diff --git a/.gitattributes b/.gitattributes index e163ed9fb97db5591446ee6aec86540480d977a6..48de343db7729d0c06545330f3863acdb8eeeaa9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -46,3 +46,4 @@ models/gemma-3-1b-it-wq4k-ef16-hf16/tokenizer.json filter=lfs diff=lfs merge=lfs models/translategemma-4b-1b-enes-q4k-ehf16-af32/tokenizer.json filter=lfs diff=lfs merge=lfs -text models/gemma-4-e2b-it-q4k-ehf16-af32/tokenizer.json filter=lfs diff=lfs merge=lfs -text models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/tokenizer.json filter=lfs diff=lfs merge=lfs -text +models/gemma-4-31b-it-text-q4k-ehf16-af32/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/audit.json b/models/gemma-4-31b-it-text-q4k-ehf16-af32/audit.json new file mode 100644 index 0000000000000000000000000000000000000000..883fb13ef621315c86ddd4534ce51e39625cce1c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/audit.json @@ -0,0 +1,1419 @@ +{ + "schemaVersion": 1, + "artifactKind": "doe_weights_dir_audit", + "modelId": "gemma-4-31b-it-text-q4k-ehf16-af32", + "manifestPath": "runtime/zig/examples/execution-v1/gemma-4-31b-smoke.json", + "manifestSha256": "753bce9331c65f84badb297658362bc158b2ada4e494d4da5a199716cba37f2e", + "manifestNumLayers": 61, + "fixtureNumLayers": 60, + "numLayersSource": "fixture.modelShape", + "numLayersExpected": 60, + "shapeMode": "smoke", + "numHeadsManifest": 32, + "headDimManifest": 160, + "sizePerFileF32": 1024, + "expectedBytesPerFile": 4096, + "weightsDir": "bench/out/gemma-4-31b-real-weights", + "fixturePath": "config/gemma-4-31b-real-weight-fixture.json", + "fixtureWeightSetShaPinMatched": null, + "smokeContractPin": { + "projectionSubstituteTensor": "pre_feedforward_layernorm.weight", + "projectionSubstituteTensorRationale": "Gemma 4 31B has no per_layer_projection.weight (E2B-only learned tensor). pre_feedforward_layernorm.weight is per-layer learned state, structurally adjacent to E2B's projection slot (sits before the FFN), and produces a distinct per-layer hash so the smoke audit retains layer-level differential signal. Other candidates (post_feedforward_layernorm.weight, input_layernorm.weight) sit further from the E2B slot; zero-pad destroys per-layer differential; deleting the projection from the smoke contract requires audit code change. See bench/out/r3-1-31b-real-weight-smoke-extraction-preflight/receipt.json for the option set.", + "linearAttentionPolicy": "skip-with-layout-metadata", + "linearAttentionPolicyRationale": "A subset of 31B layers lack self_attn.v_proj.weight (linear / sliding-window attention). 'skip-with-layout-metadata' keeps real k_proj bytes, zero-fills the absent V slots, and records kv_layout='linear' per layer in the materialization metadata so the audit accepts the layer as complete-by-policy without pretending a v_proj tensor exists. Mirrors HostPlan's existing kv_write vs kv_write_shared split. 'duplicate-k-proj' is a separate policy that makes the V slot look populated by copying k_proj. 'fail' keeps the decision surfaced." + }, + "materializationMetadata": { + "mode": "gemma4_31b_bf16_safetensors_smoke_contract_v2", + "projectionSubstituteTensor": "pre_feedforward_layernorm.weight", + "linearAttentionPolicy": "skip-with-layout-metadata", + "fullLayerCount": 50, + "linearLayerCount": 10, + "perLayerKvLayout": [ + { + "kv_layout": "full", + "layer": 0 + }, + { + "kv_layout": "full", + "layer": 1 + }, + { + "kv_layout": "full", + "layer": 2 + }, + { + "kv_layout": "full", + "layer": 3 + }, + { + "kv_layout": "full", + "layer": 4 + }, + { + "kv_layout": "linear", + "layer": 5 + }, + { + "kv_layout": "full", + "layer": 6 + }, + { + "kv_layout": "full", + "layer": 7 + }, + { + "kv_layout": "full", + "layer": 8 + }, + { + "kv_layout": "full", + "layer": 9 + }, + { + "kv_layout": "full", + "layer": 10 + }, + { + "kv_layout": "linear", + "layer": 11 + }, + { + "kv_layout": "full", + "layer": 12 + }, + { + "kv_layout": "full", + "layer": 13 + }, + { + "kv_layout": "full", + "layer": 14 + }, + { + "kv_layout": "full", + "layer": 15 + }, + { + "kv_layout": "full", + "layer": 16 + }, + { + "kv_layout": "linear", + "layer": 17 + }, + { + "kv_layout": "full", + "layer": 18 + }, + { + "kv_layout": "full", + "layer": 19 + }, + { + "kv_layout": "full", + "layer": 20 + }, + { + "kv_layout": "full", + "layer": 21 + }, + { + "kv_layout": "full", + "layer": 22 + }, + { + "kv_layout": "linear", + "layer": 23 + }, + { + "kv_layout": "full", + "layer": 24 + }, + { + "kv_layout": "full", + "layer": 25 + }, + { + "kv_layout": "full", + "layer": 26 + }, + { + "kv_layout": "full", + "layer": 27 + }, + { + "kv_layout": "full", + "layer": 28 + }, + { + "kv_layout": "linear", + "layer": 29 + }, + { + "kv_layout": "full", + "layer": 30 + }, + { + "kv_layout": "full", + "layer": 31 + }, + { + "kv_layout": "full", + "layer": 32 + }, + { + "kv_layout": "full", + "layer": 33 + }, + { + "kv_layout": "full", + "layer": 34 + }, + { + "kv_layout": "linear", + "layer": 35 + }, + { + "kv_layout": "full", + "layer": 36 + }, + { + "kv_layout": "full", + "layer": 37 + }, + { + "kv_layout": "full", + "layer": 38 + }, + { + "kv_layout": "full", + "layer": 39 + }, + { + "kv_layout": "full", + "layer": 40 + }, + { + "kv_layout": "linear", + "layer": 41 + }, + { + "kv_layout": "full", + "layer": 42 + }, + { + "kv_layout": "full", + "layer": 43 + }, + { + "kv_layout": "full", + "layer": 44 + }, + { + "kv_layout": "full", + "layer": 45 + }, + { + "kv_layout": "full", + "layer": 46 + }, + { + "kv_layout": "linear", + "layer": 47 + }, + { + "kv_layout": "full", + "layer": 48 + }, + { + "kv_layout": "full", + "layer": 49 + }, + { + "kv_layout": "full", + "layer": 50 + }, + { + "kv_layout": "full", + "layer": 51 + }, + { + "kv_layout": "full", + "layer": 52 + }, + { + "kv_layout": "linear", + "layer": 53 + }, + { + "kv_layout": "full", + "layer": 54 + }, + { + "kv_layout": "full", + "layer": 55 + }, + { + "kv_layout": "full", + "layer": 56 + }, + { + "kv_layout": "full", + "layer": 57 + }, + { + "kv_layout": "full", + "layer": 58 + }, + { + "kv_layout": "linear", + "layer": 59 + } + ] + }, + "perLayer": [ + { + "layer": 0, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer0.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "c22fbb63d013af401291ce386d51ace66051d8493c7f8db7bb2f79c25a09c0fb" + }, + "weights": { + "role": "weights", + "file": "layer.0.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "b93a570e256ada12a7da8fb050fbb9184d2c2f28878ea62b0275f48821ba1901" + } + }, + { + "layer": 1, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer1.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "bc4cfba6abbf34ba875b35121a65bf1b4825bb07a8d532dd3faf657f62490043" + }, + "weights": { + "role": "weights", + "file": "layer.1.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "3fac6861fa4648e7576445e39dee48835b454a7353f4ab6a77ede8d09d3b3262" + } + }, + { + "layer": 2, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer2.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ad62be09b94a54d2931d72f56dd7f113a0d4abfa6fa2d085f95c131f4ea59dcf" + }, + "weights": { + "role": "weights", + "file": "layer.2.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "9e8aa4a7681f2c4ca95c8a551655bcb2feee8fc33ea942be188e296280409566" + } + }, + { + "layer": 3, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer3.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "76e7e1c3307c481468e489c506a83bbe3e0a32f2d109da4e6be5bc6f83b1b406" + }, + "weights": { + "role": "weights", + "file": "layer.3.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "20e72de8919d7d99c20a1aa878bce9a310c39f735bf37a92e0af0cdbae1b6c3e" + } + }, + { + "layer": 4, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer4.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "29710b133124093f4d4e347cd25eadda287b82d13a548afe0505bce17beecd39" + }, + "weights": { + "role": "weights", + "file": "layer.4.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "7859b64d0fe19e01f597ad4d1c5d7711878eb0897092ce02be11748ea07d114b" + } + }, + { + "layer": 5, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer5.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "7d45cc1991c3bd8c80568377ceb0de9d5bf1af3a08f91ebc6b546190a7f724f3" + }, + "weights": { + "role": "weights", + "file": "layer.5.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1294586f48b928b6454d4568f80fedbec86c5a12640ed49e8f2237b3cd5f470f" + } + }, + { + "layer": 6, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer6.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "55fcd002c5af946ba8511312a4fab5f4fee219828fe7b1e32c27ab7cf72c63e7" + }, + "weights": { + "role": "weights", + "file": "layer.6.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ffec1f26acb3dc22150179935cc853367e4570eca6a1dcc1bfe7e368d3d67cc0" + } + }, + { + "layer": 7, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer7.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "a071791b09a4e2b4cadbcc574d0c3c1eb65bf3c997770c5bd30e8dad7d49231c" + }, + "weights": { + "role": "weights", + "file": "layer.7.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "d3ca6ee3052118eb4659057caa7bc07ec86167a3263cfac5cceaa26d8405e04e" + } + }, + { + "layer": 8, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer8.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "4e2191ef8fa037a545412d2be98553046e88771e0f3d7ea19e2efe4fdc38d770" + }, + "weights": { + "role": "weights", + "file": "layer.8.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ee5c746455521cdca0cb39061d9daea8fa8be49c65535291912c97bb33ea0917" + } + }, + { + "layer": 9, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer9.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "db7075e4abde223ab4c7179c4780a6e7ebf0b6a001381cec7bd48577183c1f1a" + }, + "weights": { + "role": "weights", + "file": "layer.9.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "24c9f8552365423a82f4986b83889897d50ccd195b8af6e643e08827584c635f" + } + }, + { + "layer": 10, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer10.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ddf382a34abfcfe33d8effed3787119a548bf113139636541033634ebc3d01e3" + }, + "weights": { + "role": "weights", + "file": "layer.10.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "192488d598e0e13242000e5f262d0770f28d1d0ecad2bdc981e2537c39abe781" + } + }, + { + "layer": 11, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer11.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "045d0b1efc5622ea3fb9034311460bb965ed34cc55032be5a91161535fc52eef" + }, + "weights": { + "role": "weights", + "file": "layer.11.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "d32669eb872015d60a479a6a55610cb3a27bd8d9a59acaac3ad92ffd4246dd5d" + } + }, + { + "layer": 12, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer12.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "de91f681f5ddf3765b5d0e2e81df28a8a840b8bb7419e097b120c930fc897115" + }, + "weights": { + "role": "weights", + "file": "layer.12.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "de30ea16ec0e3e544b86728c8129eb91799de44cfcb0283540a86757512ab0cf" + } + }, + { + "layer": 13, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer13.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "da18a8e078d5d81790173aaa7079c33e89b62755dc31f5433fc5978231d58a02" + }, + "weights": { + "role": "weights", + "file": "layer.13.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "82e2ce293c793236b75c57a543eb3efabf8d2d4868cf1b7c017bf0b0f1d803fd" + } + }, + { + "layer": 14, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer14.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "57e9672f94cf58556be6998705dbc937bd9342aa0e774d00716ffe69fb936473" + }, + "weights": { + "role": "weights", + "file": "layer.14.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "c38caf9ae0777feabfb48b271ea822f84f0cdd8d34ecc6ce7650dc6ab63843c1" + } + }, + { + "layer": 15, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer15.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "42a3404a279ef295c6adc15aaa60817b2a572e0c02adb3e958a2e687f15cbd26" + }, + "weights": { + "role": "weights", + "file": "layer.15.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "0e7d801415eb241d42d07b533d608a7d36e60c01dfeeddb3e86923b94802d4a3" + } + }, + { + "layer": 16, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer16.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "763d583512b8a63139921a14542ab09a9cbde5ae8f1b7d69994489c62ac4c07d" + }, + "weights": { + "role": "weights", + "file": "layer.16.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "46a81152a95dc016b89ca48c2610cd98a012c34c7adb9192d470e675cb74cb99" + } + }, + { + "layer": 17, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer17.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "619065c21f7b89cf60213ed331bff944ded2f08d7f95fc1d12e7c846b7082e97" + }, + "weights": { + "role": "weights", + "file": "layer.17.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ef26d6e7b25699633b19bd81b6a72a8599eb344712259304af34216d84f31888" + } + }, + { + "layer": 18, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer18.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "5ae6e3e222bc04c483507395574fb21336ff38241c113b08750251e8557b5ecf" + }, + "weights": { + "role": "weights", + "file": "layer.18.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "e8aed77b7e186365f13cb8917a9064a2978dd2174fa6e86d495cff3478d066b6" + } + }, + { + "layer": 19, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer19.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "8c3f3f4c08f854c447271cafd980d7872ce9db4d8058e9c90fdf72c35a22055c" + }, + "weights": { + "role": "weights", + "file": "layer.19.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "593f3814f75f3941d2cc993db52a2eeac2ea3792b386025d6af7ce3b36353343" + } + }, + { + "layer": 20, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer20.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "0789f51bffc823d905d3ef0597c5d1266b0dc7b429c81548217b3042e73750d2" + }, + "weights": { + "role": "weights", + "file": "layer.20.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "7c90927cdf6a914f43969e6e03c0acb161c2b6aa75aa7bddce6bac541d836dbe" + } + }, + { + "layer": 21, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer21.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "9f1195be83739fa113e64989fc7ecb405654b42c0dcdc9670f3ee4459bd59ad6" + }, + "weights": { + "role": "weights", + "file": "layer.21.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "bb870ec409f71fe24d8903607a5c1cc5b41cacc121e1e17011d08c975058c829" + } + }, + { + "layer": 22, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer22.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "dd04407156b4a33a79a0cdc5ceec0ca6f4dcba4d9523c8c3f1dd0cc26a775e39" + }, + "weights": { + "role": "weights", + "file": "layer.22.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "96e98d5d9e992f43db2ffdf7b204fe29af1a64b32b9a721c3b58409eab1b7837" + } + }, + { + "layer": 23, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer23.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "be0699008b5984230e6e6f22efebb779e6eabce7980d6b0b61214c71ec5b0472" + }, + "weights": { + "role": "weights", + "file": "layer.23.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "f344f1773be50e90c257901bae224e470c212682b28fbb0bed3aae0914b191ff" + } + }, + { + "layer": 24, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer24.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "f00f64e424c3788ef5bba0c895f23aa1ed4a092855aac67c73eeec5f317392b8" + }, + "weights": { + "role": "weights", + "file": "layer.24.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "34d5cd6575e81071c45daed9f24049308f79f1671c13d8665f3406fbc5012c9f" + } + }, + { + "layer": 25, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer25.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "abdf86c330e736840cb9051e52bde715efca174827724a34d031b042d3b0ba1d" + }, + "weights": { + "role": "weights", + "file": "layer.25.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "0b60ab26effa18b5ad96c7f7cc1e829cd6f0c48c167627fbfdc58e03c5480338" + } + }, + { + "layer": 26, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer26.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "63aaceece63fb749d56e07099bb35a35acaf7672ed4b3fe22044f86a485659e1" + }, + "weights": { + "role": "weights", + "file": "layer.26.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "e0363029ca323360f6b37c7ed1e5c5682bb198566e32e429d1556bd0ac55a0bb" + } + }, + { + "layer": 27, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer27.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "5d28febb0e1e817c063ce8483af7c2f541a02f58065f100cb818bf362c2706b0" + }, + "weights": { + "role": "weights", + "file": "layer.27.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "f34628e6c920c2be753782139fc0963aebb653e3fa013db9dae08f2a2ee8b61c" + } + }, + { + "layer": 28, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer28.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "5189b5368ef2a7b6755a14dc559291e08cade5f8298ff576a88b71c5940c2dcf" + }, + "weights": { + "role": "weights", + "file": "layer.28.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "71466951e9464bfbe7f3d0ad02cada44ea405c5a4f86493da0e866cbe8860d9d" + } + }, + { + "layer": 29, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer29.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "3fc0620bbd80cde1dc9251fcb04313b285c48a0bcb765d793bc15376bbf34844" + }, + "weights": { + "role": "weights", + "file": "layer.29.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "b50c7939d9e2dd806c08ed8b31789fd498001defe8f7f2cbc77aa1a5cd3d824a" + } + }, + { + "layer": 30, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer30.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "618a84e54357849ffd9e6d4e28c3f3ea8ff8d6fb67a62db75bdfc2286dec1d8e" + }, + "weights": { + "role": "weights", + "file": "layer.30.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "d477270cb7267a1aab25fb5cb9973c55843897948c5966d4de162496db269a00" + } + }, + { + "layer": 31, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer31.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1e037e10a699a3d29d94f4fa1609be03b0c67ea57ddf3ad971d6e12c22ad82f9" + }, + "weights": { + "role": "weights", + "file": "layer.31.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "49839110c1bbb720f59b1c36897a26e5676b6e5e9afdadb6bdf2a18154e54fc6" + } + }, + { + "layer": 32, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer32.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "2ea1e6dfc144f529da983df71ef034e9bc90557632f2318f796188b9862fb379" + }, + "weights": { + "role": "weights", + "file": "layer.32.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "af463013198e2e95b6310317f4a2cf3016affbbd96606881ea8d2851444d75c5" + } + }, + { + "layer": 33, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer33.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "10e5f43d31326c635f9dad8321c78d2c9322f8152d41e31a16f44776bf1b662b" + }, + "weights": { + "role": "weights", + "file": "layer.33.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "28cac84dbdf5928342ed6fa9cc201ed76c0562c1b41032743028cfab0b77c7a1" + } + }, + { + "layer": 34, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer34.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "938a19a81c833950ba11446cd5d166825b182360b67f5ce15db0b7162f0c4159" + }, + "weights": { + "role": "weights", + "file": "layer.34.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1f2f2707b15afcb79fc097761ae2b6978d6e577026bda2d2dcbbf7f20a47628d" + } + }, + { + "layer": 35, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer35.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "66b6cb59e6e8bdf7560c48fc25a2f753f57e6b08f0eb36679d79a1788728d136" + }, + "weights": { + "role": "weights", + "file": "layer.35.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "14465812d373320be6f3250218cf8f774064866b7c57cce495f1fad095ae0976" + } + }, + { + "layer": 36, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer36.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "dedae74f7fce2c41e6c2f894763f2f4cdda8123213b1ce17b92a7438a94b67b1" + }, + "weights": { + "role": "weights", + "file": "layer.36.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "9410b51fbafceef2258d051d0677cba7f9a8c15a57fee1309b38fcfaf7896371" + } + }, + { + "layer": 37, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer37.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "2b7026c457db956d36ff9cf3bf117a098a9504d17490ce9eaf6c8d8d2ccdec96" + }, + "weights": { + "role": "weights", + "file": "layer.37.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "7847b67ad021256cfc3365b62e9f52cd88fc03d60f3d25cd57f57ebf2c5ca5f6" + } + }, + { + "layer": 38, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer38.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "e24229a3c2dbea07a2695afee7fd7ae712758715d461e328db0b1ce1d1dad7ab" + }, + "weights": { + "role": "weights", + "file": "layer.38.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "59f362167985ec4791a1d5d6b3fec28f51a0c35254c097527b78bd3e6d4658b6" + } + }, + { + "layer": 39, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer39.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "85e0d08cf506aad7a95cb75612c4f5f0f891ef4216aa66080b4b4c2f23456910" + }, + "weights": { + "role": "weights", + "file": "layer.39.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "aa2ffc0e44df601622c2be0a05e0d5a73ae55d47ed7cf6736b9a96588b10b071" + } + }, + { + "layer": 40, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer40.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ec29111591fb2c4bd06ad44e0298fdbc30f934d025a12ec802e949ae9132cc00" + }, + "weights": { + "role": "weights", + "file": "layer.40.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "97f15363c833de6065465097f10c2988d768e0a8d8ebdb0773bc89de958f5e23" + } + }, + { + "layer": 41, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer41.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "66829a6e7f35f0181bbb2792ca824b50c82c02ada8a59176bc38536bd4f7f6d2" + }, + "weights": { + "role": "weights", + "file": "layer.41.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "dc66beb9a1d5b41a19d5aee75a94c16ca59a0563575ee8b1ed8c22da52912ea7" + } + }, + { + "layer": 42, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer42.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "63ed690358b40098b2a2616c340cc3e13e26937ef23b19c7cac4e6fa3034db4a" + }, + "weights": { + "role": "weights", + "file": "layer.42.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "f939a99ed7dbfb9d8658637d5722ed92148e9a5d235d5f9a0ab350f378b2bb86" + } + }, + { + "layer": 43, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer43.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "93c02b365da4c7ca0cad364250ae559128c2d52d41f2447dbd7479185cc49d19" + }, + "weights": { + "role": "weights", + "file": "layer.43.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "e0dbecef5e936af2871a667d3dab4cdc9f8ec61d2b260cf2d7370f41346d3c48" + } + }, + { + "layer": 44, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer44.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "93dc59b1c65e582fed8e55e2940f9cde381a0fe13de8f9f91fe81d257e355759" + }, + "weights": { + "role": "weights", + "file": "layer.44.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "82ed3118c3ef669cdbe841142193c7ddfc7b1c94c37504a47e13431f4305f101" + } + }, + { + "layer": 45, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer45.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "0c302a53a450ea55a38207beae45d3aeeea540188f091a696925aec3d4fafc63" + }, + "weights": { + "role": "weights", + "file": "layer.45.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "fbb5d0f38480b82803e18d64b8b6f1593a6e53dfdc2d413a8fd8e8e2dc95975b" + } + }, + { + "layer": 46, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer46.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "7c7181050f183590dcd361931fed98c7107426d23d1f1ae323326e76447129ec" + }, + "weights": { + "role": "weights", + "file": "layer.46.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "6e4bcd54131a9595c3ca931584241db82eeddd82884c70ae58f4ae2bffcf8092" + } + }, + { + "layer": 47, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer47.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "32953f4749dfc4735e1eafa0f6ab13f3c9cada7d51c04ca5468e2580ada27e44" + }, + "weights": { + "role": "weights", + "file": "layer.47.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "386b0ffea5ce4f7cf4056c9876683ba5c55cf32c49313f6ad9f1e36f61de4d3c" + } + }, + { + "layer": 48, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer48.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "ddfe5caeed8c111ba4e67f6bdfd6f86788a80fec04a78639c6a5d5adebcd0e39" + }, + "weights": { + "role": "weights", + "file": "layer.48.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "42a5de306a59945e1c43f07096962b02452948070d5ad0400ff43ae648c479ed" + } + }, + { + "layer": 49, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer49.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "0149ee92874aa106c3291839de68287bb7b87e6c0c91b6781fb5b72915e60fea" + }, + "weights": { + "role": "weights", + "file": "layer.49.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "fade318d7902810053a456658b81e2d433ec6e9d32c3244d9aa7c227b156a61d" + } + }, + { + "layer": 50, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer50.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "84bbc5e3fe9c273657351b08a9214740d7a753f6a89066357dd2c1eee82c6940" + }, + "weights": { + "role": "weights", + "file": "layer.50.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "75f5fded9cb6fba0d79e1563591afc113c2d4e15acac3a3029db56761089597d" + } + }, + { + "layer": 51, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer51.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "a46f05ddd4367635a8693e433e46b7fb666f583e3392f1c5a26a13aace1d01b2" + }, + "weights": { + "role": "weights", + "file": "layer.51.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "4ec992bc9cd625e82cf0a4bc3e67dc6399499b3fbb7e8494317fe8c9515f636f" + } + }, + { + "layer": 52, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer52.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1daebf16ceddb56441da3b29ce86903b37463ce134dfe051e467d01cb69c09f7" + }, + "weights": { + "role": "weights", + "file": "layer.52.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "3acd6e7f7dbef8cce1247c363bbf54d7fac8fed5670ffa2990bc585a44c00d8d" + } + }, + { + "layer": 53, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer53.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "2c3931d776f85352bd5b83de8505713f8c10bd4ca35e877fbfc8d01c0dd4fa88" + }, + "weights": { + "role": "weights", + "file": "layer.53.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1f6f0e183b16d891f06d4e358a92b75768745955f9c80327c89b747a36d488f8" + } + }, + { + "layer": 54, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer54.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "c6dbfa8736fbba2595a3da07ab8efdbd3568e3e421d7ec41e5ddda1192e02f42" + }, + "weights": { + "role": "weights", + "file": "layer.54.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "116201078e3b022650e255af98879279d5c0aadccb8697196f504cfd48260eeb" + } + }, + { + "layer": 55, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer55.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "d4b2cf63f0c7989afb5cfecbc9fba5ff0359f99ac8bd40ff0aa93c81250a0240" + }, + "weights": { + "role": "weights", + "file": "layer.55.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "73923d995214e34474ea2429be762163b4657e53e248d2ecd8b4efafdcf9481c" + } + }, + { + "layer": 56, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer56.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "d54bef8521f78fd924bb421b118feef20e349a65b0c65df5b34f365be86db171" + }, + "weights": { + "role": "weights", + "file": "layer.56.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "592a5cfdb5f3f11f5b6ec1a39a8b5cbf69ba65a8ecb753fada22c7d2b1fcde09" + } + }, + { + "layer": 57, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer57.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "f439b484c1e9533564bf196211f5557320f4d1668f4684ad876687086b8e418f" + }, + "weights": { + "role": "weights", + "file": "layer.57.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "1c4e5592b4d9bc8b3f7090981795980fe0d764681bcc1f2469068cfaa2083533" + } + }, + { + "layer": 58, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer58.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "57e8698498cf30756fa7140aaacca625c21c3388b3e9f886ed80cfd0a2ff8b79" + }, + "weights": { + "role": "weights", + "file": "layer.58.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "5b3e9d5b42b9dc60634bfd42e0ce7537a5b659d03aebb11e3519c56848cab68b" + } + }, + { + "layer": 59, + "projection": { + "role": "projection", + "file": "per_layer_inputs.perLayerModelProjection.layer59.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "6bcd663985ebb8174538034deb6af71f8fcd27eee46a57bea17ab579e94735a7" + }, + "weights": { + "role": "weights", + "file": "layer.59.smoke_layer_block_wts.f32", + "exists": true, + "sizeBytes": 4096, + "expectedBytes": 4096, + "sha256": "2812cce368c4c08712d8207add5c19793cb55b78df1a0fcfc794998c66ad1774" + } + } + ], + "weightSetSha256": "21ac25cb0e8bd071ca6f37fb7a147158f689b9993082c5d4a5ec74c91571d4d0", + "passedAudit": true, + "failures": [] +} diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.0.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.0.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c2006feffaf43aeae970deb5f09ec5ba1d3bb406 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.0.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.1.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.1.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..39286fc09a33c62ec960b3f34243469c629784f4 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.1.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.10.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.10.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..d87cd1e639d7ad1b72a33d45e7b256b850122ad7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.10.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.11.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.11.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..8c262bfd1d61e816f3a3f6e7884f2d6f6d0bf737 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.11.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.12.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.12.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..026ac947bdc43234e737412b31fe3bcf600b10c7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.12.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.13.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.13.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..28510f7eda32156ed35eba0a30a31cb3a452c61f Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.13.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.14.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.14.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a9f119e70edfbbf69991fe9016588bf9eea808a1 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.14.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.15.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.15.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f959514d1e3f94719edbbe2d40b9aa870895b835 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.15.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.16.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.16.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..28ae9405ea0e9d86d73a8324e55366daf8befe49 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.16.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.17.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.17.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..47abd9569cf59a2932e99a4362bb5777736654c1 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.17.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.18.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.18.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..021ad204b5ff1bf9ce95f2c5acd2a13aabcc7db7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.18.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.19.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.19.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..9f35ff5c62104f96e380a0ab9750abc25e59f9b8 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.19.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.2.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.2.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..2eb1535040c5d78443af85405fc8e9083feedfdd Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.2.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.20.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.20.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..67e0dd9f48f7f82cc81a9dd3c3dbc69a78a2f30a Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.20.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.21.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.21.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..28a343e2adc17fc7d2d2d84f5d95c5fc2051b88c Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.21.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.22.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.22.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..951554d13f10bd522dc8f384edd13cc3222dd578 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.22.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.23.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.23.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..2186a8cf8426735b4ffe219c180f34d8547a2447 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.23.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.24.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.24.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a28879d21f971d97802a18d6b68143e47a71ae9d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.24.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.25.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.25.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..d18e23e7270bd784bc15f570edbcda8da368965f Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.25.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.26.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.26.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..0c72780f4be7cb672fe7ff79edbd99aebafc12f8 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.26.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.27.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.27.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..dc1cd7a31a5e3244164ade1c759103147a6e894c Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.27.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.28.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.28.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..834719221576b8eee5d8aa5befc914df245b3f25 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.28.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.29.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.29.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a6e5b67ac512b7b148427e262768a09c66e75733 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.29.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.3.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.3.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..76d7701b2cbd8a1d4d5b8ba6694a79717e1962ed Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.3.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.30.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.30.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a914e5eef35c258fe021c270599269a8bd265229 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.30.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.31.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.31.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f1fd1cd082fee3739ab7925bb809ef6f2fe9322f Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.31.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.32.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.32.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..b6b148c4665bcc44c2ab46875bb899ca60f927f5 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.32.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.33.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.33.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..2cf0bc8f67877d265dabeca0afee3e22ffddc83d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.33.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.34.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.34.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..1aa1fca994ab9040fe09804a8e96f0cbe369e31e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.34.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.35.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.35.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..7a52df8e77e8d5d8caa6b0fdcce0e3eeca350d20 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.35.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.36.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.36.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c09a298fc4be501fd069179f5e884990e0874627 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.36.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.37.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.37.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..1f8dbc72ce32b105ce21cd41f71c87e2290952f7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.37.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.38.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.38.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..ff6936c54e8a64d032f054669d2eff361aab2c7d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.38.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.39.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.39.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..75dee26c074d53881a13781362e326cbf4ef5054 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.39.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.4.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.4.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..16023962a149d21bcf437624278c00011201fdca Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.4.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.40.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.40.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..418d225b9524a0d81af24f8344f7d140375d3f3b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.40.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.41.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.41.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..050ccac2e4fc94b764a48f2cd68e0caf0ad16e7b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.41.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.42.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.42.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..b87ca72228a50d51adacd427ee294b2509eedce4 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.42.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.43.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.43.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..75b11d25d2a6049d1d9180e7d36d2017860234c3 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.43.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.44.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.44.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..05af5a5f064fec26faee74038b9dddea3619bccd Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.44.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.45.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.45.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..7dd79ff5dfbc79667b0f329497e13845accf8ea6 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.45.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.46.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.46.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a8e2bc42af8005f4740e232e45a86c52d352e2b4 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.46.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.47.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.47.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..284c8aa6b3253ce5960a97a64ee70efa0b92cc97 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.47.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.48.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.48.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..714ee7b64ab45e5501a3d15bfe45eb369104f2f5 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.48.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.49.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.49.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..890b89f824972048a8c5c4451b536d81394ea3c2 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.49.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.5.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.5.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a5834a732fcae7382e4957b15c17e867915c15b2 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.5.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.50.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.50.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f36d24f0daf6374fdadd6383aa0f65657f03b6ba Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.50.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.51.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.51.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..e0118126548a644981c8e43c75d8e8165ccc4004 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.51.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.52.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.52.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..0d953f986524617eeca758e44b6264de67576d6e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.52.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.53.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.53.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..b351a8cde2726452776ad5b32adf6500e7a53cc6 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.53.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.54.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.54.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c411cbb355b0d30f915cece86477711f9cb0d046 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.54.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.55.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.55.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..6f755e6c05a0fbac40cfbffba679a103b73c5ed8 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.55.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.56.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.56.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..1be995b0c3867b0640210499ec969cf6fad49b35 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.56.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.57.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.57.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c74f611e390e9b1036d19185bebe77af9c5b4d23 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.57.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.58.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.58.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..7636f099fb7155b0f924f9a9cff06e02e2d53c1d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.58.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.59.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.59.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..536263b0288e5379536066f5dcebc9c949097fb5 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.59.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.6.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.6.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..50f06b66c5e5bfd03d5978fee40b8571450c79b3 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.6.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.7.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.7.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f15f2879ea11eaa2fd2c8303b9e11c87a3adbd48 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.7.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.8.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.8.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..7aa8523e604c686a1fc21d66dc81ee72fdfd0f49 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.8.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.9.smoke_layer_block_wts.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.9.smoke_layer_block_wts.f32 new file mode 100644 index 0000000000000000000000000000000000000000..da19c64f2a1b47a792dbc46fe6b27c1a6cd01ea2 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/layer.9.smoke_layer_block_wts.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/manifest.json b/models/gemma-4-31b-it-text-q4k-ehf16-af32/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6aa3feab7b9e04c7a314f624c84b282ffc428ce7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/manifest.json @@ -0,0 +1,16547 @@ +{ + "version": 1, + "modelId": "gemma-4-31b-it-text-q4k-ehf16-af32", + "modelType": "gemma4", + "quantization": "Q4_K_M", + "quantizationInfo": { + "weights": "q4k", + "embeddings": "f16", + "compute": "f32", + "layout": "row", + "variantTag": "q4k-ehf16-af32" + }, + "artifactIdentity": { + "artifactCompleteness": "complete", + "conversionConfigDigest": "sha256:8675e1779c8b6a77d2e6c3d0e3969bc82d434def3322659c60f34a9fe95615ea", + "conversionConfigPath": "src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json", + "manifestVariantId": "gemma-4-31b-it-text-q4k-ehf16-af32-mv-q4-fused-v1", + "materializationProfile": "gpu_split_tables", + "modalitySet": [ + "text" + ], + "sourceCheckpointId": "google/gemma-4-31B-it", + "sourceFormat": "safetensors", + "sourceRepo": "google/gemma-4-31B-it", + "sourceRevision": "439edf5652646a0d1bd8b46bfdc1d3645761a445", + "weightPackHash": "sha256:1e5a771705f056b544365accee3d3f41dc14980e61dae57b58935a7e50b63f05", + "weightPackId": "gemma-4-31b-it-text-q4k-ehf16-af32-wp-catalog-v1", + "shardSetHash": "sha256:54933058e14fa0be4480912e641b897730db3e8ee7e871bdb2a92fd404ade146" + }, + "architecture": { + "numLayers": 60, + "hiddenSize": 5376, + "intermediateSize": 21504, + "numAttentionHeads": 32, + "numKeyValueHeads": 16, + "numGlobalKeyValueHeads": 4, + "headDim": 256, + "vocabSize": 262144, + "maxSeqLen": 262144, + "linearNumKeyHeads": null, + "linearNumValueHeads": null, + "linearKeyHeadDim": null, + "linearValueHeadDim": null, + "linearConvKernelDim": null, + "hiddenSizePerLayerInput": 0, + "vocabSizePerLayerInput": 262144, + "globalHeadDim": 512, + "numKvSharedLayers": 0 + }, + "moeConfig": null, + "inference": { + "schema": "doppler.execution/v1", + "attention": { + "queryPreAttnScalar": 1, + "attnLogitSoftcapping": null, + "slidingWindow": 1024, + "queryKeyNorm": true, + "valueNorm": true, + "causal": true, + "attentionBias": false, + "attentionOutputGate": false + }, + "normalization": { + "rmsNormEps": 0.000001, + "rmsNormWeightOffset": false, + "postAttentionNorm": true, + "preFeedforwardNorm": true, + "postFeedforwardNorm": true + }, + "ffn": { + "activation": "gelu", + "gatedActivation": true, + "useDoubleWideMlp": false, + "swigluLimit": null + }, + "rope": { + "ropeTheta": 1000000, + "ropeLocalTheta": 10000, + "ropeInterleaved": false, + "mropeInterleaved": false, + "mropeSection": null, + "partialRotaryFactor": 0.25, + "ropeLocalPartialRotaryFactor": null, + "ropeFrequencyBaseDim": 512, + "ropeLocalFrequencyBaseDim": null, + "ropeScalingType": null, + "ropeScalingFactor": 1, + "ropeLocalScalingType": null, + "ropeLocalScalingFactor": 1, + "yarnBetaFast": null, + "yarnBetaSlow": null, + "yarnOriginalMaxPos": null, + "ropeLocalYarnBetaFast": null, + "ropeLocalYarnBetaSlow": null, + "ropeLocalYarnOriginalMaxPos": null + }, + "output": { + "finalLogitSoftcapping": 30, + "tieWordEmbeddings": true, + "scaleEmbeddings": true, + "embeddingTranspose": false, + "embeddingVocabSize": 262144, + "embeddingPostprocessor": null + }, + "layerPattern": { + "type": "custom", + "globalPattern": null, + "period": null, + "offset": null, + "layerTypes": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ] + }, + "chatTemplate": { + "type": "gemma4", + "enabled": true + }, + "largeWeights": { + "gpuResidentOverrides": [ + "model.language_model.embed_tokens.weight" + ] + }, + "pipeline": null, + "session": { + "compute": { + "defaults": { + "activationDtype": "f32", + "mathDtype": "f32", + "accumDtype": "f32", + "outputDtype": "f32" + } + }, + "kvcache": { + "kvDtype": "f16", + "layout": "contiguous", + "pageSize": 256, + "tiering": { + "mode": "off" + } + }, + "decodeLoop": { + "batchSize": 8, + "stopCheckMode": "batch", + "readbackInterval": 8, + "readbackMode": "overlapped", + "ringTokens": 2, + "ringStop": 1, + "ringStaging": 2, + "disableCommandBatching": false + }, + "perLayerInputs": { + "materialization": "gpu_split_tables", + "rowCache": { + "mode": "lru", + "maxRows": 512, + "maxBytes": 268435456, + "decodedDtype": "f32" + }, + "prefetch": { + "mode": "next_token", + "rowsAhead": 1 + }, + "gpuUpload": { + "mode": "per_step_slices", + "stagingRows": 2 + }, + "hotCache": { + "mode": "prepared_tokens", + "maxTokens": 4096, + "maxBytes": 268435456, + "outputDtype": "f32" + } + }, + "prefillChunkSubmitMode": "sync", + "useFlashPrefillAttention": false, + "useWideTileQ4KPrefill": false, + "retainQ4KMaterialization": false + }, + "execution": { + "kernels": { + "embed": { + "kernel": "gather.wgsl", + "entry": "main", + "digest": "sha256:4b12653c53247b32ebde7f6cf6a989d6248977e3816c761540b990b5f9818cb6" + }, + "rmsnorm": { + "kernel": "rmsnorm.wgsl", + "entry": "main", + "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45" + }, + "final_norm_stable": { + "kernel": "rmsnorm.wgsl", + "entry": "main", + "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45", + "precision": { + "inputDtype": "f32", + "outputDtype": "f32" + } + }, + "gemv": { + "kernel": "matmul_gemv_subgroup.wgsl", + "entry": "main_vec4", + "digest": "sha256:2ea9aea659367210fbf61d922c0d4ee17cdac68ffb506b3bc5516e498071e011" + }, + "q4_decode_gemv": { + "kernel": "fused_matmul_q4.wgsl", + "entry": "main_gemv", + "digest": "sha256:c547743b9806fec47142c6a9f9ac2bd047981fd8cded46ce40dc01725e8aa71d", + "precision": { + "inputDtype": "f32", + "outputDtype": "f32" + } + }, + "rope": { + "kernel": "rope.wgsl", + "entry": "main", + "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b" + }, + "attn_decode": { + "kernel": "attention_decode_online_f16kv.wgsl", + "entry": "main", + "digest": "sha256:91808be35895e921c0fa43fc47bfe8cab69c437c388ab561f595d9dc983f66e1", + "precision": { + "kvDtype": "f16" + } + }, + "residual": { + "kernel": "residual.wgsl", + "entry": "main", + "digest": "sha256:f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7" + }, + "gelu": { + "kernel": "gelu.wgsl", + "entry": "main", + "digest": "sha256:a9007ea08aaff98f9be08f1e0490a6bcf252883eac5513de876ab9ce918865e6", + "constants": { + "HAS_GATE": true + } + }, + "tiled": { + "kernel": "matmul_f16w_f32a.wgsl", + "entry": "main", + "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc" + }, + "q4_prefill_shared": { + "kernel": "fused_matmul_q4_batched_multicol_shared.wgsl", + "entry": "main", + "digest": "sha256:142817adcacb28750a92793996cd15c2d9fe13d03e0c2d0aadf3e674dc7a35d6" + }, + "q4_widetile": { + "kernel": "fused_matmul_q4_widetile.wgsl", + "entry": "main", + "digest": "sha256:5631ce6f19f805c7ac85722bac17365048bc7b9e2c422f3ef9477b63cb8dad62", + "precision": { + "inputDtype": "f32", + "outputDtype": "f32" + } + }, + "attn_stream": { + "kernel": "attention_streaming_f16kv.wgsl", + "entry": "main", + "digest": "sha256:c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f", + "precision": { + "kvDtype": "f16" + } + }, + "attn_small": { + "kernel": "attention_small_f16kv.wgsl", + "entry": "main", + "digest": "sha256:ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668", + "precision": { + "kvDtype": "f16" + } + }, + "attn_head256": { + "kernel": "attention_head256_f16kv.wgsl", + "entry": "main", + "digest": "sha256:4ecdc079e322a770350414244cb383d72ae7ffa47ed620c64ff425c93413e97a", + "precision": { + "kvDtype": "f16" + } + }, + "attn_head512": { + "kernel": "attention_head512_f16kv.wgsl", + "entry": "main", + "digest": "sha256:fe8bc99230a5ee4c969ba1cf9eca289ad936d14f1f87c12a7ca95640cdd8d89e", + "precision": { + "kvDtype": "f16" + } + }, + "lm_head_gemv": { + "kernel": "matmul_gemv_subgroup.wgsl", + "entry": "main_multicol", + "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f", + "constants": { + "MULTICOL_COLS_PER_WG": 64, + "MULTICOL_THREADS_PER_COL": 4 + } + }, + "lm_head_gemv_stable": { + "kernel": "matmul_gemv_subgroup.wgsl", + "entry": "main_multicol", + "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f", + "constants": { + "MULTICOL_COLS_PER_WG": 64, + "MULTICOL_THREADS_PER_COL": 4 + }, + "precision": { + "inputDtype": "f32", + "outputDtype": "f32" + } + }, + "lm_head_prefill_stable": { + "kernel": "matmul_f16w_f32a.wgsl", + "entry": "main", + "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc", + "precision": { + "inputDtype": "f32", + "outputDtype": "f32" + } + }, + "sample": { + "kernel": "sample.wgsl", + "entry": "sample_single_pass", + "digest": "sha256:7ff3dd675b4737d920e0b3889e15c4fedde8410a353bbc6d4651db76ce69eb9b" + } + }, + "preLayer": [ + [ + "embed", + "embed", + "embed_tokens" + ] + ], + "decode": [ + [ + "input_norm", + "rmsnorm" + ], + [ + "q_proj", + "q4_decode_gemv", + "layer.{L}.self_attn.q_proj" + ], + [ + "k_proj", + "q4_decode_gemv", + "layer.{L}.self_attn.k_proj" + ], + [ + "v_proj", + "q4_decode_gemv", + "layer.{L}.self_attn.v_proj" + ], + [ + "rope_q", + "rope" + ], + [ + "rope_k", + "rope" + ], + [ + "attention", + "attn_decode" + ], + [ + "o_proj", + "q4_decode_gemv", + "layer.{L}.self_attn.o_proj" + ], + [ + "attn_residual", + "residual" + ], + [ + "post_attn_norm", + "rmsnorm" + ], + [ + "gate_proj", + "q4_decode_gemv", + "layer.{L}.mlp.gate_proj" + ], + [ + "up_proj", + "q4_decode_gemv", + "layer.{L}.mlp.up_proj" + ], + [ + "activation", + "gelu" + ], + [ + "down_proj", + "q4_decode_gemv", + "layer.{L}.mlp.down_proj" + ], + [ + "ffn_residual", + "residual" + ] + ], + "prefill": [ + { + "layers": [ + 0, + 1, + 2, + 3, + 4, + 6, + 7, + 8, + 9, + 10, + 12, + 13, + 14, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 24, + 25, + 26, + 27, + 28, + 30, + 31, + 32, + 33, + 34, + 36, + 37, + 38, + 39, + 40, + 42, + 43, + 44, + 45, + 46, + 48, + 49, + 50, + 51, + 52, + 54, + 55, + 56, + 57, + 58 + ], + "steps": [ + [ + "input_norm", + "rmsnorm" + ], + [ + "q_proj", + "q4_widetile", + "layer.{L}.self_attn.q_proj" + ], + [ + "k_proj", + "q4_widetile", + "layer.{L}.self_attn.k_proj" + ], + [ + "v_proj", + "q4_widetile", + "layer.{L}.self_attn.v_proj" + ], + [ + "rope_q", + "rope" + ], + [ + "rope_k", + "rope" + ], + [ + "attention", + "attn_head256" + ], + [ + "o_proj", + "q4_widetile", + "layer.{L}.self_attn.o_proj" + ], + [ + "attn_residual", + "residual" + ], + [ + "post_attn_norm", + "rmsnorm" + ], + [ + "gate_proj", + "q4_widetile", + "layer.{L}.mlp.gate_proj" + ], + [ + "up_proj", + "q4_widetile", + "layer.{L}.mlp.up_proj" + ], + [ + "activation", + "gelu" + ], + [ + "down_proj", + "q4_widetile", + "layer.{L}.mlp.down_proj" + ], + [ + "ffn_residual", + "residual" + ] + ] + }, + { + "layers": [ + 5, + 11, + 17, + 23, + 29, + 35, + 41, + 47, + 53, + 59 + ], + "steps": [ + [ + "input_norm", + "rmsnorm" + ], + [ + "q_proj", + "q4_widetile", + "layer.{L}.self_attn.q_proj" + ], + [ + "k_proj", + "q4_widetile", + "layer.{L}.self_attn.k_proj" + ], + [ + "v_proj", + "q4_widetile", + "layer.{L}.self_attn.v_proj" + ], + [ + "rope_q", + "rope" + ], + [ + "rope_k", + "rope" + ], + [ + "attention", + "attn_head512" + ], + [ + "o_proj", + "q4_widetile", + "layer.{L}.self_attn.o_proj" + ], + [ + "attn_residual", + "residual" + ], + [ + "post_attn_norm", + "rmsnorm" + ], + [ + "gate_proj", + "q4_widetile", + "layer.{L}.mlp.gate_proj" + ], + [ + "up_proj", + "q4_widetile", + "layer.{L}.mlp.up_proj" + ], + [ + "activation", + "gelu" + ], + [ + "down_proj", + "q4_widetile", + "layer.{L}.mlp.down_proj" + ], + [ + "ffn_residual", + "residual" + ] + ] + } + ], + "postLayer": [ + [ + "final_norm", + "final_norm_stable" + ], + [ + "lm_head", + "lm_head_gemv_stable", + "lm_head" + ], + [ + "lm_head_prefill", + "lm_head_prefill_stable", + "lm_head" + ], + [ + "sample", + "sample" + ] + ], + "policies": { + "unsupportedPrecision": "error", + "dtypeTransition": "require_cast_step", + "unresolvedKernel": "error" + } + } + }, + "shards": [ + { + "index": 0, + "filename": "shard_00000.bin", + "size": 67108864, + "hash": "84c58b4cce9ab98c65a2fcfb1cf5b11b7adc25b4264eb866f4a08ac8aeb141b0", + "blake3": "84c58b4cce9ab98c65a2fcfb1cf5b11b7adc25b4264eb866f4a08ac8aeb141b0", + "offset": 0 + }, + { + "index": 1, + "filename": "shard_00001.bin", + "size": 67108864, + "hash": "1e20489f8fa7e28bcd62694696afa54836bcca4e235d5c38418c864fabc49e0e", + "blake3": "1e20489f8fa7e28bcd62694696afa54836bcca4e235d5c38418c864fabc49e0e", + "offset": 67108864 + }, + { + "index": 2, + "filename": "shard_00002.bin", + "size": 67108864, + "hash": "d3e285b2e06e414c698003a92f56c2d991b37c1008c895aeee9243ae5a5dcd6e", + "blake3": "d3e285b2e06e414c698003a92f56c2d991b37c1008c895aeee9243ae5a5dcd6e", + "offset": 134217728 + }, + { + "index": 3, + "filename": "shard_00003.bin", + "size": 67108864, + "hash": "f302c357044c461bc54fa10e54a46f1f03aa0c2eefbc3257c66348d0bbe82688", + "blake3": "f302c357044c461bc54fa10e54a46f1f03aa0c2eefbc3257c66348d0bbe82688", + "offset": 201326592 + }, + { + "index": 4, + "filename": "shard_00004.bin", + "size": 67108864, + "hash": "32d53537d197e76c51635cf6d006a52c2eda98883467a22e849ed0e69ea25f29", + "blake3": "32d53537d197e76c51635cf6d006a52c2eda98883467a22e849ed0e69ea25f29", + "offset": 268435456 + }, + { + "index": 5, + "filename": "shard_00005.bin", + "size": 67108864, + "hash": "a52e46bf081486643221fd215e690a6db766b03bc6a8e3fe97cc02a045682a60", + "blake3": "a52e46bf081486643221fd215e690a6db766b03bc6a8e3fe97cc02a045682a60", + "offset": 335544320 + }, + { + "index": 6, + "filename": "shard_00006.bin", + "size": 67108864, + "hash": "7b1c8d49a3389e8d39c14f80eaed1ea6d99a1ec274e319ad277c814f0d8a2ff0", + "blake3": "7b1c8d49a3389e8d39c14f80eaed1ea6d99a1ec274e319ad277c814f0d8a2ff0", + "offset": 402653184 + }, + { + "index": 7, + "filename": "shard_00007.bin", + "size": 67108864, + "hash": "f617859723d50d0e6d03d81da6035c7a626ff222c5271f8b6b9bfca7bbb291e8", + "blake3": "f617859723d50d0e6d03d81da6035c7a626ff222c5271f8b6b9bfca7bbb291e8", + "offset": 469762048 + }, + { + "index": 8, + "filename": "shard_00008.bin", + "size": 67108864, + "hash": "1ec16c6cc3e8c5f247497979f077bd18518e4ce48c035c25e8ef32d7fb17d1f2", + "blake3": "1ec16c6cc3e8c5f247497979f077bd18518e4ce48c035c25e8ef32d7fb17d1f2", + "offset": 536870912 + }, + { + "index": 9, + "filename": "shard_00009.bin", + "size": 67108864, + "hash": "717489a84ed499721ca4d5c5c999d4db318bf881a5d9a12f22ba72af0d787612", + "blake3": "717489a84ed499721ca4d5c5c999d4db318bf881a5d9a12f22ba72af0d787612", + "offset": 603979776 + }, + { + "index": 10, + "filename": "shard_00010.bin", + "size": 67108864, + "hash": "0edfabd6b58fe5abb89a9046f81e4dd92385bef53ee974785b182e1dcf664c0c", + "blake3": "0edfabd6b58fe5abb89a9046f81e4dd92385bef53ee974785b182e1dcf664c0c", + "offset": 671088640 + }, + { + "index": 11, + "filename": "shard_00011.bin", + "size": 67108864, + "hash": "4cfd23476899d239c7f7f2ec1096d7141dac0827322f23f10bdada8aaab9134b", + "blake3": "4cfd23476899d239c7f7f2ec1096d7141dac0827322f23f10bdada8aaab9134b", + "offset": 738197504 + }, + { + "index": 12, + "filename": "shard_00012.bin", + "size": 67108864, + "hash": "cb2a2e49393829d5f89b7d298a6179343fe52112a721ea4e23f171184dc2d730", + "blake3": "cb2a2e49393829d5f89b7d298a6179343fe52112a721ea4e23f171184dc2d730", + "offset": 805306368 + }, + { + "index": 13, + "filename": "shard_00013.bin", + "size": 67108864, + "hash": "813b0ea1a216add0435b4d23dea49fe1b8b4a5974ceed53f0d52aeca3423dadb", + "blake3": "813b0ea1a216add0435b4d23dea49fe1b8b4a5974ceed53f0d52aeca3423dadb", + "offset": 872415232 + }, + { + "index": 14, + "filename": "shard_00014.bin", + "size": 67108864, + "hash": "0ac962eccd9b2834fe6a5290c005ecd895a87315a2d12ccdb5f58871eb9d843e", + "blake3": "0ac962eccd9b2834fe6a5290c005ecd895a87315a2d12ccdb5f58871eb9d843e", + "offset": 939524096 + }, + { + "index": 15, + "filename": "shard_00015.bin", + "size": 67108864, + "hash": "0c129eae24e33d7a4bf07c8a750593adeeb4506bb1414c1fdb8af2fa745b445d", + "blake3": "0c129eae24e33d7a4bf07c8a750593adeeb4506bb1414c1fdb8af2fa745b445d", + "offset": 1006632960 + }, + { + "index": 16, + "filename": "shard_00016.bin", + "size": 67108864, + "hash": "db5ff4e92f505227e2b06a29d1833febb0bcf52af7d37c8cfcd990e90e084bfd", + "blake3": "db5ff4e92f505227e2b06a29d1833febb0bcf52af7d37c8cfcd990e90e084bfd", + "offset": 1073741824 + }, + { + "index": 17, + "filename": "shard_00017.bin", + "size": 67108864, + "hash": "ff02b2a6f37f0faa61dee4a58bf6f9be5a2259c7278cba4bff864a1cf81ea1d0", + "blake3": "ff02b2a6f37f0faa61dee4a58bf6f9be5a2259c7278cba4bff864a1cf81ea1d0", + "offset": 1140850688 + }, + { + "index": 18, + "filename": "shard_00018.bin", + "size": 67108864, + "hash": "b32320eadc592b19028f442120a59072ba70e24a3a689852be285b6710decfed", + "blake3": "b32320eadc592b19028f442120a59072ba70e24a3a689852be285b6710decfed", + "offset": 1207959552 + }, + { + "index": 19, + "filename": "shard_00019.bin", + "size": 67108864, + "hash": "8148228345f36d9fe6d16b2358b0e1d126cb6246e04a71f6601f76b6a3d5b3d8", + "blake3": "8148228345f36d9fe6d16b2358b0e1d126cb6246e04a71f6601f76b6a3d5b3d8", + "offset": 1275068416 + }, + { + "index": 20, + "filename": "shard_00020.bin", + "size": 67108864, + "hash": "4d741f07a568a7cf563da4a9d852fa6f8ac27d3b9637bc2eb7b35ad1c9398e5e", + "blake3": "4d741f07a568a7cf563da4a9d852fa6f8ac27d3b9637bc2eb7b35ad1c9398e5e", + "offset": 1342177280 + }, + { + "index": 21, + "filename": "shard_00021.bin", + "size": 67108864, + "hash": "2fc8fc34a3980569b9c6b97bfeed4cb351542e8012063492efe2258e27cb25c6", + "blake3": "2fc8fc34a3980569b9c6b97bfeed4cb351542e8012063492efe2258e27cb25c6", + "offset": 1409286144 + }, + { + "index": 22, + "filename": "shard_00022.bin", + "size": 67108864, + "hash": "baa0116367dd132c7684af80bc680d9d7f4a9035aaf4ed77695270c153360ef4", + "blake3": "baa0116367dd132c7684af80bc680d9d7f4a9035aaf4ed77695270c153360ef4", + "offset": 1476395008 + }, + { + "index": 23, + "filename": "shard_00023.bin", + "size": 67108864, + "hash": "e1cd9395fb27195ebacb483209bbaf4c95e24601a4d7e1becaf8f93240dfd006", + "blake3": "e1cd9395fb27195ebacb483209bbaf4c95e24601a4d7e1becaf8f93240dfd006", + "offset": 1543503872 + }, + { + "index": 24, + "filename": "shard_00024.bin", + "size": 67108864, + "hash": "3c0922f418f6ad762d969b03ee20e3953d9e4df83781258c9701034cdca52208", + "blake3": "3c0922f418f6ad762d969b03ee20e3953d9e4df83781258c9701034cdca52208", + "offset": 1610612736 + }, + { + "index": 25, + "filename": "shard_00025.bin", + "size": 67108864, + "hash": "e579a3b1cb4cc878993d40cda21c9c8b0aa7cb1bf3f56d3bed379b68a5959d1e", + "blake3": "e579a3b1cb4cc878993d40cda21c9c8b0aa7cb1bf3f56d3bed379b68a5959d1e", + "offset": 1677721600 + }, + { + "index": 26, + "filename": "shard_00026.bin", + "size": 67108864, + "hash": "86a93b6e0809277e032a3fad15b1b7e6446e0f30cd2dad62eb992e4aa3d7dab5", + "blake3": "86a93b6e0809277e032a3fad15b1b7e6446e0f30cd2dad62eb992e4aa3d7dab5", + "offset": 1744830464 + }, + { + "index": 27, + "filename": "shard_00027.bin", + "size": 67108864, + "hash": "fbc68adabb7b2aeb1e542b89aaaebe8282f2dd2b3a131ece2dd83727709d51a8", + "blake3": "fbc68adabb7b2aeb1e542b89aaaebe8282f2dd2b3a131ece2dd83727709d51a8", + "offset": 1811939328 + }, + { + "index": 28, + "filename": "shard_00028.bin", + "size": 67108864, + "hash": "94f67bef40d7678aa9d63c5d003165d91630574ce3fbba6d98894b38782df9bc", + "blake3": "94f67bef40d7678aa9d63c5d003165d91630574ce3fbba6d98894b38782df9bc", + "offset": 1879048192 + }, + { + "index": 29, + "filename": "shard_00029.bin", + "size": 67108864, + "hash": "23da255bbbce19584291602e88e7fa7f4b4526dbae377e080d3e8c3e4afb077c", + "blake3": "23da255bbbce19584291602e88e7fa7f4b4526dbae377e080d3e8c3e4afb077c", + "offset": 1946157056 + }, + { + "index": 30, + "filename": "shard_00030.bin", + "size": 67108864, + "hash": "2645edb434572e69488002587f137991b7d772a26f8799bd8702c3ca6b9fdf4b", + "blake3": "2645edb434572e69488002587f137991b7d772a26f8799bd8702c3ca6b9fdf4b", + "offset": 2013265920 + }, + { + "index": 31, + "filename": "shard_00031.bin", + "size": 67108864, + "hash": "1e354993a48a98944df40d826d76e3ac2e34452a20bd596cec12ed0337c62c0f", + "blake3": "1e354993a48a98944df40d826d76e3ac2e34452a20bd596cec12ed0337c62c0f", + "offset": 2080374784 + }, + { + "index": 32, + "filename": "shard_00032.bin", + "size": 67108864, + "hash": "3a2f28070df85a665a4293a417dbe61a9026221a7f7c2e393a0ec79f0b4a7a54", + "blake3": "3a2f28070df85a665a4293a417dbe61a9026221a7f7c2e393a0ec79f0b4a7a54", + "offset": 2147483648 + }, + { + "index": 33, + "filename": "shard_00033.bin", + "size": 67108864, + "hash": "53f64a582194f3e236091704051f238aabc2e6107efeef132caebb97c45adf08", + "blake3": "53f64a582194f3e236091704051f238aabc2e6107efeef132caebb97c45adf08", + "offset": 2214592512 + }, + { + "index": 34, + "filename": "shard_00034.bin", + "size": 67108864, + "hash": "7e7f56d2251685ab8459a34bd6f2c0bb011c3125e59e192fb6b5dbfb8d0fc03d", + "blake3": "7e7f56d2251685ab8459a34bd6f2c0bb011c3125e59e192fb6b5dbfb8d0fc03d", + "offset": 2281701376 + }, + { + "index": 35, + "filename": "shard_00035.bin", + "size": 67108864, + "hash": "f2059f2ea79ae3d3991eb3575d92e1110c4ee5d95d39b63e34ebb8c475cfbd9b", + "blake3": "f2059f2ea79ae3d3991eb3575d92e1110c4ee5d95d39b63e34ebb8c475cfbd9b", + "offset": 2348810240 + }, + { + "index": 36, + "filename": "shard_00036.bin", + "size": 67108864, + "hash": "f5372309eeacf84a8c8a65c7f40b869047d4ac2111ae2dbef4f9e0517d776698", + "blake3": "f5372309eeacf84a8c8a65c7f40b869047d4ac2111ae2dbef4f9e0517d776698", + "offset": 2415919104 + }, + { + "index": 37, + "filename": "shard_00037.bin", + "size": 67108864, + "hash": "f05bd1e713dc6209f12c24fbafc317a34ec466bf7c272a07df58193c098e0bbc", + "blake3": "f05bd1e713dc6209f12c24fbafc317a34ec466bf7c272a07df58193c098e0bbc", + "offset": 2483027968 + }, + { + "index": 38, + "filename": "shard_00038.bin", + "size": 67108864, + "hash": "7072802ada400bc6902cbc869027f2a61190e3e11545f728b5b918ee0c0a42da", + "blake3": "7072802ada400bc6902cbc869027f2a61190e3e11545f728b5b918ee0c0a42da", + "offset": 2550136832 + }, + { + "index": 39, + "filename": "shard_00039.bin", + "size": 67108864, + "hash": "ff745c27870991f14c9b2a6f3a708176baaa2d614e010db2d155f6beaf3ecc92", + "blake3": "ff745c27870991f14c9b2a6f3a708176baaa2d614e010db2d155f6beaf3ecc92", + "offset": 2617245696 + }, + { + "index": 40, + "filename": "shard_00040.bin", + "size": 67108864, + "hash": "73621763d29077df186aa560a74aff11e51fa616e38a8ba3743c49d4e7215c0b", + "blake3": "73621763d29077df186aa560a74aff11e51fa616e38a8ba3743c49d4e7215c0b", + "offset": 2684354560 + }, + { + "index": 41, + "filename": "shard_00041.bin", + "size": 67108864, + "hash": "104dcff0834d2fcbdb75708461421bd88546b74d67469d9b1caff70f47a6544e", + "blake3": "104dcff0834d2fcbdb75708461421bd88546b74d67469d9b1caff70f47a6544e", + "offset": 2751463424 + }, + { + "index": 42, + "filename": "shard_00042.bin", + "size": 67108864, + "hash": "3c1f21d49005d73841b0fbc7a5d1f69084cd9626d86997257db29ff71aa35eb6", + "blake3": "3c1f21d49005d73841b0fbc7a5d1f69084cd9626d86997257db29ff71aa35eb6", + "offset": 2818572288 + }, + { + "index": 43, + "filename": "shard_00043.bin", + "size": 67108864, + "hash": "283aebf66491fa5a296dc9b540e2686125787d00a1279bcd1a0f25eca8d593d5", + "blake3": "283aebf66491fa5a296dc9b540e2686125787d00a1279bcd1a0f25eca8d593d5", + "offset": 2885681152 + }, + { + "index": 44, + "filename": "shard_00044.bin", + "size": 67108864, + "hash": "02fda942cdb57e74b6ad0a4d9f361736fdf9d2e200185702df9220525146bcb0", + "blake3": "02fda942cdb57e74b6ad0a4d9f361736fdf9d2e200185702df9220525146bcb0", + "offset": 2952790016 + }, + { + "index": 45, + "filename": "shard_00045.bin", + "size": 67108864, + "hash": "3f9b6a14ddb1edea0b0d4671ddf5ee1dc0afb59b3969d50f9cfa14efc575119f", + "blake3": "3f9b6a14ddb1edea0b0d4671ddf5ee1dc0afb59b3969d50f9cfa14efc575119f", + "offset": 3019898880 + }, + { + "index": 46, + "filename": "shard_00046.bin", + "size": 67108864, + "hash": "a6400049f2d916c8cf1fdb3ae6f22df3f7f17a12997e5d6d111f16a84e68d793", + "blake3": "a6400049f2d916c8cf1fdb3ae6f22df3f7f17a12997e5d6d111f16a84e68d793", + "offset": 3087007744 + }, + { + "index": 47, + "filename": "shard_00047.bin", + "size": 67108864, + "hash": "f097132251617fe25f8327024a57f2d73434a5efe604d07b515119c14d052018", + "blake3": "f097132251617fe25f8327024a57f2d73434a5efe604d07b515119c14d052018", + "offset": 3154116608 + }, + { + "index": 48, + "filename": "shard_00048.bin", + "size": 67108864, + "hash": "a7f67a798c36634cc1469ef248ce94975ec5ccc3719e68e13f921206b32127bc", + "blake3": "a7f67a798c36634cc1469ef248ce94975ec5ccc3719e68e13f921206b32127bc", + "offset": 3221225472 + }, + { + "index": 49, + "filename": "shard_00049.bin", + "size": 67108864, + "hash": "e26efaf79012d351d81d58d63b068dccd22d751e6e5d92d1fe4c2be69375c2f6", + "blake3": "e26efaf79012d351d81d58d63b068dccd22d751e6e5d92d1fe4c2be69375c2f6", + "offset": 3288334336 + }, + { + "index": 50, + "filename": "shard_00050.bin", + "size": 67108864, + "hash": "c456c880dc8597723c1de69f00d9d26324ca111228382eff54305c8945104417", + "blake3": "c456c880dc8597723c1de69f00d9d26324ca111228382eff54305c8945104417", + "offset": 3355443200 + }, + { + "index": 51, + "filename": "shard_00051.bin", + "size": 67108864, + "hash": "990a67e3cfcb6bbf1c8474c79d90f483425335aa1a5cf1853cf8d5c848f9280a", + "blake3": "990a67e3cfcb6bbf1c8474c79d90f483425335aa1a5cf1853cf8d5c848f9280a", + "offset": 3422552064 + }, + { + "index": 52, + "filename": "shard_00052.bin", + "size": 67108864, + "hash": "3e208b966161831ca4fa1a2d6af636d4e86d00614bbf0420d927ffe928c35051", + "blake3": "3e208b966161831ca4fa1a2d6af636d4e86d00614bbf0420d927ffe928c35051", + "offset": 3489660928 + }, + { + "index": 53, + "filename": "shard_00053.bin", + "size": 67108864, + "hash": "e974e5d7c73d4c2a360092bf8bb027dd093dd3bbc9391b2ae618b9ff63b8c4d8", + "blake3": "e974e5d7c73d4c2a360092bf8bb027dd093dd3bbc9391b2ae618b9ff63b8c4d8", + "offset": 3556769792 + }, + { + "index": 54, + "filename": "shard_00054.bin", + "size": 67108864, + "hash": "936d4526a2bb73f5f233aacffb86c7828d3c8555aa6ac3427b849b3995a62106", + "blake3": "936d4526a2bb73f5f233aacffb86c7828d3c8555aa6ac3427b849b3995a62106", + "offset": 3623878656 + }, + { + "index": 55, + "filename": "shard_00055.bin", + "size": 67108864, + "hash": "15992f36f62d80d0bb9a92b989860fafcef330470de4c85f9f619c6b9dbe90bc", + "blake3": "15992f36f62d80d0bb9a92b989860fafcef330470de4c85f9f619c6b9dbe90bc", + "offset": 3690987520 + }, + { + "index": 56, + "filename": "shard_00056.bin", + "size": 67108864, + "hash": "5a4975d862b70a06bde51bb2c498c3bca30f82d6d9577003f2844bf30aedfdcd", + "blake3": "5a4975d862b70a06bde51bb2c498c3bca30f82d6d9577003f2844bf30aedfdcd", + "offset": 3758096384 + }, + { + "index": 57, + "filename": "shard_00057.bin", + "size": 67108864, + "hash": "1c2bcf6b10ec0ae2c36f797617735bf240ace836aae805c7e969fe64342972d1", + "blake3": "1c2bcf6b10ec0ae2c36f797617735bf240ace836aae805c7e969fe64342972d1", + "offset": 3825205248 + }, + { + "index": 58, + "filename": "shard_00058.bin", + "size": 67108864, + "hash": "2e64c3d3a693ce65d937ae8cc426a63f1fce10cad95d40b089f1e745668929f7", + "blake3": "2e64c3d3a693ce65d937ae8cc426a63f1fce10cad95d40b089f1e745668929f7", + "offset": 3892314112 + }, + { + "index": 59, + "filename": "shard_00059.bin", + "size": 67108864, + "hash": "da9c12b135006a0c15d62ed2fea4c022b56ad7965981a41cb8b944e64a7d072c", + "blake3": "da9c12b135006a0c15d62ed2fea4c022b56ad7965981a41cb8b944e64a7d072c", + "offset": 3959422976 + }, + { + "index": 60, + "filename": "shard_00060.bin", + "size": 67108864, + "hash": "ae2e60a4225ea7c4d1654ec3218f8190563f00910246b17cb68259c37ca40234", + "blake3": "ae2e60a4225ea7c4d1654ec3218f8190563f00910246b17cb68259c37ca40234", + "offset": 4026531840 + }, + { + "index": 61, + "filename": "shard_00061.bin", + "size": 67108864, + "hash": "d6a497d93d1a28f2e9ddc955ec29f5a26b1723963084505d9c1ea268dd666280", + "blake3": "d6a497d93d1a28f2e9ddc955ec29f5a26b1723963084505d9c1ea268dd666280", + "offset": 4093640704 + }, + { + "index": 62, + "filename": "shard_00062.bin", + "size": 67108864, + "hash": "77ebe3fa2fc6ab2b8f093514271594012d976cad2e26331a0fd76470fdb4a7a8", + "blake3": "77ebe3fa2fc6ab2b8f093514271594012d976cad2e26331a0fd76470fdb4a7a8", + "offset": 4160749568 + }, + { + "index": 63, + "filename": "shard_00063.bin", + "size": 67108864, + "hash": "e8d64a6ff58203a4e39fdd31a9d9985a3fd305e192cf429d891a5a0dcaa49825", + "blake3": "e8d64a6ff58203a4e39fdd31a9d9985a3fd305e192cf429d891a5a0dcaa49825", + "offset": 4227858432 + }, + { + "index": 64, + "filename": "shard_00064.bin", + "size": 67108864, + "hash": "d9ee4c6f526896916247e29bb2af4e28f7ba0b12c4b174d8ba88b558f01229d5", + "blake3": "d9ee4c6f526896916247e29bb2af4e28f7ba0b12c4b174d8ba88b558f01229d5", + "offset": 4294967296 + }, + { + "index": 65, + "filename": "shard_00065.bin", + "size": 67108864, + "hash": "1c9b9d2c25b8eaf1e74c94f7439e02d7ca3cce22242ac1842cfd42244562783a", + "blake3": "1c9b9d2c25b8eaf1e74c94f7439e02d7ca3cce22242ac1842cfd42244562783a", + "offset": 4362076160 + }, + { + "index": 66, + "filename": "shard_00066.bin", + "size": 67108864, + "hash": "0cc74833dc2dfac39a5ee247a180a487602c7a79dbf5e252fe0740687b2260a6", + "blake3": "0cc74833dc2dfac39a5ee247a180a487602c7a79dbf5e252fe0740687b2260a6", + "offset": 4429185024 + }, + { + "index": 67, + "filename": "shard_00067.bin", + "size": 67108864, + "hash": "9761dd3380eeafa3338aa8640464a088bc1066e39ce062b559b7db8c2b3777d8", + "blake3": "9761dd3380eeafa3338aa8640464a088bc1066e39ce062b559b7db8c2b3777d8", + "offset": 4496293888 + }, + { + "index": 68, + "filename": "shard_00068.bin", + "size": 67108864, + "hash": "5d3b95e8cbd62680ddfec1aef135c0ab60526e37fd357335354f9786967cd36e", + "blake3": "5d3b95e8cbd62680ddfec1aef135c0ab60526e37fd357335354f9786967cd36e", + "offset": 4563402752 + }, + { + "index": 69, + "filename": "shard_00069.bin", + "size": 67108864, + "hash": "fb97f75af37707da38d43f86794f381df55f0103770b05222806b8b29902641b", + "blake3": "fb97f75af37707da38d43f86794f381df55f0103770b05222806b8b29902641b", + "offset": 4630511616 + }, + { + "index": 70, + "filename": "shard_00070.bin", + "size": 67108864, + "hash": "0f9b9c4db8944879269643dec96ee22421c1fa0fe2277e3e796122c3bc4aec8f", + "blake3": "0f9b9c4db8944879269643dec96ee22421c1fa0fe2277e3e796122c3bc4aec8f", + "offset": 4697620480 + }, + { + "index": 71, + "filename": "shard_00071.bin", + "size": 67108864, + "hash": "53b010f815da7d815440b587426daabeaa30bbf676de9f1a9d566ba890f08060", + "blake3": "53b010f815da7d815440b587426daabeaa30bbf676de9f1a9d566ba890f08060", + "offset": 4764729344 + }, + { + "index": 72, + "filename": "shard_00072.bin", + "size": 67108864, + "hash": "935d6e409b252cb854628b047eaa9746f1bd3b682cdd78dd54999bd6f3982834", + "blake3": "935d6e409b252cb854628b047eaa9746f1bd3b682cdd78dd54999bd6f3982834", + "offset": 4831838208 + }, + { + "index": 73, + "filename": "shard_00073.bin", + "size": 67108864, + "hash": "a0df535374cc68a05caa019d408ae875804f53539cff6237d86bc6cb767e94a1", + "blake3": "a0df535374cc68a05caa019d408ae875804f53539cff6237d86bc6cb767e94a1", + "offset": 4898947072 + }, + { + "index": 74, + "filename": "shard_00074.bin", + "size": 67108864, + "hash": "6fc22c5f9fae1fa4673e5d470ed51f041404f365821876593a64c798e42b1bda", + "blake3": "6fc22c5f9fae1fa4673e5d470ed51f041404f365821876593a64c798e42b1bda", + "offset": 4966055936 + }, + { + "index": 75, + "filename": "shard_00075.bin", + "size": 67108864, + "hash": "7a6382543b51a31db023f3ac0a7b61af5d312eaaa36fa28386f66c1afb3c489b", + "blake3": "7a6382543b51a31db023f3ac0a7b61af5d312eaaa36fa28386f66c1afb3c489b", + "offset": 5033164800 + }, + { + "index": 76, + "filename": "shard_00076.bin", + "size": 67108864, + "hash": "b8e639ace9d36efb77c093f24880873ba1a769ac2fbc7f0d0752ed36bdc8efc6", + "blake3": "b8e639ace9d36efb77c093f24880873ba1a769ac2fbc7f0d0752ed36bdc8efc6", + "offset": 5100273664 + }, + { + "index": 77, + "filename": "shard_00077.bin", + "size": 67108864, + "hash": "917a6ef1e01efbc49f6c9b107e26692823736fe29719d72c543b72e49cfea487", + "blake3": "917a6ef1e01efbc49f6c9b107e26692823736fe29719d72c543b72e49cfea487", + "offset": 5167382528 + }, + { + "index": 78, + "filename": "shard_00078.bin", + "size": 67108864, + "hash": "ca1beeb714d246f0fee5963d188d69ca621757a2459bd0adb0e5a7f9cb008095", + "blake3": "ca1beeb714d246f0fee5963d188d69ca621757a2459bd0adb0e5a7f9cb008095", + "offset": 5234491392 + }, + { + "index": 79, + "filename": "shard_00079.bin", + "size": 67108864, + "hash": "f6abf26a7b338c794d3a794426c84dc94e73df15ccfa139e1d396648125010a9", + "blake3": "f6abf26a7b338c794d3a794426c84dc94e73df15ccfa139e1d396648125010a9", + "offset": 5301600256 + }, + { + "index": 80, + "filename": "shard_00080.bin", + "size": 67108864, + "hash": "dd49a97ed025f7fccd9c9f9252091ffbeb7979d028336a217341fa0504201c08", + "blake3": "dd49a97ed025f7fccd9c9f9252091ffbeb7979d028336a217341fa0504201c08", + "offset": 5368709120 + }, + { + "index": 81, + "filename": "shard_00081.bin", + "size": 67108864, + "hash": "0fabb7190eb682ca9d7cb4595f1927bbb66d22a5354e8dabdd691493b53e8bb2", + "blake3": "0fabb7190eb682ca9d7cb4595f1927bbb66d22a5354e8dabdd691493b53e8bb2", + "offset": 5435817984 + }, + { + "index": 82, + "filename": "shard_00082.bin", + "size": 67108864, + "hash": "5e7567f7e6fe9356b4febfc0d1d5ecfbb9ceb13ee4c250136066afa3179af7d6", + "blake3": "5e7567f7e6fe9356b4febfc0d1d5ecfbb9ceb13ee4c250136066afa3179af7d6", + "offset": 5502926848 + }, + { + "index": 83, + "filename": "shard_00083.bin", + "size": 67108864, + "hash": "77af629f63ed27ba28bf66ab318c97513539f5e64781813512dd38c03c16126f", + "blake3": "77af629f63ed27ba28bf66ab318c97513539f5e64781813512dd38c03c16126f", + "offset": 5570035712 + }, + { + "index": 84, + "filename": "shard_00084.bin", + "size": 67108864, + "hash": "1e81bd3c4b31e669277d2d09e1ed4188de4f02613dc30b592f895c96ebbe1a25", + "blake3": "1e81bd3c4b31e669277d2d09e1ed4188de4f02613dc30b592f895c96ebbe1a25", + "offset": 5637144576 + }, + { + "index": 85, + "filename": "shard_00085.bin", + "size": 67108864, + "hash": "d289f445d5aec5cc05e309aba9ace0077fad524c5a40903b5d33c6b0851574ef", + "blake3": "d289f445d5aec5cc05e309aba9ace0077fad524c5a40903b5d33c6b0851574ef", + "offset": 5704253440 + }, + { + "index": 86, + "filename": "shard_00086.bin", + "size": 67108864, + "hash": "755ef6a7a14252f84540e66f6df3688ee99432d6c0acc43a178ebb549bdf72d5", + "blake3": "755ef6a7a14252f84540e66f6df3688ee99432d6c0acc43a178ebb549bdf72d5", + "offset": 5771362304 + }, + { + "index": 87, + "filename": "shard_00087.bin", + "size": 67108864, + "hash": "216fae626a2da7e638178b2dabadbee9bfb9260f7ebbe68b4ed0506e80da20d2", + "blake3": "216fae626a2da7e638178b2dabadbee9bfb9260f7ebbe68b4ed0506e80da20d2", + "offset": 5838471168 + }, + { + "index": 88, + "filename": "shard_00088.bin", + "size": 67108864, + "hash": "18efb3f7bba467230372c469b14a24691db26c3e26f1551a53f27fecb7ec6e6e", + "blake3": "18efb3f7bba467230372c469b14a24691db26c3e26f1551a53f27fecb7ec6e6e", + "offset": 5905580032 + }, + { + "index": 89, + "filename": "shard_00089.bin", + "size": 67108864, + "hash": "7930c817a8b256272b2c81e0cb64fc3b27aac51f9896501599b679c779fd9f08", + "blake3": "7930c817a8b256272b2c81e0cb64fc3b27aac51f9896501599b679c779fd9f08", + "offset": 5972688896 + }, + { + "index": 90, + "filename": "shard_00090.bin", + "size": 67108864, + "hash": "409caf5f69b2cb71d1b3306edf9618a6ecb33b96eea61c8ed062db86151a720c", + "blake3": "409caf5f69b2cb71d1b3306edf9618a6ecb33b96eea61c8ed062db86151a720c", + "offset": 6039797760 + }, + { + "index": 91, + "filename": "shard_00091.bin", + "size": 67108864, + "hash": "06f5e29806c2b4135c350716088067347426532ca3de3ecf751a1cf8c515fbf1", + "blake3": "06f5e29806c2b4135c350716088067347426532ca3de3ecf751a1cf8c515fbf1", + "offset": 6106906624 + }, + { + "index": 92, + "filename": "shard_00092.bin", + "size": 67108864, + "hash": "17ceb12b153e2ab4bde580c98a79215896885bf0bd6204febfb1cf64f47ca6c1", + "blake3": "17ceb12b153e2ab4bde580c98a79215896885bf0bd6204febfb1cf64f47ca6c1", + "offset": 6174015488 + }, + { + "index": 93, + "filename": "shard_00093.bin", + "size": 67108864, + "hash": "cf5642894b7100b3e7a49f16757d219a2dc2e4d8f4b687b7ed5e2c4aae45b8af", + "blake3": "cf5642894b7100b3e7a49f16757d219a2dc2e4d8f4b687b7ed5e2c4aae45b8af", + "offset": 6241124352 + }, + { + "index": 94, + "filename": "shard_00094.bin", + "size": 67108864, + "hash": "58748639d1a266943acfecb57e797c80aa3b4d157dcf3809df1189e9241a24df", + "blake3": "58748639d1a266943acfecb57e797c80aa3b4d157dcf3809df1189e9241a24df", + "offset": 6308233216 + }, + { + "index": 95, + "filename": "shard_00095.bin", + "size": 67108864, + "hash": "9ca205168a5aec2c8a1694c10a5715058f91215c1ae7b120863fd5ef5d606a50", + "blake3": "9ca205168a5aec2c8a1694c10a5715058f91215c1ae7b120863fd5ef5d606a50", + "offset": 6375342080 + }, + { + "index": 96, + "filename": "shard_00096.bin", + "size": 67108864, + "hash": "f058fbe9d6ce80be2ce1941c83669b3cf257ff2ebaee53dba110bc58b18ffcc4", + "blake3": "f058fbe9d6ce80be2ce1941c83669b3cf257ff2ebaee53dba110bc58b18ffcc4", + "offset": 6442450944 + }, + { + "index": 97, + "filename": "shard_00097.bin", + "size": 67108864, + "hash": "888c02a72b7a28dbe4ea35dbdd50fa79baa48a86218edee54db100ada5fd68ae", + "blake3": "888c02a72b7a28dbe4ea35dbdd50fa79baa48a86218edee54db100ada5fd68ae", + "offset": 6509559808 + }, + { + "index": 98, + "filename": "shard_00098.bin", + "size": 67108864, + "hash": "ee2a8379ac5cbf20f3b4ca3b80bed976a054a557b6c0b812fdae6854920b5ea3", + "blake3": "ee2a8379ac5cbf20f3b4ca3b80bed976a054a557b6c0b812fdae6854920b5ea3", + "offset": 6576668672 + }, + { + "index": 99, + "filename": "shard_00099.bin", + "size": 67108864, + "hash": "54fdf20bf0a39f1e781f50a0599599fe4bcda9d59ad5ff3cdcd86a269ee2d2db", + "blake3": "54fdf20bf0a39f1e781f50a0599599fe4bcda9d59ad5ff3cdcd86a269ee2d2db", + "offset": 6643777536 + }, + { + "index": 100, + "filename": "shard_00100.bin", + "size": 67108864, + "hash": "5d0270fedf0ba6a49501aa996df194edba307265b7e9a233cf38178ae26695ec", + "blake3": "5d0270fedf0ba6a49501aa996df194edba307265b7e9a233cf38178ae26695ec", + "offset": 6710886400 + }, + { + "index": 101, + "filename": "shard_00101.bin", + "size": 67108864, + "hash": "bfab5b0ea7ca9abc4ce1ff1eb4997a5a727747498c9f7d125862eebe3a4bb9e3", + "blake3": "bfab5b0ea7ca9abc4ce1ff1eb4997a5a727747498c9f7d125862eebe3a4bb9e3", + "offset": 6777995264 + }, + { + "index": 102, + "filename": "shard_00102.bin", + "size": 67108864, + "hash": "dbadbff2d9437892d3e4ae5c2d5de0a6adb6d7260157b6aea3cc406ba89fb559", + "blake3": "dbadbff2d9437892d3e4ae5c2d5de0a6adb6d7260157b6aea3cc406ba89fb559", + "offset": 6845104128 + }, + { + "index": 103, + "filename": "shard_00103.bin", + "size": 67108864, + "hash": "177375a89c772c58ccd6def8c55f8069c284339a2884f3122228cbe14a6dc2fa", + "blake3": "177375a89c772c58ccd6def8c55f8069c284339a2884f3122228cbe14a6dc2fa", + "offset": 6912212992 + }, + { + "index": 104, + "filename": "shard_00104.bin", + "size": 67108864, + "hash": "bb2ff43be146f3c18b1a8b691d0d2b392764c28514dbb1924b8d7f759b5f4729", + "blake3": "bb2ff43be146f3c18b1a8b691d0d2b392764c28514dbb1924b8d7f759b5f4729", + "offset": 6979321856 + }, + { + "index": 105, + "filename": "shard_00105.bin", + "size": 67108864, + "hash": "777156668057686065ecb10e10aeaca3eb88cdb004e2df2cccfd27c021942eae", + "blake3": "777156668057686065ecb10e10aeaca3eb88cdb004e2df2cccfd27c021942eae", + "offset": 7046430720 + }, + { + "index": 106, + "filename": "shard_00106.bin", + "size": 67108864, + "hash": "2084d125dd94542e0ba21ff226f199aa28d459f51680984f6ca319c9590090d8", + "blake3": "2084d125dd94542e0ba21ff226f199aa28d459f51680984f6ca319c9590090d8", + "offset": 7113539584 + }, + { + "index": 107, + "filename": "shard_00107.bin", + "size": 67108864, + "hash": "0cfd555acc9be5003f5a859bac994556c049cfead36379cb466b72524a265640", + "blake3": "0cfd555acc9be5003f5a859bac994556c049cfead36379cb466b72524a265640", + "offset": 7180648448 + }, + { + "index": 108, + "filename": "shard_00108.bin", + "size": 67108864, + "hash": "821faac0cd8c0c85661f34d0365f98b677e94ba6a9329b802dec39c281d2d7ff", + "blake3": "821faac0cd8c0c85661f34d0365f98b677e94ba6a9329b802dec39c281d2d7ff", + "offset": 7247757312 + }, + { + "index": 109, + "filename": "shard_00109.bin", + "size": 67108864, + "hash": "8e1b45cfd78295e891bb11ff40ca3f41dd54f7b278af07137574b7addd25df96", + "blake3": "8e1b45cfd78295e891bb11ff40ca3f41dd54f7b278af07137574b7addd25df96", + "offset": 7314866176 + }, + { + "index": 110, + "filename": "shard_00110.bin", + "size": 67108864, + "hash": "f1a1385dcc0e94cc0995624af17a07ff69668d4ca94173391a655886888c4886", + "blake3": "f1a1385dcc0e94cc0995624af17a07ff69668d4ca94173391a655886888c4886", + "offset": 7381975040 + }, + { + "index": 111, + "filename": "shard_00111.bin", + "size": 67108864, + "hash": "74fd5b3e8917184a86860702656bc71e5b335759d9ea0342a323d4be6a8d6440", + "blake3": "74fd5b3e8917184a86860702656bc71e5b335759d9ea0342a323d4be6a8d6440", + "offset": 7449083904 + }, + { + "index": 112, + "filename": "shard_00112.bin", + "size": 67108864, + "hash": "d59edc06209a60e71568096c0134173adb57a6eafa6b8336fa01ce6f22c02ec6", + "blake3": "d59edc06209a60e71568096c0134173adb57a6eafa6b8336fa01ce6f22c02ec6", + "offset": 7516192768 + }, + { + "index": 113, + "filename": "shard_00113.bin", + "size": 67108864, + "hash": "fabd3db30e00b19e81db63a24b503a7fd8f0fa5bcb45585428c2b138ecfb3800", + "blake3": "fabd3db30e00b19e81db63a24b503a7fd8f0fa5bcb45585428c2b138ecfb3800", + "offset": 7583301632 + }, + { + "index": 114, + "filename": "shard_00114.bin", + "size": 67108864, + "hash": "8151b67956d4a2331541465b2073847a649ca0d4eac2e8db67a8a9dbdfe0eb2d", + "blake3": "8151b67956d4a2331541465b2073847a649ca0d4eac2e8db67a8a9dbdfe0eb2d", + "offset": 7650410496 + }, + { + "index": 115, + "filename": "shard_00115.bin", + "size": 67108864, + "hash": "66b110e3cd189403fe0fa729fbe95ac9bf7be7dd96d39a6cfb35e1960de6e482", + "blake3": "66b110e3cd189403fe0fa729fbe95ac9bf7be7dd96d39a6cfb35e1960de6e482", + "offset": 7717519360 + }, + { + "index": 116, + "filename": "shard_00116.bin", + "size": 67108864, + "hash": "6b51415d87ca5af3648ccfd6f74f8a6f9b0fb933e63a543b2faf4bc5baa85765", + "blake3": "6b51415d87ca5af3648ccfd6f74f8a6f9b0fb933e63a543b2faf4bc5baa85765", + "offset": 7784628224 + }, + { + "index": 117, + "filename": "shard_00117.bin", + "size": 67108864, + "hash": "6b3bf4c06a25567bcb4212393c746b5857ebbe8c97e99329299bfaab9f17f41a", + "blake3": "6b3bf4c06a25567bcb4212393c746b5857ebbe8c97e99329299bfaab9f17f41a", + "offset": 7851737088 + }, + { + "index": 118, + "filename": "shard_00118.bin", + "size": 67108864, + "hash": "58bf17ce845c1943c330906a0ea2e1636f6ef0649b3c5a1d005c7d901a4cf18e", + "blake3": "58bf17ce845c1943c330906a0ea2e1636f6ef0649b3c5a1d005c7d901a4cf18e", + "offset": 7918845952 + }, + { + "index": 119, + "filename": "shard_00119.bin", + "size": 67108864, + "hash": "76d153a3ace52a166e3ad6fb791efbe020b0d78c2b30d9594dd9e8a8ac72c9a2", + "blake3": "76d153a3ace52a166e3ad6fb791efbe020b0d78c2b30d9594dd9e8a8ac72c9a2", + "offset": 7985954816 + }, + { + "index": 120, + "filename": "shard_00120.bin", + "size": 67108864, + "hash": "91264d3df35f167222a325b3a50923e8e7ad3fa7b9652684e3073e482639902a", + "blake3": "91264d3df35f167222a325b3a50923e8e7ad3fa7b9652684e3073e482639902a", + "offset": 8053063680 + }, + { + "index": 121, + "filename": "shard_00121.bin", + "size": 67108864, + "hash": "8805e119c8bb02bdc14bc35702d33b3d1d79c3a56f64ebf1d75d362d74efc46f", + "blake3": "8805e119c8bb02bdc14bc35702d33b3d1d79c3a56f64ebf1d75d362d74efc46f", + "offset": 8120172544 + }, + { + "index": 122, + "filename": "shard_00122.bin", + "size": 67108864, + "hash": "90b511703cf8906c2d3e8c7b52e6563fcf38fe50404b6af4f0430158d83b7a2f", + "blake3": "90b511703cf8906c2d3e8c7b52e6563fcf38fe50404b6af4f0430158d83b7a2f", + "offset": 8187281408 + }, + { + "index": 123, + "filename": "shard_00123.bin", + "size": 67108864, + "hash": "8717ef6c8e5a7a0735ca0363fe0830d6aa7ec5869862832c463f0f938223d7b1", + "blake3": "8717ef6c8e5a7a0735ca0363fe0830d6aa7ec5869862832c463f0f938223d7b1", + "offset": 8254390272 + }, + { + "index": 124, + "filename": "shard_00124.bin", + "size": 67108864, + "hash": "5aca8af0926995931a14d33be677ec97aba59719afd713747d4f18ae2e1e8788", + "blake3": "5aca8af0926995931a14d33be677ec97aba59719afd713747d4f18ae2e1e8788", + "offset": 8321499136 + }, + { + "index": 125, + "filename": "shard_00125.bin", + "size": 67108864, + "hash": "0cccf2b8bcccab5f057d4c5d89c1084a9591fb2d648c2cf14801c22d1db980d8", + "blake3": "0cccf2b8bcccab5f057d4c5d89c1084a9591fb2d648c2cf14801c22d1db980d8", + "offset": 8388608000 + }, + { + "index": 126, + "filename": "shard_00126.bin", + "size": 67108864, + "hash": "e06766bd565475fb99c20bf23d2d911555afc2ab7d409c2ab30c6faa4c8d5ff8", + "blake3": "e06766bd565475fb99c20bf23d2d911555afc2ab7d409c2ab30c6faa4c8d5ff8", + "offset": 8455716864 + }, + { + "index": 127, + "filename": "shard_00127.bin", + "size": 67108864, + "hash": "d31038f9e16429bb70c5268eb5cc05b92c45cfee6710f1ca19d45d98e82ff9b1", + "blake3": "d31038f9e16429bb70c5268eb5cc05b92c45cfee6710f1ca19d45d98e82ff9b1", + "offset": 8522825728 + }, + { + "index": 128, + "filename": "shard_00128.bin", + "size": 67108864, + "hash": "acc5b624026ef173897f4251453ea0f99891f1ded18eaf7022ecc71b6ffcf6c5", + "blake3": "acc5b624026ef173897f4251453ea0f99891f1ded18eaf7022ecc71b6ffcf6c5", + "offset": 8589934592 + }, + { + "index": 129, + "filename": "shard_00129.bin", + "size": 67108864, + "hash": "0147827876385fd0fd5ce72b3d6184f28f1704d5815243940ea9495bb8412480", + "blake3": "0147827876385fd0fd5ce72b3d6184f28f1704d5815243940ea9495bb8412480", + "offset": 8657043456 + }, + { + "index": 130, + "filename": "shard_00130.bin", + "size": 67108864, + "hash": "97f727fc9a45d278526ad8217d1e54aab3bc2e28d07fa9f817fe0a0eed33a4b0", + "blake3": "97f727fc9a45d278526ad8217d1e54aab3bc2e28d07fa9f817fe0a0eed33a4b0", + "offset": 8724152320 + }, + { + "index": 131, + "filename": "shard_00131.bin", + "size": 67108864, + "hash": "2c8e0d34ca257576246a94606de0f7a151c78893fa8ccee6b40322c84c141937", + "blake3": "2c8e0d34ca257576246a94606de0f7a151c78893fa8ccee6b40322c84c141937", + "offset": 8791261184 + }, + { + "index": 132, + "filename": "shard_00132.bin", + "size": 67108864, + "hash": "288474e59fb162f781c20ab65b3bfc9179651f22deea8c5e75be37592f3e17b4", + "blake3": "288474e59fb162f781c20ab65b3bfc9179651f22deea8c5e75be37592f3e17b4", + "offset": 8858370048 + }, + { + "index": 133, + "filename": "shard_00133.bin", + "size": 67108864, + "hash": "b723026ecbc47b8fbc6f0eb9d6315b5ad0745f836de616bc9a316a37a6643076", + "blake3": "b723026ecbc47b8fbc6f0eb9d6315b5ad0745f836de616bc9a316a37a6643076", + "offset": 8925478912 + }, + { + "index": 134, + "filename": "shard_00134.bin", + "size": 67108864, + "hash": "0d9858fe389d0345d90bacdb1722a386bcbd65ef06043459c4f39ac326aa8973", + "blake3": "0d9858fe389d0345d90bacdb1722a386bcbd65ef06043459c4f39ac326aa8973", + "offset": 8992587776 + }, + { + "index": 135, + "filename": "shard_00135.bin", + "size": 67108864, + "hash": "ca1a5ff7ba769e8d60dc39d960153f235df447eb98b6b6952e7abcb990b9f56c", + "blake3": "ca1a5ff7ba769e8d60dc39d960153f235df447eb98b6b6952e7abcb990b9f56c", + "offset": 9059696640 + }, + { + "index": 136, + "filename": "shard_00136.bin", + "size": 67108864, + "hash": "34e9c985d024e4eac2aaea44e615290b508f7f6f2d54bd30c6334baeff65ce74", + "blake3": "34e9c985d024e4eac2aaea44e615290b508f7f6f2d54bd30c6334baeff65ce74", + "offset": 9126805504 + }, + { + "index": 137, + "filename": "shard_00137.bin", + "size": 67108864, + "hash": "d63c072aea32004541b36dff5b66469fe62dcca0442fde67c4f012324635d901", + "blake3": "d63c072aea32004541b36dff5b66469fe62dcca0442fde67c4f012324635d901", + "offset": 9193914368 + }, + { + "index": 138, + "filename": "shard_00138.bin", + "size": 67108864, + "hash": "c1a71f67ff1f2d850e5f5e3284f058b07ced89fc86fbc3c4c2fa737e53bbf2b7", + "blake3": "c1a71f67ff1f2d850e5f5e3284f058b07ced89fc86fbc3c4c2fa737e53bbf2b7", + "offset": 9261023232 + }, + { + "index": 139, + "filename": "shard_00139.bin", + "size": 67108864, + "hash": "d341d34cd0dc4cb7401764ec9292056086509800b739242271cb94ab2d8243f9", + "blake3": "d341d34cd0dc4cb7401764ec9292056086509800b739242271cb94ab2d8243f9", + "offset": 9328132096 + }, + { + "index": 140, + "filename": "shard_00140.bin", + "size": 67108864, + "hash": "045ca3d9ffa48193b2af59ebb0e3ff0d62041939a4475859a5a5b23f9c57ca6b", + "blake3": "045ca3d9ffa48193b2af59ebb0e3ff0d62041939a4475859a5a5b23f9c57ca6b", + "offset": 9395240960 + }, + { + "index": 141, + "filename": "shard_00141.bin", + "size": 67108864, + "hash": "341a0c88c70bb1d857966b4541feb1dcc18d5ff9dd0f94620c255db8bff077fe", + "blake3": "341a0c88c70bb1d857966b4541feb1dcc18d5ff9dd0f94620c255db8bff077fe", + "offset": 9462349824 + }, + { + "index": 142, + "filename": "shard_00142.bin", + "size": 67108864, + "hash": "2b27c50ee8eb3ff52c6e0bbee619f3ace8e6abf4d7a0aa1a5666832d144da027", + "blake3": "2b27c50ee8eb3ff52c6e0bbee619f3ace8e6abf4d7a0aa1a5666832d144da027", + "offset": 9529458688 + }, + { + "index": 143, + "filename": "shard_00143.bin", + "size": 67108864, + "hash": "840cbc6cdeae521d8f4fca09fc814193198179e5c14b0bfeeb26e1a3480eae98", + "blake3": "840cbc6cdeae521d8f4fca09fc814193198179e5c14b0bfeeb26e1a3480eae98", + "offset": 9596567552 + }, + { + "index": 144, + "filename": "shard_00144.bin", + "size": 67108864, + "hash": "e1735e68fa51768e51bec9c562c53719b653f1b2dd829a06b4d7213499d12351", + "blake3": "e1735e68fa51768e51bec9c562c53719b653f1b2dd829a06b4d7213499d12351", + "offset": 9663676416 + }, + { + "index": 145, + "filename": "shard_00145.bin", + "size": 67108864, + "hash": "f298da0d337eac4913bd06d5794aa11de1691b13231ad397c4bfb122f53630e4", + "blake3": "f298da0d337eac4913bd06d5794aa11de1691b13231ad397c4bfb122f53630e4", + "offset": 9730785280 + }, + { + "index": 146, + "filename": "shard_00146.bin", + "size": 67108864, + "hash": "e9fef918d99c56aaf003b43ebea032a30326e11cf9eff0fca955dc867ffebed3", + "blake3": "e9fef918d99c56aaf003b43ebea032a30326e11cf9eff0fca955dc867ffebed3", + "offset": 9797894144 + }, + { + "index": 147, + "filename": "shard_00147.bin", + "size": 67108864, + "hash": "c105666229dfc2ba8d12b058570e00c54db832c2eb5c5048143080cdef521aba", + "blake3": "c105666229dfc2ba8d12b058570e00c54db832c2eb5c5048143080cdef521aba", + "offset": 9865003008 + }, + { + "index": 148, + "filename": "shard_00148.bin", + "size": 67108864, + "hash": "2dd41fa96dc3d5cffafb2ee8d770821289ffc1f5ca1c7b77c1537fd599e7a439", + "blake3": "2dd41fa96dc3d5cffafb2ee8d770821289ffc1f5ca1c7b77c1537fd599e7a439", + "offset": 9932111872 + }, + { + "index": 149, + "filename": "shard_00149.bin", + "size": 67108864, + "hash": "c6e77ea3c9d47bddf6e8222143c6b434943c2255b99816ea6d3b0b8df955b6e5", + "blake3": "c6e77ea3c9d47bddf6e8222143c6b434943c2255b99816ea6d3b0b8df955b6e5", + "offset": 9999220736 + }, + { + "index": 150, + "filename": "shard_00150.bin", + "size": 67108864, + "hash": "2b029637e55e264758a51075d331d081868c9b053766808dc042d9ac58d35b5f", + "blake3": "2b029637e55e264758a51075d331d081868c9b053766808dc042d9ac58d35b5f", + "offset": 10066329600 + }, + { + "index": 151, + "filename": "shard_00151.bin", + "size": 67108864, + "hash": "82734aebe4f62717d38a76274dc3e38f4b55b8afc085cf5a2aa5e8570dc7523a", + "blake3": "82734aebe4f62717d38a76274dc3e38f4b55b8afc085cf5a2aa5e8570dc7523a", + "offset": 10133438464 + }, + { + "index": 152, + "filename": "shard_00152.bin", + "size": 67108864, + "hash": "4e95f461e83eef43220db4fe01b5abb8eeded7756b100c0077fbc416fb6340cb", + "blake3": "4e95f461e83eef43220db4fe01b5abb8eeded7756b100c0077fbc416fb6340cb", + "offset": 10200547328 + }, + { + "index": 153, + "filename": "shard_00153.bin", + "size": 67108864, + "hash": "458fdb84d648a7d498798c19d08bc2ec19b1832f27c6d801d89dcfd0643137db", + "blake3": "458fdb84d648a7d498798c19d08bc2ec19b1832f27c6d801d89dcfd0643137db", + "offset": 10267656192 + }, + { + "index": 154, + "filename": "shard_00154.bin", + "size": 67108864, + "hash": "0f7e4825d9dcfad931cd9c546685594e6e42af8d0c4df9f09cceb46c11d11287", + "blake3": "0f7e4825d9dcfad931cd9c546685594e6e42af8d0c4df9f09cceb46c11d11287", + "offset": 10334765056 + }, + { + "index": 155, + "filename": "shard_00155.bin", + "size": 67108864, + "hash": "cc12e8ef8e868301cb3abc3a8a4170d006f8d67ee4d5d3467ff856d16ebeafa5", + "blake3": "cc12e8ef8e868301cb3abc3a8a4170d006f8d67ee4d5d3467ff856d16ebeafa5", + "offset": 10401873920 + }, + { + "index": 156, + "filename": "shard_00156.bin", + "size": 67108864, + "hash": "f8adb12011b3df9307115eef8ec63d5ab30af5cce40ea6a4a9257d7e6e8d4f42", + "blake3": "f8adb12011b3df9307115eef8ec63d5ab30af5cce40ea6a4a9257d7e6e8d4f42", + "offset": 10468982784 + }, + { + "index": 157, + "filename": "shard_00157.bin", + "size": 67108864, + "hash": "9d30c2be943541557abae7ac78023d99b0438ff71053d0dabaf10048f1f1b379", + "blake3": "9d30c2be943541557abae7ac78023d99b0438ff71053d0dabaf10048f1f1b379", + "offset": 10536091648 + }, + { + "index": 158, + "filename": "shard_00158.bin", + "size": 67108864, + "hash": "7f0ee93dace16714ad9b2ad5f493f13f7fbd2a26cca924259274a408749e5809", + "blake3": "7f0ee93dace16714ad9b2ad5f493f13f7fbd2a26cca924259274a408749e5809", + "offset": 10603200512 + }, + { + "index": 159, + "filename": "shard_00159.bin", + "size": 67108864, + "hash": "7d90a08c083069b4b10b64cf972bd8b9d3cb3d0927b7515f24241616c4702417", + "blake3": "7d90a08c083069b4b10b64cf972bd8b9d3cb3d0927b7515f24241616c4702417", + "offset": 10670309376 + }, + { + "index": 160, + "filename": "shard_00160.bin", + "size": 67108864, + "hash": "cf8bf80a2989014b3098ea6e7961d7a7ebdbff2f2b34f0ac82956763ee354675", + "blake3": "cf8bf80a2989014b3098ea6e7961d7a7ebdbff2f2b34f0ac82956763ee354675", + "offset": 10737418240 + }, + { + "index": 161, + "filename": "shard_00161.bin", + "size": 67108864, + "hash": "e0c82c967f7c56d7c3d37da3f13761e6124bddf285cc030732dbecaa9aeb59bc", + "blake3": "e0c82c967f7c56d7c3d37da3f13761e6124bddf285cc030732dbecaa9aeb59bc", + "offset": 10804527104 + }, + { + "index": 162, + "filename": "shard_00162.bin", + "size": 67108864, + "hash": "163cc500aee2e826706adde7b60f138e1ae07ba328d0798ca4e8a09266b44bc2", + "blake3": "163cc500aee2e826706adde7b60f138e1ae07ba328d0798ca4e8a09266b44bc2", + "offset": 10871635968 + }, + { + "index": 163, + "filename": "shard_00163.bin", + "size": 67108864, + "hash": "2216582ff38e77d9ad5872885c7bbf42eead94fe0af32706627a946a18e6a078", + "blake3": "2216582ff38e77d9ad5872885c7bbf42eead94fe0af32706627a946a18e6a078", + "offset": 10938744832 + }, + { + "index": 164, + "filename": "shard_00164.bin", + "size": 67108864, + "hash": "f70a393be46803f0621966f61ebd6a23870e93e510e347c172fbe1284f91acf5", + "blake3": "f70a393be46803f0621966f61ebd6a23870e93e510e347c172fbe1284f91acf5", + "offset": 11005853696 + }, + { + "index": 165, + "filename": "shard_00165.bin", + "size": 67108864, + "hash": "48c51b8a15062d9a3b7d4144e9af38994a93849b40c0bc4cd8f9ac98e69f19eb", + "blake3": "48c51b8a15062d9a3b7d4144e9af38994a93849b40c0bc4cd8f9ac98e69f19eb", + "offset": 11072962560 + }, + { + "index": 166, + "filename": "shard_00166.bin", + "size": 67108864, + "hash": "6a66a3b5594610eb13c3b7f746858b8f47fb1658046764736863cce883770bb3", + "blake3": "6a66a3b5594610eb13c3b7f746858b8f47fb1658046764736863cce883770bb3", + "offset": 11140071424 + }, + { + "index": 167, + "filename": "shard_00167.bin", + "size": 67108864, + "hash": "5d1c68d2a4785fe7111bdfdd407332007fbf0521618287220a4e6a46e9cf7193", + "blake3": "5d1c68d2a4785fe7111bdfdd407332007fbf0521618287220a4e6a46e9cf7193", + "offset": 11207180288 + }, + { + "index": 168, + "filename": "shard_00168.bin", + "size": 67108864, + "hash": "20ccfec64b86f49fc5d9d33290c6149a765cd47c626586dcbcd5a29f6f046a67", + "blake3": "20ccfec64b86f49fc5d9d33290c6149a765cd47c626586dcbcd5a29f6f046a67", + "offset": 11274289152 + }, + { + "index": 169, + "filename": "shard_00169.bin", + "size": 67108864, + "hash": "2857dc2979de1376a122da69d048977b4c3dce33b751ffad3132d73398fabad3", + "blake3": "2857dc2979de1376a122da69d048977b4c3dce33b751ffad3132d73398fabad3", + "offset": 11341398016 + }, + { + "index": 170, + "filename": "shard_00170.bin", + "size": 67108864, + "hash": "ab8abae77e47d6c87fb94d0009a0880d3197f5a1fe565fc76da69532abec1282", + "blake3": "ab8abae77e47d6c87fb94d0009a0880d3197f5a1fe565fc76da69532abec1282", + "offset": 11408506880 + }, + { + "index": 171, + "filename": "shard_00171.bin", + "size": 67108864, + "hash": "1f41f688a5ba9ccbd7de643541702d19d9a0fceda6ed8d1b82408c508ef2f792", + "blake3": "1f41f688a5ba9ccbd7de643541702d19d9a0fceda6ed8d1b82408c508ef2f792", + "offset": 11475615744 + }, + { + "index": 172, + "filename": "shard_00172.bin", + "size": 67108864, + "hash": "a5adeb4eb6f3f4f4a04447ccd0b3971caa7dfd8b372db1004facc31b1bb35de8", + "blake3": "a5adeb4eb6f3f4f4a04447ccd0b3971caa7dfd8b372db1004facc31b1bb35de8", + "offset": 11542724608 + }, + { + "index": 173, + "filename": "shard_00173.bin", + "size": 67108864, + "hash": "c472f48a0f21e80fcb22fd155f80d02e84cc00ea2490b79ad9057b5f84eee3a6", + "blake3": "c472f48a0f21e80fcb22fd155f80d02e84cc00ea2490b79ad9057b5f84eee3a6", + "offset": 11609833472 + }, + { + "index": 174, + "filename": "shard_00174.bin", + "size": 67108864, + "hash": "df1fe59fa38e868ed4a3adec1bb644e17b72f5b072c59f568828d1d3f82e653f", + "blake3": "df1fe59fa38e868ed4a3adec1bb644e17b72f5b072c59f568828d1d3f82e653f", + "offset": 11676942336 + }, + { + "index": 175, + "filename": "shard_00175.bin", + "size": 67108864, + "hash": "0e0ab9c2db9f9aeb708fbb7641fb29216c0da8edccc1e1d037e40508a23c06e2", + "blake3": "0e0ab9c2db9f9aeb708fbb7641fb29216c0da8edccc1e1d037e40508a23c06e2", + "offset": 11744051200 + }, + { + "index": 176, + "filename": "shard_00176.bin", + "size": 67108864, + "hash": "595416120a72abe24c71dce34f8073a2900fc6f69490ed1fdd5b01997329ef16", + "blake3": "595416120a72abe24c71dce34f8073a2900fc6f69490ed1fdd5b01997329ef16", + "offset": 11811160064 + }, + { + "index": 177, + "filename": "shard_00177.bin", + "size": 67108864, + "hash": "2e459501cbd086bf95d1a5cdb094cb560c4c7632eb3751b0e4485dd460ada1e6", + "blake3": "2e459501cbd086bf95d1a5cdb094cb560c4c7632eb3751b0e4485dd460ada1e6", + "offset": 11878268928 + }, + { + "index": 178, + "filename": "shard_00178.bin", + "size": 67108864, + "hash": "c45ce2086ca75562fd91518ee03602ff66eb019fba131e4be9a4a709fa6b6a0e", + "blake3": "c45ce2086ca75562fd91518ee03602ff66eb019fba131e4be9a4a709fa6b6a0e", + "offset": 11945377792 + }, + { + "index": 179, + "filename": "shard_00179.bin", + "size": 67108864, + "hash": "4045096635405816ee6bf6146df17e0c7b49177cf4cd4c5058f99f99e2654de0", + "blake3": "4045096635405816ee6bf6146df17e0c7b49177cf4cd4c5058f99f99e2654de0", + "offset": 12012486656 + }, + { + "index": 180, + "filename": "shard_00180.bin", + "size": 67108864, + "hash": "5b0a20eb9b42a09565e73abce25d04341d6b69802c69c7bd76aadc6b83ff03e3", + "blake3": "5b0a20eb9b42a09565e73abce25d04341d6b69802c69c7bd76aadc6b83ff03e3", + "offset": 12079595520 + }, + { + "index": 181, + "filename": "shard_00181.bin", + "size": 67108864, + "hash": "173acc83cd170ac7d685adc2ef329d3bc01b0d1ecf175f6689b3703281320f6c", + "blake3": "173acc83cd170ac7d685adc2ef329d3bc01b0d1ecf175f6689b3703281320f6c", + "offset": 12146704384 + }, + { + "index": 182, + "filename": "shard_00182.bin", + "size": 67108864, + "hash": "62208cc9aae9031d0575b6a2c4559e9ad52f2e5d3f1b377fd258d86442767fd9", + "blake3": "62208cc9aae9031d0575b6a2c4559e9ad52f2e5d3f1b377fd258d86442767fd9", + "offset": 12213813248 + }, + { + "index": 183, + "filename": "shard_00183.bin", + "size": 67108864, + "hash": "7f9cb476898bcdc6ffaa96b2302e4292e80b81d6e5a3286676a8bb5d0dbeb89a", + "blake3": "7f9cb476898bcdc6ffaa96b2302e4292e80b81d6e5a3286676a8bb5d0dbeb89a", + "offset": 12280922112 + }, + { + "index": 184, + "filename": "shard_00184.bin", + "size": 67108864, + "hash": "7a0dad3851eda89d855af0c94196420b1c647837af8d4d0f93cb847dc0e56050", + "blake3": "7a0dad3851eda89d855af0c94196420b1c647837af8d4d0f93cb847dc0e56050", + "offset": 12348030976 + }, + { + "index": 185, + "filename": "shard_00185.bin", + "size": 67108864, + "hash": "c870308b97e50f4791828ffeff43ca5677ad459742fb3901b442ac27924fddfd", + "blake3": "c870308b97e50f4791828ffeff43ca5677ad459742fb3901b442ac27924fddfd", + "offset": 12415139840 + }, + { + "index": 186, + "filename": "shard_00186.bin", + "size": 67108864, + "hash": "efc392e5395fb0cadc2d68600e031f91ead1a2d222df6873b9b5d10de3f006ab", + "blake3": "efc392e5395fb0cadc2d68600e031f91ead1a2d222df6873b9b5d10de3f006ab", + "offset": 12482248704 + }, + { + "index": 187, + "filename": "shard_00187.bin", + "size": 67108864, + "hash": "79a4683f48c0be828b41462412c71544de055ff8ecfc8dc0297468f8dde8c12a", + "blake3": "79a4683f48c0be828b41462412c71544de055ff8ecfc8dc0297468f8dde8c12a", + "offset": 12549357568 + }, + { + "index": 188, + "filename": "shard_00188.bin", + "size": 67108864, + "hash": "80a5a5aed7c08a5097e9448e7983e2a4347933225a01069e2f29d0b4d6670d71", + "blake3": "80a5a5aed7c08a5097e9448e7983e2a4347933225a01069e2f29d0b4d6670d71", + "offset": 12616466432 + }, + { + "index": 189, + "filename": "shard_00189.bin", + "size": 67108864, + "hash": "d563b18b1349eed7b883e0eb7894c67106bb1702e752d064086b6444145afeb7", + "blake3": "d563b18b1349eed7b883e0eb7894c67106bb1702e752d064086b6444145afeb7", + "offset": 12683575296 + }, + { + "index": 190, + "filename": "shard_00190.bin", + "size": 67108864, + "hash": "a9bad60912435fff6d9fce65dd8b40aeb21dc8f7cda155e34b7a6c4f0c0be72b", + "blake3": "a9bad60912435fff6d9fce65dd8b40aeb21dc8f7cda155e34b7a6c4f0c0be72b", + "offset": 12750684160 + }, + { + "index": 191, + "filename": "shard_00191.bin", + "size": 67108864, + "hash": "65588274c321d184ef7ac80920bae60da4558ef412c648add2687f6eca314153", + "blake3": "65588274c321d184ef7ac80920bae60da4558ef412c648add2687f6eca314153", + "offset": 12817793024 + }, + { + "index": 192, + "filename": "shard_00192.bin", + "size": 67108864, + "hash": "9ef62ef198d82c877d08aee856d25eb4464d7bb1eea8732c28aa0bd94aee14d9", + "blake3": "9ef62ef198d82c877d08aee856d25eb4464d7bb1eea8732c28aa0bd94aee14d9", + "offset": 12884901888 + }, + { + "index": 193, + "filename": "shard_00193.bin", + "size": 67108864, + "hash": "4623d180880c8877f9b61db2cd1bd39750eb8913e6feb8a5b0bbb8310b4a67e2", + "blake3": "4623d180880c8877f9b61db2cd1bd39750eb8913e6feb8a5b0bbb8310b4a67e2", + "offset": 12952010752 + }, + { + "index": 194, + "filename": "shard_00194.bin", + "size": 67108864, + "hash": "2e425349fcfe2e64e584abb3ea28e00cb9d534d066433772b98af1ee3d3b722b", + "blake3": "2e425349fcfe2e64e584abb3ea28e00cb9d534d066433772b98af1ee3d3b722b", + "offset": 13019119616 + }, + { + "index": 195, + "filename": "shard_00195.bin", + "size": 67108864, + "hash": "38cdc03a75df0ee5757775928ae3e35ee9f0ac3dac4ae19379ce93c0f1f2f849", + "blake3": "38cdc03a75df0ee5757775928ae3e35ee9f0ac3dac4ae19379ce93c0f1f2f849", + "offset": 13086228480 + }, + { + "index": 196, + "filename": "shard_00196.bin", + "size": 67108864, + "hash": "d1ad81856c790c7a4f062fae529279164edd4c57edd0c4aa8a4b42192dae2c44", + "blake3": "d1ad81856c790c7a4f062fae529279164edd4c57edd0c4aa8a4b42192dae2c44", + "offset": 13153337344 + }, + { + "index": 197, + "filename": "shard_00197.bin", + "size": 67108864, + "hash": "c667c83da54e25c505257a024d5c4a80e8b6d3388f03ff6547095c50d24e6e02", + "blake3": "c667c83da54e25c505257a024d5c4a80e8b6d3388f03ff6547095c50d24e6e02", + "offset": 13220446208 + }, + { + "index": 198, + "filename": "shard_00198.bin", + "size": 67108864, + "hash": "cb961058ab24abcd0366c0a51a72ce34727fe5a31401aff18c0d69911fb03b6c", + "blake3": "cb961058ab24abcd0366c0a51a72ce34727fe5a31401aff18c0d69911fb03b6c", + "offset": 13287555072 + }, + { + "index": 199, + "filename": "shard_00199.bin", + "size": 67108864, + "hash": "02118c99a8884446f9b1290fa2370aec30366830cf3e0a117ba8905c84c17d2d", + "blake3": "02118c99a8884446f9b1290fa2370aec30366830cf3e0a117ba8905c84c17d2d", + "offset": 13354663936 + }, + { + "index": 200, + "filename": "shard_00200.bin", + "size": 67108864, + "hash": "1f9794e6e11a800f5e1b6c79c1a5d7277e10b98f10cd9f712775b68edeb9d9bd", + "blake3": "1f9794e6e11a800f5e1b6c79c1a5d7277e10b98f10cd9f712775b68edeb9d9bd", + "offset": 13421772800 + }, + { + "index": 201, + "filename": "shard_00201.bin", + "size": 67108864, + "hash": "65969dbf152bb3e97d816ea2049059bb5429479d3071c5535a97c2c76bdefa3c", + "blake3": "65969dbf152bb3e97d816ea2049059bb5429479d3071c5535a97c2c76bdefa3c", + "offset": 13488881664 + }, + { + "index": 202, + "filename": "shard_00202.bin", + "size": 67108864, + "hash": "4a3a18e62c02d6ebf70c5094781a172be94a5beecc4c0721194d2f1ccb82d862", + "blake3": "4a3a18e62c02d6ebf70c5094781a172be94a5beecc4c0721194d2f1ccb82d862", + "offset": 13555990528 + }, + { + "index": 203, + "filename": "shard_00203.bin", + "size": 67108864, + "hash": "6665292d2c66ab6f15e869e6d4ee02a9764b1d1f0c6675e42170c7da29ac6f28", + "blake3": "6665292d2c66ab6f15e869e6d4ee02a9764b1d1f0c6675e42170c7da29ac6f28", + "offset": 13623099392 + }, + { + "index": 204, + "filename": "shard_00204.bin", + "size": 67108864, + "hash": "53ff8334cefa0119621151d5954ebd2c5924fd4862f073e263a64c5ccef7b7c4", + "blake3": "53ff8334cefa0119621151d5954ebd2c5924fd4862f073e263a64c5ccef7b7c4", + "offset": 13690208256 + }, + { + "index": 205, + "filename": "shard_00205.bin", + "size": 67108864, + "hash": "cde542aebb130984494452803a404d1e023d9dfd68d7285b113b0a8707de5e60", + "blake3": "cde542aebb130984494452803a404d1e023d9dfd68d7285b113b0a8707de5e60", + "offset": 13757317120 + }, + { + "index": 206, + "filename": "shard_00206.bin", + "size": 67108864, + "hash": "3a8fa0d055d0112ad4aa6c3940061b2c98e191274723bd19472592d5ae043382", + "blake3": "3a8fa0d055d0112ad4aa6c3940061b2c98e191274723bd19472592d5ae043382", + "offset": 13824425984 + }, + { + "index": 207, + "filename": "shard_00207.bin", + "size": 67108864, + "hash": "11197647ef3e3b8ab64889c7b8114c07a0c09c13fc2e0e193dbc9967a8d5cdee", + "blake3": "11197647ef3e3b8ab64889c7b8114c07a0c09c13fc2e0e193dbc9967a8d5cdee", + "offset": 13891534848 + }, + { + "index": 208, + "filename": "shard_00208.bin", + "size": 67108864, + "hash": "ae2aea9b30931bae298b0112a6d892b0343107dfaa7e26a91eb2eccbe699bea4", + "blake3": "ae2aea9b30931bae298b0112a6d892b0343107dfaa7e26a91eb2eccbe699bea4", + "offset": 13958643712 + }, + { + "index": 209, + "filename": "shard_00209.bin", + "size": 67108864, + "hash": "11748ea0bd29f34bc7499d5ce1dff85e6250e9bb71b26dfedb22ac8bc2d43a37", + "blake3": "11748ea0bd29f34bc7499d5ce1dff85e6250e9bb71b26dfedb22ac8bc2d43a37", + "offset": 14025752576 + }, + { + "index": 210, + "filename": "shard_00210.bin", + "size": 67108864, + "hash": "28bad0d7d776a38111e9598529450157f24701f4f77012c8a233735a1b98202f", + "blake3": "28bad0d7d776a38111e9598529450157f24701f4f77012c8a233735a1b98202f", + "offset": 14092861440 + }, + { + "index": 211, + "filename": "shard_00211.bin", + "size": 67108864, + "hash": "c19950dc03716def58183a2400529952c45b30bd9942510c3f291e3b3b52a904", + "blake3": "c19950dc03716def58183a2400529952c45b30bd9942510c3f291e3b3b52a904", + "offset": 14159970304 + }, + { + "index": 212, + "filename": "shard_00212.bin", + "size": 67108864, + "hash": "9e06d8e5e9aee82d20c6e7788f32e662d39515ff2551f6989a1abb6edeed633f", + "blake3": "9e06d8e5e9aee82d20c6e7788f32e662d39515ff2551f6989a1abb6edeed633f", + "offset": 14227079168 + }, + { + "index": 213, + "filename": "shard_00213.bin", + "size": 67108864, + "hash": "f21231c2407197eff93e0c5485dd0e865233db326481557620cec31415d71b2d", + "blake3": "f21231c2407197eff93e0c5485dd0e865233db326481557620cec31415d71b2d", + "offset": 14294188032 + }, + { + "index": 214, + "filename": "shard_00214.bin", + "size": 67108864, + "hash": "16574b5cd7d55bf84645658641d5797ef97a99a256e456fdd7896942a0b43744", + "blake3": "16574b5cd7d55bf84645658641d5797ef97a99a256e456fdd7896942a0b43744", + "offset": 14361296896 + }, + { + "index": 215, + "filename": "shard_00215.bin", + "size": 67108864, + "hash": "1c058243300379da47be297e4480a0e21c416782b239b7dcf0d598ccfe030a3a", + "blake3": "1c058243300379da47be297e4480a0e21c416782b239b7dcf0d598ccfe030a3a", + "offset": 14428405760 + }, + { + "index": 216, + "filename": "shard_00216.bin", + "size": 67108864, + "hash": "b2023335cd5f26591b4185c62cb80337ec78719c5c13301abae3ea7d83afb7e4", + "blake3": "b2023335cd5f26591b4185c62cb80337ec78719c5c13301abae3ea7d83afb7e4", + "offset": 14495514624 + }, + { + "index": 217, + "filename": "shard_00217.bin", + "size": 67108864, + "hash": "56aa195bb9e005626ba5914ff759fd584177acbd02d4d9948ac8311391abe4fe", + "blake3": "56aa195bb9e005626ba5914ff759fd584177acbd02d4d9948ac8311391abe4fe", + "offset": 14562623488 + }, + { + "index": 218, + "filename": "shard_00218.bin", + "size": 67108864, + "hash": "2756459a2fb35e9a2c9b452d0c0763e637b5a83eecc00b2bd41fc0ae6eba4962", + "blake3": "2756459a2fb35e9a2c9b452d0c0763e637b5a83eecc00b2bd41fc0ae6eba4962", + "offset": 14629732352 + }, + { + "index": 219, + "filename": "shard_00219.bin", + "size": 67108864, + "hash": "0cd438852ca5e853ab42aef3d08b874663f366cd4697869f78d5eb4db458d143", + "blake3": "0cd438852ca5e853ab42aef3d08b874663f366cd4697869f78d5eb4db458d143", + "offset": 14696841216 + }, + { + "index": 220, + "filename": "shard_00220.bin", + "size": 67108864, + "hash": "739c7a265864fd7881e8219ed6d4f913a39bbad2caa89d6ef80ff21d77a42124", + "blake3": "739c7a265864fd7881e8219ed6d4f913a39bbad2caa89d6ef80ff21d77a42124", + "offset": 14763950080 + }, + { + "index": 221, + "filename": "shard_00221.bin", + "size": 67108864, + "hash": "b0968ad2060305441dbc8b5504b36ced0d85ca51973a693b39035ec42d5d476a", + "blake3": "b0968ad2060305441dbc8b5504b36ced0d85ca51973a693b39035ec42d5d476a", + "offset": 14831058944 + }, + { + "index": 222, + "filename": "shard_00222.bin", + "size": 67108864, + "hash": "83a82cd44552bc64c1500ad6b7e1e66c087703b49a4477ac7932b19893c10e85", + "blake3": "83a82cd44552bc64c1500ad6b7e1e66c087703b49a4477ac7932b19893c10e85", + "offset": 14898167808 + }, + { + "index": 223, + "filename": "shard_00223.bin", + "size": 67108864, + "hash": "d12351c703b6bb8bd22bf1057b1fd344cca7ee23783bfce1ae6b7690357b008b", + "blake3": "d12351c703b6bb8bd22bf1057b1fd344cca7ee23783bfce1ae6b7690357b008b", + "offset": 14965276672 + }, + { + "index": 224, + "filename": "shard_00224.bin", + "size": 67108864, + "hash": "e92a0d356f6edd720efe3a24c6af36fdafa462cf92e083af98725f4a8397f428", + "blake3": "e92a0d356f6edd720efe3a24c6af36fdafa462cf92e083af98725f4a8397f428", + "offset": 15032385536 + }, + { + "index": 225, + "filename": "shard_00225.bin", + "size": 67108864, + "hash": "914c6f44760661d528d49942f329679f4816708308bfb775059a7cfebf657a2e", + "blake3": "914c6f44760661d528d49942f329679f4816708308bfb775059a7cfebf657a2e", + "offset": 15099494400 + }, + { + "index": 226, + "filename": "shard_00226.bin", + "size": 67108864, + "hash": "29f72fac4a61beba1287cd98c90ef68fc7c504f4d908dc6a7967808b2a40a68c", + "blake3": "29f72fac4a61beba1287cd98c90ef68fc7c504f4d908dc6a7967808b2a40a68c", + "offset": 15166603264 + }, + { + "index": 227, + "filename": "shard_00227.bin", + "size": 67108864, + "hash": "e8e84e04332a767940b33484173a934fd645ce6b73d3642d01edfcabf28ae762", + "blake3": "e8e84e04332a767940b33484173a934fd645ce6b73d3642d01edfcabf28ae762", + "offset": 15233712128 + }, + { + "index": 228, + "filename": "shard_00228.bin", + "size": 67108864, + "hash": "cfe56717808c6ba53d38d1366eb6a2489ed15a90d2545b52881148098a1fc5b8", + "blake3": "cfe56717808c6ba53d38d1366eb6a2489ed15a90d2545b52881148098a1fc5b8", + "offset": 15300820992 + }, + { + "index": 229, + "filename": "shard_00229.bin", + "size": 67108864, + "hash": "40a485c7d79025913bb42d38cfaac8c333960c8303b85900d02005081a6ed780", + "blake3": "40a485c7d79025913bb42d38cfaac8c333960c8303b85900d02005081a6ed780", + "offset": 15367929856 + }, + { + "index": 230, + "filename": "shard_00230.bin", + "size": 67108864, + "hash": "0f0ba5c3fead36caaf19f962e800ed5259b03616e72b788e29d1ddc16c3849fd", + "blake3": "0f0ba5c3fead36caaf19f962e800ed5259b03616e72b788e29d1ddc16c3849fd", + "offset": 15435038720 + }, + { + "index": 231, + "filename": "shard_00231.bin", + "size": 67108864, + "hash": "fea1f770841808cd1cde8de1c690c445cc5830d558ebc50d27f247de94b41fa8", + "blake3": "fea1f770841808cd1cde8de1c690c445cc5830d558ebc50d27f247de94b41fa8", + "offset": 15502147584 + }, + { + "index": 232, + "filename": "shard_00232.bin", + "size": 67108864, + "hash": "db20e2d6f71cd95d5dee60e5073c06c03f389267d37592bb3b2b55bf96e9b047", + "blake3": "db20e2d6f71cd95d5dee60e5073c06c03f389267d37592bb3b2b55bf96e9b047", + "offset": 15569256448 + }, + { + "index": 233, + "filename": "shard_00233.bin", + "size": 67108864, + "hash": "bdcc0246840d90473494e8a4911533943b60af1102023fada2234a1332635b0d", + "blake3": "bdcc0246840d90473494e8a4911533943b60af1102023fada2234a1332635b0d", + "offset": 15636365312 + }, + { + "index": 234, + "filename": "shard_00234.bin", + "size": 67108864, + "hash": "708d259fd79f74bd15ced1cc7a0afe024b70ba7e45a3b2e3c78e98bf96a6e62d", + "blake3": "708d259fd79f74bd15ced1cc7a0afe024b70ba7e45a3b2e3c78e98bf96a6e62d", + "offset": 15703474176 + }, + { + "index": 235, + "filename": "shard_00235.bin", + "size": 67108864, + "hash": "f055895722e846528a7a2d1fbdb7e3c0ad7c83d47b28aa6e97527983e8a8db0b", + "blake3": "f055895722e846528a7a2d1fbdb7e3c0ad7c83d47b28aa6e97527983e8a8db0b", + "offset": 15770583040 + }, + { + "index": 236, + "filename": "shard_00236.bin", + "size": 67108864, + "hash": "426a0fa7f7d7a70c7f92dc94a1792fa460fd7cab472f45cbb9d0feacab0f800a", + "blake3": "426a0fa7f7d7a70c7f92dc94a1792fa460fd7cab472f45cbb9d0feacab0f800a", + "offset": 15837691904 + }, + { + "index": 237, + "filename": "shard_00237.bin", + "size": 67108864, + "hash": "d15de28e7bd54633e44956045487976b63be61a33ec852cba3c18bc9cddd5166", + "blake3": "d15de28e7bd54633e44956045487976b63be61a33ec852cba3c18bc9cddd5166", + "offset": 15904800768 + }, + { + "index": 238, + "filename": "shard_00238.bin", + "size": 67108864, + "hash": "10c480df584af8c643e33a82473057388cacae8e750803b6be61bbc399f9804e", + "blake3": "10c480df584af8c643e33a82473057388cacae8e750803b6be61bbc399f9804e", + "offset": 15971909632 + }, + { + "index": 239, + "filename": "shard_00239.bin", + "size": 67108864, + "hash": "8809ba509483c0f08bd69148e010fb8e5a261a7e5339d634227e2177e4c4c895", + "blake3": "8809ba509483c0f08bd69148e010fb8e5a261a7e5339d634227e2177e4c4c895", + "offset": 16039018496 + }, + { + "index": 240, + "filename": "shard_00240.bin", + "size": 67108864, + "hash": "4e75e3d8995b72b18aef6aa9c73fb90aaf0f7230304a21f1ad517bc1a0b14b8c", + "blake3": "4e75e3d8995b72b18aef6aa9c73fb90aaf0f7230304a21f1ad517bc1a0b14b8c", + "offset": 16106127360 + }, + { + "index": 241, + "filename": "shard_00241.bin", + "size": 67108864, + "hash": "01b82730b61dc256e792c4d4bce109706fa274e3baeab524875cc5732611af10", + "blake3": "01b82730b61dc256e792c4d4bce109706fa274e3baeab524875cc5732611af10", + "offset": 16173236224 + }, + { + "index": 242, + "filename": "shard_00242.bin", + "size": 67108864, + "hash": "c598d79e1b8f38ea50d9031062dd1a9805d238fa13650c2cd2d13dd4a62fe423", + "blake3": "c598d79e1b8f38ea50d9031062dd1a9805d238fa13650c2cd2d13dd4a62fe423", + "offset": 16240345088 + }, + { + "index": 243, + "filename": "shard_00243.bin", + "size": 67108864, + "hash": "6b4e6da553fd11c9f96145f8b8af4f6dd34424436619bde5c15d52d775ad0bd1", + "blake3": "6b4e6da553fd11c9f96145f8b8af4f6dd34424436619bde5c15d52d775ad0bd1", + "offset": 16307453952 + }, + { + "index": 244, + "filename": "shard_00244.bin", + "size": 67108864, + "hash": "a8905ba02af99bde81862343a8c824b75ae5541ba1a903bcda0b750cab189653", + "blake3": "a8905ba02af99bde81862343a8c824b75ae5541ba1a903bcda0b750cab189653", + "offset": 16374562816 + }, + { + "index": 245, + "filename": "shard_00245.bin", + "size": 67108864, + "hash": "ad37579809bd909cd6e480f8e5cda1184cd200c2fdf8f4936465b68e7adfeb56", + "blake3": "ad37579809bd909cd6e480f8e5cda1184cd200c2fdf8f4936465b68e7adfeb56", + "offset": 16441671680 + }, + { + "index": 246, + "filename": "shard_00246.bin", + "size": 67108864, + "hash": "4055046ece8b18880b86467340bfd345d206a5bdc1ed4cf17a242231234f79e3", + "blake3": "4055046ece8b18880b86467340bfd345d206a5bdc1ed4cf17a242231234f79e3", + "offset": 16508780544 + }, + { + "index": 247, + "filename": "shard_00247.bin", + "size": 67108864, + "hash": "8b11210d6e9b5b11c1495ae5d9071f2a75d594656b3c22f30e11450dbe206b88", + "blake3": "8b11210d6e9b5b11c1495ae5d9071f2a75d594656b3c22f30e11450dbe206b88", + "offset": 16575889408 + }, + { + "index": 248, + "filename": "shard_00248.bin", + "size": 67108864, + "hash": "bdd97492661fe544d07a22caae947666c4b1e0783e94c142376c78c6189eae36", + "blake3": "bdd97492661fe544d07a22caae947666c4b1e0783e94c142376c78c6189eae36", + "offset": 16642998272 + }, + { + "index": 249, + "filename": "shard_00249.bin", + "size": 67108864, + "hash": "04e0366ce9cf80614ac0b58fec8ea6e6ac976003e644cc265deae458b191610d", + "blake3": "04e0366ce9cf80614ac0b58fec8ea6e6ac976003e644cc265deae458b191610d", + "offset": 16710107136 + }, + { + "index": 250, + "filename": "shard_00250.bin", + "size": 67108864, + "hash": "95bf1d549ed73d0e58d6eaeddc9d9d5030f05a5440e6d77656feab414a0c967c", + "blake3": "95bf1d549ed73d0e58d6eaeddc9d9d5030f05a5440e6d77656feab414a0c967c", + "offset": 16777216000 + }, + { + "index": 251, + "filename": "shard_00251.bin", + "size": 67108864, + "hash": "aa69ee15d84c4439bfc9383e9f3deaeeb8b112f5ba1ffe5874fc7a997939cd4d", + "blake3": "aa69ee15d84c4439bfc9383e9f3deaeeb8b112f5ba1ffe5874fc7a997939cd4d", + "offset": 16844324864 + }, + { + "index": 252, + "filename": "shard_00252.bin", + "size": 67108864, + "hash": "0600ae7ac38a9b8b1223083182e4c5dde7e6b51021b98dd5b5860fd1c437f5b1", + "blake3": "0600ae7ac38a9b8b1223083182e4c5dde7e6b51021b98dd5b5860fd1c437f5b1", + "offset": 16911433728 + }, + { + "index": 253, + "filename": "shard_00253.bin", + "size": 67108864, + "hash": "b5f6b2a30a98538dd3cd59360fa1fa02067a237a0ae4f6bded3b555ce8d5c77d", + "blake3": "b5f6b2a30a98538dd3cd59360fa1fa02067a237a0ae4f6bded3b555ce8d5c77d", + "offset": 16978542592 + }, + { + "index": 254, + "filename": "shard_00254.bin", + "size": 67108864, + "hash": "1b13d9cfbc9b8f5d4d76af4b1e68283ed998c47aedf17b12984e95d69bcd9da7", + "blake3": "1b13d9cfbc9b8f5d4d76af4b1e68283ed998c47aedf17b12984e95d69bcd9da7", + "offset": 17045651456 + }, + { + "index": 255, + "filename": "shard_00255.bin", + "size": 67108864, + "hash": "f7b676fbf2ec5dc79b02f8c5e94babf5750910096ebf7e433576c6040f50bc04", + "blake3": "f7b676fbf2ec5dc79b02f8c5e94babf5750910096ebf7e433576c6040f50bc04", + "offset": 17112760320 + }, + { + "index": 256, + "filename": "shard_00256.bin", + "size": 67108864, + "hash": "b5485562c0c616164d3d4f943aafc0acc06a10ed0fa558601921a20e4d45c22c", + "blake3": "b5485562c0c616164d3d4f943aafc0acc06a10ed0fa558601921a20e4d45c22c", + "offset": 17179869184 + }, + { + "index": 257, + "filename": "shard_00257.bin", + "size": 67108864, + "hash": "01a9f4e4e998a8a3a2e0590a91023c77953a69efc615ac90320043e2f9c074f5", + "blake3": "01a9f4e4e998a8a3a2e0590a91023c77953a69efc615ac90320043e2f9c074f5", + "offset": 17246978048 + }, + { + "index": 258, + "filename": "shard_00258.bin", + "size": 67108864, + "hash": "b8158e6db4c9f2fb126b98fce94435526db99bb3974cfcda07149b4212faaf5d", + "blake3": "b8158e6db4c9f2fb126b98fce94435526db99bb3974cfcda07149b4212faaf5d", + "offset": 17314086912 + }, + { + "index": 259, + "filename": "shard_00259.bin", + "size": 67108864, + "hash": "1e364577190715dba83c82c35faa2c429ab57debe3cbeaa4678cca9eccdf09e9", + "blake3": "1e364577190715dba83c82c35faa2c429ab57debe3cbeaa4678cca9eccdf09e9", + "offset": 17381195776 + }, + { + "index": 260, + "filename": "shard_00260.bin", + "size": 67108864, + "hash": "641cc4894c37e8fe24d4713858f9145cf3994caccb854244f4e7eb15908aed6b", + "blake3": "641cc4894c37e8fe24d4713858f9145cf3994caccb854244f4e7eb15908aed6b", + "offset": 17448304640 + }, + { + "index": 261, + "filename": "shard_00261.bin", + "size": 67108864, + "hash": "2cdd6c1edd5c4f6ca500e34cf523a4a26bf54fee8223a8ca118c98e6f1c3ffad", + "blake3": "2cdd6c1edd5c4f6ca500e34cf523a4a26bf54fee8223a8ca118c98e6f1c3ffad", + "offset": 17515413504 + }, + { + "index": 262, + "filename": "shard_00262.bin", + "size": 67108864, + "hash": "c56ba8b2d9b5e0af763f6a288ed626ddc8f664a2a8d20975868c2db611ff2575", + "blake3": "c56ba8b2d9b5e0af763f6a288ed626ddc8f664a2a8d20975868c2db611ff2575", + "offset": 17582522368 + }, + { + "index": 263, + "filename": "shard_00263.bin", + "size": 67108864, + "hash": "939a5e567d3619cbd971e8ce1d977caf467c7ea1d45a5a439eb99ea6df471dbf", + "blake3": "939a5e567d3619cbd971e8ce1d977caf467c7ea1d45a5a439eb99ea6df471dbf", + "offset": 17649631232 + }, + { + "index": 264, + "filename": "shard_00264.bin", + "size": 67108864, + "hash": "11c4abf89acf9ce64c9fe17a4a9d413e5be229e74ce2d82d9ad144b222ca803a", + "blake3": "11c4abf89acf9ce64c9fe17a4a9d413e5be229e74ce2d82d9ad144b222ca803a", + "offset": 17716740096 + }, + { + "index": 265, + "filename": "shard_00265.bin", + "size": 67108864, + "hash": "f3cf8f3fda1f88ad5df486322f555f7dcdce9d4d5d0daf42d892b7b77059f2eb", + "blake3": "f3cf8f3fda1f88ad5df486322f555f7dcdce9d4d5d0daf42d892b7b77059f2eb", + "offset": 17783848960 + }, + { + "index": 266, + "filename": "shard_00266.bin", + "size": 67108864, + "hash": "563c8e940f807e2283c22377d4b911fe1cd095ac602798a1e14be1addc7bdd0b", + "blake3": "563c8e940f807e2283c22377d4b911fe1cd095ac602798a1e14be1addc7bdd0b", + "offset": 17850957824 + }, + { + "index": 267, + "filename": "shard_00267.bin", + "size": 67108864, + "hash": "3cb7bcfbc839cc50f42b3a37689d414430159fc3742d7d401087685018ac37ac", + "blake3": "3cb7bcfbc839cc50f42b3a37689d414430159fc3742d7d401087685018ac37ac", + "offset": 17918066688 + }, + { + "index": 268, + "filename": "shard_00268.bin", + "size": 67108864, + "hash": "cfeac89e300de75c53754169f104e05001d4a0fb064d9c3d12eb7f034feced6e", + "blake3": "cfeac89e300de75c53754169f104e05001d4a0fb064d9c3d12eb7f034feced6e", + "offset": 17985175552 + }, + { + "index": 269, + "filename": "shard_00269.bin", + "size": 67108864, + "hash": "b343746190f0c27f2e3d8491335c675b0ce6a1b2d998fa82c0fc9028c253d786", + "blake3": "b343746190f0c27f2e3d8491335c675b0ce6a1b2d998fa82c0fc9028c253d786", + "offset": 18052284416 + }, + { + "index": 270, + "filename": "shard_00270.bin", + "size": 67108864, + "hash": "93bd585bf13d4e51c19a767d8249385812820ee343834185780f9662af03eb73", + "blake3": "93bd585bf13d4e51c19a767d8249385812820ee343834185780f9662af03eb73", + "offset": 18119393280 + }, + { + "index": 271, + "filename": "shard_00271.bin", + "size": 67108864, + "hash": "bac8f51a9e0128ef916d8f01af1059237fc9dc43618dd0cf6024b3eb8d34d407", + "blake3": "bac8f51a9e0128ef916d8f01af1059237fc9dc43618dd0cf6024b3eb8d34d407", + "offset": 18186502144 + }, + { + "index": 272, + "filename": "shard_00272.bin", + "size": 67108864, + "hash": "fee9accea17a65d1aa3e29621e502923167a03aea8aeaadbd2da64b746b0eb77", + "blake3": "fee9accea17a65d1aa3e29621e502923167a03aea8aeaadbd2da64b746b0eb77", + "offset": 18253611008 + }, + { + "index": 273, + "filename": "shard_00273.bin", + "size": 67108864, + "hash": "1759e99a9649fb86acd809a55d1933e0b585770805d0a2aba7fb299b96addae0", + "blake3": "1759e99a9649fb86acd809a55d1933e0b585770805d0a2aba7fb299b96addae0", + "offset": 18320719872 + }, + { + "index": 274, + "filename": "shard_00274.bin", + "size": 67108864, + "hash": "80a968eac9f7eab12d1055a6a6b0aebee70cdfe260952d8344634fae6d59af4e", + "blake3": "80a968eac9f7eab12d1055a6a6b0aebee70cdfe260952d8344634fae6d59af4e", + "offset": 18387828736 + }, + { + "index": 275, + "filename": "shard_00275.bin", + "size": 67108864, + "hash": "75efd77e906334db5c6c9d6e82bc8242c3ed617cf62e3c56a399548dfd4c1e2a", + "blake3": "75efd77e906334db5c6c9d6e82bc8242c3ed617cf62e3c56a399548dfd4c1e2a", + "offset": 18454937600 + }, + { + "index": 276, + "filename": "shard_00276.bin", + "size": 67108864, + "hash": "280360ff71d335f7e6d4d81830c7338ea4671494094c07c6556a140a3c815ddd", + "blake3": "280360ff71d335f7e6d4d81830c7338ea4671494094c07c6556a140a3c815ddd", + "offset": 18522046464 + }, + { + "index": 277, + "filename": "shard_00277.bin", + "size": 67108864, + "hash": "273e4d3058e308260f4a5299dd5335aff5ffd73a5cfd851d610379b4b449087b", + "blake3": "273e4d3058e308260f4a5299dd5335aff5ffd73a5cfd851d610379b4b449087b", + "offset": 18589155328 + }, + { + "index": 278, + "filename": "shard_00278.bin", + "size": 67108864, + "hash": "eb7d79f4bb7879368ec8e3174a42868ad33a966d262d7efb79a15ea27ee0db5b", + "blake3": "eb7d79f4bb7879368ec8e3174a42868ad33a966d262d7efb79a15ea27ee0db5b", + "offset": 18656264192 + }, + { + "index": 279, + "filename": "shard_00279.bin", + "size": 67108864, + "hash": "8249bf37e909b4cc33684fb987ddd007ca0bf2b7f68c0a488a166c4494e4514b", + "blake3": "8249bf37e909b4cc33684fb987ddd007ca0bf2b7f68c0a488a166c4494e4514b", + "offset": 18723373056 + }, + { + "index": 280, + "filename": "shard_00280.bin", + "size": 67108864, + "hash": "0f8a03f134b1aa70540abc2192008f6ab43cd198e84c6643d485c3200acd7158", + "blake3": "0f8a03f134b1aa70540abc2192008f6ab43cd198e84c6643d485c3200acd7158", + "offset": 18790481920 + }, + { + "index": 281, + "filename": "shard_00281.bin", + "size": 67108864, + "hash": "2bb99cc7f6731e217a0a616f5e760f51c26b3ac50881a01c5cb68f98919207a0", + "blake3": "2bb99cc7f6731e217a0a616f5e760f51c26b3ac50881a01c5cb68f98919207a0", + "offset": 18857590784 + }, + { + "index": 282, + "filename": "shard_00282.bin", + "size": 67108864, + "hash": "74db29ec78e26a8467ed2f72ac6b042cc1fd1133c3d3036c08097b4336ea6f35", + "blake3": "74db29ec78e26a8467ed2f72ac6b042cc1fd1133c3d3036c08097b4336ea6f35", + "offset": 18924699648 + }, + { + "index": 283, + "filename": "shard_00283.bin", + "size": 67108864, + "hash": "a3d779fe863c1f6040b6b5e9b160e86d2af4f799b9921ccbae8d38a1973e6e66", + "blake3": "a3d779fe863c1f6040b6b5e9b160e86d2af4f799b9921ccbae8d38a1973e6e66", + "offset": 18991808512 + }, + { + "index": 284, + "filename": "shard_00284.bin", + "size": 67108864, + "hash": "2d57af8fc74ed23b6e4e783e75a279a7c2e4d5a145193de1b515c5c3900e5c17", + "blake3": "2d57af8fc74ed23b6e4e783e75a279a7c2e4d5a145193de1b515c5c3900e5c17", + "offset": 19058917376 + }, + { + "index": 285, + "filename": "shard_00285.bin", + "size": 67108864, + "hash": "f04233c708b67b8619a84a2c289bddef9eecba15d00f54419f2c39444cf19858", + "blake3": "f04233c708b67b8619a84a2c289bddef9eecba15d00f54419f2c39444cf19858", + "offset": 19126026240 + }, + { + "index": 286, + "filename": "shard_00286.bin", + "size": 67108864, + "hash": "d66722b34d76fd0c257b7cf281696bb5a0980b29b0f2297bdd9d39b9b91f4684", + "blake3": "d66722b34d76fd0c257b7cf281696bb5a0980b29b0f2297bdd9d39b9b91f4684", + "offset": 19193135104 + }, + { + "index": 287, + "filename": "shard_00287.bin", + "size": 34775672, + "hash": "c073e9a0913dd360f8aed8f96f9fe297482f443dbb5dd7d54ca1c1c33b24228e", + "blake3": "c073e9a0913dd360f8aed8f96f9fe297482f443dbb5dd7d54ca1c1c33b24228e", + "offset": 19260243968 + } + ], + "tensors": { + "model.language_model.embed_tokens.weight": { + "spans": [ + { + "shardIndex": 0, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 1, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 2, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 3, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 4, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 5, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 6, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 7, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 8, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 9, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 10, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 11, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 12, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 13, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 14, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 15, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 16, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 17, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 18, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 19, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 20, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 21, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 22, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 23, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 24, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 25, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 26, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 27, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 28, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 29, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 30, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 31, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 32, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 33, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 34, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 35, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 36, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 37, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 38, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 39, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 40, + "offset": 0, + "size": 67108864 + }, + { + "shardIndex": 41, + "offset": 0, + "size": 67108864 + } + ], + "size": 2818572288, + "shape": [ + 262144, + 5376 + ], + "dtype": "F16", + "role": "embedding", + "group": "embed" + }, + "model.language_model.layers.0.input_layernorm.weight": { + "shard": 42, + "offset": 0, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.layer_scalar": { + "shard": 42, + "offset": 10752, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.0" + }, + "model.language_model.layers.0.mlp.down_proj.weight": { + "shard": 42, + "offset": 10754, + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 42, + "offset": 65038850, + "size": 2070014 + }, + { + "shardIndex": 43, + "offset": 0, + "size": 62958082 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 43, + "offset": 62958082, + "size": 4150782 + }, + { + "shardIndex": 44, + "offset": 0, + "size": 60877314 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.post_attention_layernorm.weight": { + "shard": 44, + "offset": 60877314, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.post_feedforward_layernorm.weight": { + "shard": 44, + "offset": 60888066, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.pre_feedforward_layernorm.weight": { + "shard": 44, + "offset": 60898818, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.self_attn.k_norm.weight": { + "shard": 44, + "offset": 60909570, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 44, + "offset": 60910082, + "size": 6198782 + }, + { + "shardIndex": 45, + "offset": 0, + "size": 6187522 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.self_attn.o_proj.weight": { + "shard": 45, + "offset": 6187522, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.self_attn.q_norm.weight": { + "shard": 45, + "offset": 30960130, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.0" + }, + "model.language_model.layers.0.self_attn.q_proj.weight": { + "shard": 45, + "offset": 30960642, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.0.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 45, + "offset": 55733250, + "size": 11375614 + }, + { + "shardIndex": 46, + "offset": 0, + "size": 1010690 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.0", + "layout": "row" + }, + "model.language_model.layers.1.input_layernorm.weight": { + "shard": 46, + "offset": 1010690, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.layer_scalar": { + "shard": 46, + "offset": 1021442, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.1" + }, + "model.language_model.layers.1.mlp.down_proj.weight": { + "shard": 46, + "offset": 1021444, + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 46, + "offset": 66049540, + "size": 1059324 + }, + { + "shardIndex": 47, + "offset": 0, + "size": 63968772 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 47, + "offset": 63968772, + "size": 3140092 + }, + { + "shardIndex": 48, + "offset": 0, + "size": 61888004 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.post_attention_layernorm.weight": { + "shard": 48, + "offset": 61888004, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.post_feedforward_layernorm.weight": { + "shard": 48, + "offset": 61898756, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.pre_feedforward_layernorm.weight": { + "shard": 48, + "offset": 61909508, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.self_attn.k_norm.weight": { + "shard": 48, + "offset": 61920260, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 48, + "offset": 61920772, + "size": 5188092 + }, + { + "shardIndex": 49, + "offset": 0, + "size": 7198212 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.self_attn.o_proj.weight": { + "shard": 49, + "offset": 7198212, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.self_attn.q_norm.weight": { + "shard": 49, + "offset": 31970820, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.1" + }, + "model.language_model.layers.1.self_attn.q_proj.weight": { + "shard": 49, + "offset": 31971332, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.1.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 49, + "offset": 56743940, + "size": 10364924 + }, + { + "shardIndex": 50, + "offset": 0, + "size": 2021380 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.1", + "layout": "row" + }, + "model.language_model.layers.10.layer_scalar": { + "shard": 50, + "offset": 2021380, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.10" + }, + "model.language_model.layers.10.mlp.gate_proj.weight": { + "shard": 50, + "offset": 2021382, + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 50, + "offset": 67049478, + "size": 59386 + }, + { + "shardIndex": 51, + "offset": 0, + "size": 64968710 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.self_attn.k_norm.weight": { + "shard": 51, + "offset": 64968710, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.10.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 51, + "offset": 64969222, + "size": 2139642 + }, + { + "shardIndex": 52, + "offset": 0, + "size": 10246662 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.self_attn.o_proj.weight": { + "shard": 52, + "offset": 10246662, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.self_attn.q_norm.weight": { + "shard": 52, + "offset": 35019270, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.10.self_attn.q_proj.weight": { + "shard": 52, + "offset": 35019782, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 52, + "offset": 59792390, + "size": 7316474 + }, + { + "shardIndex": 53, + "offset": 0, + "size": 5069830 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.12.input_layernorm.weight": { + "shard": 53, + "offset": 5069830, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.layer_scalar": { + "shard": 53, + "offset": 5080582, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.12" + }, + "model.language_model.layers.12.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 53, + "offset": 5080584, + "size": 62028280 + }, + { + "shardIndex": 54, + "offset": 0, + "size": 2999816 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 54, + "offset": 2999816, + "size": 64109048 + }, + { + "shardIndex": 55, + "offset": 0, + "size": 919048 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.mlp.up_proj.weight": { + "shard": 55, + "offset": 919048, + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.post_attention_layernorm.weight": { + "shard": 55, + "offset": 65947144, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.post_feedforward_layernorm.weight": { + "shard": 55, + "offset": 65957896, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.pre_feedforward_layernorm.weight": { + "shard": 55, + "offset": 65968648, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.self_attn.k_norm.weight": { + "shard": 55, + "offset": 65979400, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 55, + "offset": 65979912, + "size": 1128952 + }, + { + "shardIndex": 56, + "offset": 0, + "size": 11257352 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.self_attn.o_proj.weight": { + "shard": 56, + "offset": 11257352, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.self_attn.q_norm.weight": { + "shard": 56, + "offset": 36029960, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.12" + }, + "model.language_model.layers.12.self_attn.q_proj.weight": { + "shard": 56, + "offset": 36030472, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.12.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 56, + "offset": 60803080, + "size": 6305784 + }, + { + "shardIndex": 57, + "offset": 0, + "size": 6080520 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.12", + "layout": "row" + }, + "model.language_model.layers.13.input_layernorm.weight": { + "shard": 57, + "offset": 6080520, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.layer_scalar": { + "shard": 57, + "offset": 6091272, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.13" + }, + "model.language_model.layers.13.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 57, + "offset": 6091274, + "size": 61017590 + }, + { + "shardIndex": 58, + "offset": 0, + "size": 4010506 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 58, + "offset": 4010506, + "size": 63098358 + }, + { + "shardIndex": 59, + "offset": 0, + "size": 1929738 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.mlp.up_proj.weight": { + "shard": 59, + "offset": 1929738, + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.post_attention_layernorm.weight": { + "shard": 59, + "offset": 66957834, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.post_feedforward_layernorm.weight": { + "shard": 59, + "offset": 66968586, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.pre_feedforward_layernorm.weight": { + "shard": 59, + "offset": 66979338, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.self_attn.k_norm.weight": { + "shard": 59, + "offset": 66990090, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 59, + "offset": 66990602, + "size": 118262 + }, + { + "shardIndex": 60, + "offset": 0, + "size": 12268042 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.self_attn.o_proj.weight": { + "shard": 60, + "offset": 12268042, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.self_attn.q_norm.weight": { + "shard": 60, + "offset": 37040650, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.13" + }, + "model.language_model.layers.13.self_attn.q_proj.weight": { + "shard": 60, + "offset": 37041162, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.13.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 60, + "offset": 61813770, + "size": 5295094 + }, + { + "shardIndex": 61, + "offset": 0, + "size": 7091210 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.13", + "layout": "row" + }, + "model.language_model.layers.14.input_layernorm.weight": { + "shard": 61, + "offset": 7091210, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.layer_scalar": { + "shard": 61, + "offset": 7101962, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.14" + }, + "model.language_model.layers.14.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 61, + "offset": 7101964, + "size": 60006900 + }, + { + "shardIndex": 62, + "offset": 0, + "size": 5021196 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 62, + "offset": 5021196, + "size": 62087668 + }, + { + "shardIndex": 63, + "offset": 0, + "size": 2940428 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 63, + "offset": 2940428, + "size": 64168436 + }, + { + "shardIndex": 64, + "offset": 0, + "size": 859660 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.post_attention_layernorm.weight": { + "shard": 64, + "offset": 859660, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.post_feedforward_layernorm.weight": { + "shard": 64, + "offset": 870412, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.pre_feedforward_layernorm.weight": { + "shard": 64, + "offset": 881164, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.self_attn.k_norm.weight": { + "shard": 64, + "offset": 891916, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.self_attn.k_proj.weight": { + "shard": 64, + "offset": 892428, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.self_attn.o_proj.weight": { + "shard": 64, + "offset": 13278732, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.self_attn.q_norm.weight": { + "shard": 64, + "offset": 38051340, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.14" + }, + "model.language_model.layers.14.self_attn.q_proj.weight": { + "shard": 64, + "offset": 38051852, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.14.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 64, + "offset": 62824460, + "size": 4284404 + }, + { + "shardIndex": 65, + "offset": 0, + "size": 8101900 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.14", + "layout": "row" + }, + "model.language_model.layers.15.input_layernorm.weight": { + "shard": 65, + "offset": 8101900, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.layer_scalar": { + "shard": 65, + "offset": 8112652, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.15" + }, + "model.language_model.layers.15.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 65, + "offset": 8112654, + "size": 58996210 + }, + { + "shardIndex": 66, + "offset": 0, + "size": 6031886 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 66, + "offset": 6031886, + "size": 61076978 + }, + { + "shardIndex": 67, + "offset": 0, + "size": 3951118 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 67, + "offset": 3951118, + "size": 63157746 + }, + { + "shardIndex": 68, + "offset": 0, + "size": 1870350 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.post_attention_layernorm.weight": { + "shard": 68, + "offset": 1870350, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.post_feedforward_layernorm.weight": { + "shard": 68, + "offset": 1881102, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.pre_feedforward_layernorm.weight": { + "shard": 68, + "offset": 1891854, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.self_attn.k_norm.weight": { + "shard": 68, + "offset": 1902606, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.self_attn.k_proj.weight": { + "shard": 68, + "offset": 1903118, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.self_attn.o_proj.weight": { + "shard": 68, + "offset": 14289422, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.self_attn.q_norm.weight": { + "shard": 68, + "offset": 39062030, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.15" + }, + "model.language_model.layers.15.self_attn.q_proj.weight": { + "shard": 68, + "offset": 39062542, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.15.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 68, + "offset": 63835150, + "size": 3273714 + }, + { + "shardIndex": 69, + "offset": 0, + "size": 9112590 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.15", + "layout": "row" + }, + "model.language_model.layers.16.layer_scalar": { + "shard": 69, + "offset": 9112590, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.16" + }, + "model.language_model.layers.16.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 69, + "offset": 9112592, + "size": 57996272 + }, + { + "shardIndex": 70, + "offset": 0, + "size": 7031824 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 70, + "offset": 7031824, + "size": 60077040 + }, + { + "shardIndex": 71, + "offset": 0, + "size": 4951056 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.self_attn.k_norm.weight": { + "shard": 71, + "offset": 4951056, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.16.self_attn.k_proj.weight": { + "shard": 71, + "offset": 4951568, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.self_attn.o_proj.weight": { + "shard": 71, + "offset": 17337872, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.self_attn.q_norm.weight": { + "shard": 71, + "offset": 42110480, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.16.self_attn.q_proj.weight": { + "shard": 71, + "offset": 42110992, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 71, + "offset": 66883600, + "size": 225264 + }, + { + "shardIndex": 72, + "offset": 0, + "size": 12161040 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.18.input_layernorm.weight": { + "shard": 72, + "offset": 12161040, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.layer_scalar": { + "shard": 72, + "offset": 12171792, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.18" + }, + "model.language_model.layers.18.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 72, + "offset": 12171794, + "size": 54937070 + }, + { + "shardIndex": 73, + "offset": 0, + "size": 10091026 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 73, + "offset": 10091026, + "size": 57017838 + }, + { + "shardIndex": 74, + "offset": 0, + "size": 8010258 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 74, + "offset": 8010258, + "size": 59098606 + }, + { + "shardIndex": 75, + "offset": 0, + "size": 5929490 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.post_attention_layernorm.weight": { + "shard": 75, + "offset": 5929490, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.post_feedforward_layernorm.weight": { + "shard": 75, + "offset": 5940242, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.pre_feedforward_layernorm.weight": { + "shard": 75, + "offset": 5950994, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.self_attn.k_norm.weight": { + "shard": 75, + "offset": 5961746, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.self_attn.k_proj.weight": { + "shard": 75, + "offset": 5962258, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.self_attn.o_proj.weight": { + "shard": 75, + "offset": 18348562, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.self_attn.q_norm.weight": { + "shard": 75, + "offset": 43121170, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.18" + }, + "model.language_model.layers.18.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 75, + "offset": 43121682, + "size": 23987182 + }, + { + "shardIndex": 76, + "offset": 0, + "size": 785426 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.18.self_attn.v_proj.weight": { + "shard": 76, + "offset": 785426, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.18", + "layout": "row" + }, + "model.language_model.layers.19.input_layernorm.weight": { + "shard": 76, + "offset": 13171730, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.layer_scalar": { + "shard": 76, + "offset": 13182482, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.19" + }, + "model.language_model.layers.19.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 76, + "offset": 13182484, + "size": 53926380 + }, + { + "shardIndex": 77, + "offset": 0, + "size": 11101716 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 77, + "offset": 11101716, + "size": 56007148 + }, + { + "shardIndex": 78, + "offset": 0, + "size": 9020948 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 78, + "offset": 9020948, + "size": 58087916 + }, + { + "shardIndex": 79, + "offset": 0, + "size": 6940180 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.post_attention_layernorm.weight": { + "shard": 79, + "offset": 6940180, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.post_feedforward_layernorm.weight": { + "shard": 79, + "offset": 6950932, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.pre_feedforward_layernorm.weight": { + "shard": 79, + "offset": 6961684, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.self_attn.k_norm.weight": { + "shard": 79, + "offset": 6972436, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.self_attn.k_proj.weight": { + "shard": 79, + "offset": 6972948, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.self_attn.o_proj.weight": { + "shard": 79, + "offset": 19359252, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.self_attn.q_norm.weight": { + "shard": 79, + "offset": 44131860, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.19" + }, + "model.language_model.layers.19.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 79, + "offset": 44132372, + "size": 22976492 + }, + { + "shardIndex": 80, + "offset": 0, + "size": 1796116 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.19.self_attn.v_proj.weight": { + "shard": 80, + "offset": 1796116, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.19", + "layout": "row" + }, + "model.language_model.layers.2.input_layernorm.weight": { + "shard": 80, + "offset": 14182420, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.layer_scalar": { + "shard": 80, + "offset": 14193172, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.2" + }, + "model.language_model.layers.2.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 80, + "offset": 14193174, + "size": 52915690 + }, + { + "shardIndex": 81, + "offset": 0, + "size": 12112406 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 81, + "offset": 12112406, + "size": 54996458 + }, + { + "shardIndex": 82, + "offset": 0, + "size": 10031638 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 82, + "offset": 10031638, + "size": 57077226 + }, + { + "shardIndex": 83, + "offset": 0, + "size": 7950870 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.post_attention_layernorm.weight": { + "shard": 83, + "offset": 7950870, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.post_feedforward_layernorm.weight": { + "shard": 83, + "offset": 7961622, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.pre_feedforward_layernorm.weight": { + "shard": 83, + "offset": 7972374, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.self_attn.k_norm.weight": { + "shard": 83, + "offset": 7983126, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.self_attn.k_proj.weight": { + "shard": 83, + "offset": 7983638, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.self_attn.o_proj.weight": { + "shard": 83, + "offset": 20369942, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.self_attn.q_norm.weight": { + "shard": 83, + "offset": 45142550, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.2" + }, + "model.language_model.layers.2.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 83, + "offset": 45143062, + "size": 21965802 + }, + { + "shardIndex": 84, + "offset": 0, + "size": 2806806 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.2.self_attn.v_proj.weight": { + "shard": 84, + "offset": 2806806, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.2", + "layout": "row" + }, + "model.language_model.layers.20.input_layernorm.weight": { + "shard": 84, + "offset": 15193110, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.layer_scalar": { + "shard": 84, + "offset": 15203862, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.20" + }, + "model.language_model.layers.20.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 84, + "offset": 15203864, + "size": 51905000 + }, + { + "shardIndex": 85, + "offset": 0, + "size": 13123096 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 85, + "offset": 13123096, + "size": 53985768 + }, + { + "shardIndex": 86, + "offset": 0, + "size": 11042328 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 86, + "offset": 11042328, + "size": 56066536 + }, + { + "shardIndex": 87, + "offset": 0, + "size": 8961560 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.post_attention_layernorm.weight": { + "shard": 87, + "offset": 8961560, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.post_feedforward_layernorm.weight": { + "shard": 87, + "offset": 8972312, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.pre_feedforward_layernorm.weight": { + "shard": 87, + "offset": 8983064, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.self_attn.k_norm.weight": { + "shard": 87, + "offset": 8993816, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.self_attn.k_proj.weight": { + "shard": 87, + "offset": 8994328, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.self_attn.o_proj.weight": { + "shard": 87, + "offset": 21380632, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.self_attn.q_norm.weight": { + "shard": 87, + "offset": 46153240, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.20" + }, + "model.language_model.layers.20.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 87, + "offset": 46153752, + "size": 20955112 + }, + { + "shardIndex": 88, + "offset": 0, + "size": 3817496 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.20.self_attn.v_proj.weight": { + "shard": 88, + "offset": 3817496, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.20", + "layout": "row" + }, + "model.language_model.layers.21.input_layernorm.weight": { + "shard": 88, + "offset": 16203800, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.layer_scalar": { + "shard": 88, + "offset": 16214552, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.21" + }, + "model.language_model.layers.21.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 88, + "offset": 16214554, + "size": 50894310 + }, + { + "shardIndex": 89, + "offset": 0, + "size": 14133786 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 89, + "offset": 14133786, + "size": 52975078 + }, + { + "shardIndex": 90, + "offset": 0, + "size": 12053018 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 90, + "offset": 12053018, + "size": 55055846 + }, + { + "shardIndex": 91, + "offset": 0, + "size": 9972250 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.post_attention_layernorm.weight": { + "shard": 91, + "offset": 9972250, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.post_feedforward_layernorm.weight": { + "shard": 91, + "offset": 9983002, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.pre_feedforward_layernorm.weight": { + "shard": 91, + "offset": 9993754, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.self_attn.k_norm.weight": { + "shard": 91, + "offset": 10004506, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.self_attn.k_proj.weight": { + "shard": 91, + "offset": 10005018, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.self_attn.o_proj.weight": { + "shard": 91, + "offset": 22391322, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.self_attn.q_norm.weight": { + "shard": 91, + "offset": 47163930, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.21" + }, + "model.language_model.layers.21.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 91, + "offset": 47164442, + "size": 19944422 + }, + { + "shardIndex": 92, + "offset": 0, + "size": 4828186 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.21.self_attn.v_proj.weight": { + "shard": 92, + "offset": 4828186, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.21", + "layout": "row" + }, + "model.language_model.layers.22.layer_scalar": { + "shard": 92, + "offset": 17214490, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.22" + }, + "model.language_model.layers.22.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 92, + "offset": 17214492, + "size": 49894372 + }, + { + "shardIndex": 93, + "offset": 0, + "size": 15133724 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 93, + "offset": 15133724, + "size": 51975140 + }, + { + "shardIndex": 94, + "offset": 0, + "size": 13052956 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.self_attn.k_norm.weight": { + "shard": 94, + "offset": 13052956, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.22.self_attn.k_proj.weight": { + "shard": 94, + "offset": 13053468, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.self_attn.o_proj.weight": { + "shard": 94, + "offset": 25439772, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.self_attn.q_norm.weight": { + "shard": 94, + "offset": 50212380, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.22.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 94, + "offset": 50212892, + "size": 16895972 + }, + { + "shardIndex": 95, + "offset": 0, + "size": 7876636 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.self_attn.v_proj.weight": { + "shard": 95, + "offset": 7876636, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.24.input_layernorm.weight": { + "shard": 95, + "offset": 20262940, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.layer_scalar": { + "shard": 95, + "offset": 20273692, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.24" + }, + "model.language_model.layers.24.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 95, + "offset": 20273694, + "size": 46835170 + }, + { + "shardIndex": 96, + "offset": 0, + "size": 18192926 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 96, + "offset": 18192926, + "size": 48915938 + }, + { + "shardIndex": 97, + "offset": 0, + "size": 16112158 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 97, + "offset": 16112158, + "size": 50996706 + }, + { + "shardIndex": 98, + "offset": 0, + "size": 14031390 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.post_attention_layernorm.weight": { + "shard": 98, + "offset": 14031390, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.post_feedforward_layernorm.weight": { + "shard": 98, + "offset": 14042142, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.pre_feedforward_layernorm.weight": { + "shard": 98, + "offset": 14052894, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.self_attn.k_norm.weight": { + "shard": 98, + "offset": 14063646, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.self_attn.k_proj.weight": { + "shard": 98, + "offset": 14064158, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.self_attn.o_proj.weight": { + "shard": 98, + "offset": 26450462, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.self_attn.q_norm.weight": { + "shard": 98, + "offset": 51223070, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.24" + }, + "model.language_model.layers.24.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 98, + "offset": 51223582, + "size": 15885282 + }, + { + "shardIndex": 99, + "offset": 0, + "size": 8887326 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.24.self_attn.v_proj.weight": { + "shard": 99, + "offset": 8887326, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.24", + "layout": "row" + }, + "model.language_model.layers.25.input_layernorm.weight": { + "shard": 99, + "offset": 21273630, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.layer_scalar": { + "shard": 99, + "offset": 21284382, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.25" + }, + "model.language_model.layers.25.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 99, + "offset": 21284384, + "size": 45824480 + }, + { + "shardIndex": 100, + "offset": 0, + "size": 19203616 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 100, + "offset": 19203616, + "size": 47905248 + }, + { + "shardIndex": 101, + "offset": 0, + "size": 17122848 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 101, + "offset": 17122848, + "size": 49986016 + }, + { + "shardIndex": 102, + "offset": 0, + "size": 15042080 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.post_attention_layernorm.weight": { + "shard": 102, + "offset": 15042080, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.post_feedforward_layernorm.weight": { + "shard": 102, + "offset": 15052832, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.pre_feedforward_layernorm.weight": { + "shard": 102, + "offset": 15063584, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.self_attn.k_norm.weight": { + "shard": 102, + "offset": 15074336, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.self_attn.k_proj.weight": { + "shard": 102, + "offset": 15074848, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.self_attn.o_proj.weight": { + "shard": 102, + "offset": 27461152, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.self_attn.q_norm.weight": { + "shard": 102, + "offset": 52233760, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.25" + }, + "model.language_model.layers.25.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 102, + "offset": 52234272, + "size": 14874592 + }, + { + "shardIndex": 103, + "offset": 0, + "size": 9898016 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.25.self_attn.v_proj.weight": { + "shard": 103, + "offset": 9898016, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.25", + "layout": "row" + }, + "model.language_model.layers.26.input_layernorm.weight": { + "shard": 103, + "offset": 22284320, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.layer_scalar": { + "shard": 103, + "offset": 22295072, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.26" + }, + "model.language_model.layers.26.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 103, + "offset": 22295074, + "size": 44813790 + }, + { + "shardIndex": 104, + "offset": 0, + "size": 20214306 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 104, + "offset": 20214306, + "size": 46894558 + }, + { + "shardIndex": 105, + "offset": 0, + "size": 18133538 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 105, + "offset": 18133538, + "size": 48975326 + }, + { + "shardIndex": 106, + "offset": 0, + "size": 16052770 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.post_attention_layernorm.weight": { + "shard": 106, + "offset": 16052770, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.post_feedforward_layernorm.weight": { + "shard": 106, + "offset": 16063522, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.pre_feedforward_layernorm.weight": { + "shard": 106, + "offset": 16074274, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.self_attn.k_norm.weight": { + "shard": 106, + "offset": 16085026, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.self_attn.k_proj.weight": { + "shard": 106, + "offset": 16085538, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.self_attn.o_proj.weight": { + "shard": 106, + "offset": 28471842, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.self_attn.q_norm.weight": { + "shard": 106, + "offset": 53244450, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.26" + }, + "model.language_model.layers.26.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 106, + "offset": 53244962, + "size": 13863902 + }, + { + "shardIndex": 107, + "offset": 0, + "size": 10908706 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.26.self_attn.v_proj.weight": { + "shard": 107, + "offset": 10908706, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.26", + "layout": "row" + }, + "model.language_model.layers.27.input_layernorm.weight": { + "shard": 107, + "offset": 23295010, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.layer_scalar": { + "shard": 107, + "offset": 23305762, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.27" + }, + "model.language_model.layers.27.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 107, + "offset": 23305764, + "size": 43803100 + }, + { + "shardIndex": 108, + "offset": 0, + "size": 21224996 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 108, + "offset": 21224996, + "size": 45883868 + }, + { + "shardIndex": 109, + "offset": 0, + "size": 19144228 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 109, + "offset": 19144228, + "size": 47964636 + }, + { + "shardIndex": 110, + "offset": 0, + "size": 17063460 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.post_attention_layernorm.weight": { + "shard": 110, + "offset": 17063460, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.post_feedforward_layernorm.weight": { + "shard": 110, + "offset": 17074212, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.pre_feedforward_layernorm.weight": { + "shard": 110, + "offset": 17084964, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.self_attn.k_norm.weight": { + "shard": 110, + "offset": 17095716, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.self_attn.k_proj.weight": { + "shard": 110, + "offset": 17096228, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.self_attn.o_proj.weight": { + "shard": 110, + "offset": 29482532, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.self_attn.q_norm.weight": { + "shard": 110, + "offset": 54255140, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.27" + }, + "model.language_model.layers.27.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 110, + "offset": 54255652, + "size": 12853212 + }, + { + "shardIndex": 111, + "offset": 0, + "size": 11919396 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.27.self_attn.v_proj.weight": { + "shard": 111, + "offset": 11919396, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.27", + "layout": "row" + }, + "model.language_model.layers.28.layer_scalar": { + "shard": 111, + "offset": 24305700, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.28" + }, + "model.language_model.layers.28.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 111, + "offset": 24305702, + "size": 42803162 + }, + { + "shardIndex": 112, + "offset": 0, + "size": 22224934 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 112, + "offset": 22224934, + "size": 44883930 + }, + { + "shardIndex": 113, + "offset": 0, + "size": 20144166 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.self_attn.k_norm.weight": { + "shard": 113, + "offset": 20144166, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.28.self_attn.k_proj.weight": { + "shard": 113, + "offset": 20144678, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.self_attn.o_proj.weight": { + "shard": 113, + "offset": 32530982, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.self_attn.q_norm.weight": { + "shard": 113, + "offset": 57303590, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.28.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 113, + "offset": 57304102, + "size": 9804762 + }, + { + "shardIndex": 114, + "offset": 0, + "size": 14967846 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.self_attn.v_proj.weight": { + "shard": 114, + "offset": 14967846, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.3.input_layernorm.weight": { + "shard": 114, + "offset": 27354150, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.layer_scalar": { + "shard": 114, + "offset": 27364902, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.3" + }, + "model.language_model.layers.3.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 114, + "offset": 27364904, + "size": 39743960 + }, + { + "shardIndex": 115, + "offset": 0, + "size": 25284136 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 115, + "offset": 25284136, + "size": 41824728 + }, + { + "shardIndex": 116, + "offset": 0, + "size": 23203368 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 116, + "offset": 23203368, + "size": 43905496 + }, + { + "shardIndex": 117, + "offset": 0, + "size": 21122600 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.post_attention_layernorm.weight": { + "shard": 117, + "offset": 21122600, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.post_feedforward_layernorm.weight": { + "shard": 117, + "offset": 21133352, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.pre_feedforward_layernorm.weight": { + "shard": 117, + "offset": 21144104, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.self_attn.k_norm.weight": { + "shard": 117, + "offset": 21154856, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.self_attn.k_proj.weight": { + "shard": 117, + "offset": 21155368, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.self_attn.o_proj.weight": { + "shard": 117, + "offset": 33541672, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.self_attn.q_norm.weight": { + "shard": 117, + "offset": 58314280, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.3" + }, + "model.language_model.layers.3.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 117, + "offset": 58314792, + "size": 8794072 + }, + { + "shardIndex": 118, + "offset": 0, + "size": 15978536 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.3.self_attn.v_proj.weight": { + "shard": 118, + "offset": 15978536, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.3", + "layout": "row" + }, + "model.language_model.layers.30.input_layernorm.weight": { + "shard": 118, + "offset": 28364840, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.layer_scalar": { + "shard": 118, + "offset": 28375592, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.30" + }, + "model.language_model.layers.30.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 118, + "offset": 28375594, + "size": 38733270 + }, + { + "shardIndex": 119, + "offset": 0, + "size": 26294826 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 119, + "offset": 26294826, + "size": 40814038 + }, + { + "shardIndex": 120, + "offset": 0, + "size": 24214058 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 120, + "offset": 24214058, + "size": 42894806 + }, + { + "shardIndex": 121, + "offset": 0, + "size": 22133290 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.post_attention_layernorm.weight": { + "shard": 121, + "offset": 22133290, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.post_feedforward_layernorm.weight": { + "shard": 121, + "offset": 22144042, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.pre_feedforward_layernorm.weight": { + "shard": 121, + "offset": 22154794, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.self_attn.k_norm.weight": { + "shard": 121, + "offset": 22165546, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.self_attn.k_proj.weight": { + "shard": 121, + "offset": 22166058, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.self_attn.o_proj.weight": { + "shard": 121, + "offset": 34552362, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.self_attn.q_norm.weight": { + "shard": 121, + "offset": 59324970, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.30" + }, + "model.language_model.layers.30.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 121, + "offset": 59325482, + "size": 7783382 + }, + { + "shardIndex": 122, + "offset": 0, + "size": 16989226 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.30.self_attn.v_proj.weight": { + "shard": 122, + "offset": 16989226, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.30", + "layout": "row" + }, + "model.language_model.layers.31.input_layernorm.weight": { + "shard": 122, + "offset": 29375530, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.layer_scalar": { + "shard": 122, + "offset": 29386282, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.31" + }, + "model.language_model.layers.31.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 122, + "offset": 29386284, + "size": 37722580 + }, + { + "shardIndex": 123, + "offset": 0, + "size": 27305516 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 123, + "offset": 27305516, + "size": 39803348 + }, + { + "shardIndex": 124, + "offset": 0, + "size": 25224748 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 124, + "offset": 25224748, + "size": 41884116 + }, + { + "shardIndex": 125, + "offset": 0, + "size": 23143980 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.post_attention_layernorm.weight": { + "shard": 125, + "offset": 23143980, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.post_feedforward_layernorm.weight": { + "shard": 125, + "offset": 23154732, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.pre_feedforward_layernorm.weight": { + "shard": 125, + "offset": 23165484, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.self_attn.k_norm.weight": { + "shard": 125, + "offset": 23176236, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.self_attn.k_proj.weight": { + "shard": 125, + "offset": 23176748, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.self_attn.o_proj.weight": { + "shard": 125, + "offset": 35563052, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.self_attn.q_norm.weight": { + "shard": 125, + "offset": 60335660, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.31" + }, + "model.language_model.layers.31.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 125, + "offset": 60336172, + "size": 6772692 + }, + { + "shardIndex": 126, + "offset": 0, + "size": 17999916 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.31.self_attn.v_proj.weight": { + "shard": 126, + "offset": 17999916, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.31", + "layout": "row" + }, + "model.language_model.layers.32.input_layernorm.weight": { + "shard": 126, + "offset": 30386220, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.layer_scalar": { + "shard": 126, + "offset": 30396972, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.32" + }, + "model.language_model.layers.32.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 126, + "offset": 30396974, + "size": 36711890 + }, + { + "shardIndex": 127, + "offset": 0, + "size": 28316206 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 127, + "offset": 28316206, + "size": 38792658 + }, + { + "shardIndex": 128, + "offset": 0, + "size": 26235438 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 128, + "offset": 26235438, + "size": 40873426 + }, + { + "shardIndex": 129, + "offset": 0, + "size": 24154670 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.post_attention_layernorm.weight": { + "shard": 129, + "offset": 24154670, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.post_feedforward_layernorm.weight": { + "shard": 129, + "offset": 24165422, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.pre_feedforward_layernorm.weight": { + "shard": 129, + "offset": 24176174, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.self_attn.k_norm.weight": { + "shard": 129, + "offset": 24186926, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.self_attn.k_proj.weight": { + "shard": 129, + "offset": 24187438, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.self_attn.o_proj.weight": { + "shard": 129, + "offset": 36573742, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.self_attn.q_norm.weight": { + "shard": 129, + "offset": 61346350, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.32" + }, + "model.language_model.layers.32.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 129, + "offset": 61346862, + "size": 5762002 + }, + { + "shardIndex": 130, + "offset": 0, + "size": 19010606 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.32.self_attn.v_proj.weight": { + "shard": 130, + "offset": 19010606, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.32", + "layout": "row" + }, + "model.language_model.layers.33.input_layernorm.weight": { + "shard": 130, + "offset": 31396910, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.layer_scalar": { + "shard": 130, + "offset": 31407662, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.33" + }, + "model.language_model.layers.33.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 130, + "offset": 31407664, + "size": 35701200 + }, + { + "shardIndex": 131, + "offset": 0, + "size": 29326896 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 131, + "offset": 29326896, + "size": 37781968 + }, + { + "shardIndex": 132, + "offset": 0, + "size": 27246128 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 132, + "offset": 27246128, + "size": 39862736 + }, + { + "shardIndex": 133, + "offset": 0, + "size": 25165360 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.post_attention_layernorm.weight": { + "shard": 133, + "offset": 25165360, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.post_feedforward_layernorm.weight": { + "shard": 133, + "offset": 25176112, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.pre_feedforward_layernorm.weight": { + "shard": 133, + "offset": 25186864, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.self_attn.k_norm.weight": { + "shard": 133, + "offset": 25197616, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.self_attn.k_proj.weight": { + "shard": 133, + "offset": 25198128, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.self_attn.o_proj.weight": { + "shard": 133, + "offset": 37584432, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.self_attn.q_norm.weight": { + "shard": 133, + "offset": 62357040, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.33" + }, + "model.language_model.layers.33.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 133, + "offset": 62357552, + "size": 4751312 + }, + { + "shardIndex": 134, + "offset": 0, + "size": 20021296 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.33.self_attn.v_proj.weight": { + "shard": 134, + "offset": 20021296, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.33", + "layout": "row" + }, + "model.language_model.layers.34.layer_scalar": { + "shard": 134, + "offset": 32407600, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.34" + }, + "model.language_model.layers.34.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 134, + "offset": 32407602, + "size": 34701262 + }, + { + "shardIndex": 135, + "offset": 0, + "size": 30326834 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 135, + "offset": 30326834, + "size": 36782030 + }, + { + "shardIndex": 136, + "offset": 0, + "size": 28246066 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.self_attn.k_norm.weight": { + "shard": 136, + "offset": 28246066, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.34.self_attn.k_proj.weight": { + "shard": 136, + "offset": 28246578, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.self_attn.o_proj.weight": { + "shard": 136, + "offset": 40632882, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.self_attn.q_norm.weight": { + "shard": 136, + "offset": 65405490, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.34.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 136, + "offset": 65406002, + "size": 1702862 + }, + { + "shardIndex": 137, + "offset": 0, + "size": 23069746 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.self_attn.v_proj.weight": { + "shard": 137, + "offset": 23069746, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.36.input_layernorm.weight": { + "shard": 137, + "offset": 35456050, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.layer_scalar": { + "shard": 137, + "offset": 35466802, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.36" + }, + "model.language_model.layers.36.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 137, + "offset": 35466804, + "size": 31642060 + }, + { + "shardIndex": 138, + "offset": 0, + "size": 33386036 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 138, + "offset": 33386036, + "size": 33722828 + }, + { + "shardIndex": 139, + "offset": 0, + "size": 31305268 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 139, + "offset": 31305268, + "size": 35803596 + }, + { + "shardIndex": 140, + "offset": 0, + "size": 29224500 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.post_attention_layernorm.weight": { + "shard": 140, + "offset": 29224500, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.post_feedforward_layernorm.weight": { + "shard": 140, + "offset": 29235252, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.pre_feedforward_layernorm.weight": { + "shard": 140, + "offset": 29246004, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.self_attn.k_norm.weight": { + "shard": 140, + "offset": 29256756, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.self_attn.k_proj.weight": { + "shard": 140, + "offset": 29257268, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.self_attn.o_proj.weight": { + "shard": 140, + "offset": 41643572, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.self_attn.q_norm.weight": { + "shard": 140, + "offset": 66416180, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.36" + }, + "model.language_model.layers.36.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 140, + "offset": 66416692, + "size": 692172 + }, + { + "shardIndex": 141, + "offset": 0, + "size": 24080436 + } + ], + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.36.self_attn.v_proj.weight": { + "shard": 141, + "offset": 24080436, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.36", + "layout": "row" + }, + "model.language_model.layers.37.input_layernorm.weight": { + "shard": 141, + "offset": 36466740, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.layer_scalar": { + "shard": 141, + "offset": 36477492, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.37" + }, + "model.language_model.layers.37.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 141, + "offset": 36477494, + "size": 30631370 + }, + { + "shardIndex": 142, + "offset": 0, + "size": 34396726 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 142, + "offset": 34396726, + "size": 32712138 + }, + { + "shardIndex": 143, + "offset": 0, + "size": 32315958 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 143, + "offset": 32315958, + "size": 34792906 + }, + { + "shardIndex": 144, + "offset": 0, + "size": 30235190 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.post_attention_layernorm.weight": { + "shard": 144, + "offset": 30235190, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.post_feedforward_layernorm.weight": { + "shard": 144, + "offset": 30245942, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.pre_feedforward_layernorm.weight": { + "shard": 144, + "offset": 30256694, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.self_attn.k_norm.weight": { + "shard": 144, + "offset": 30267446, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.self_attn.k_proj.weight": { + "shard": 144, + "offset": 30267958, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 144, + "offset": 42654262, + "size": 24454602 + }, + { + "shardIndex": 145, + "offset": 0, + "size": 318006 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.self_attn.q_norm.weight": { + "shard": 145, + "offset": 318006, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.37" + }, + "model.language_model.layers.37.self_attn.q_proj.weight": { + "shard": 145, + "offset": 318518, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.37.self_attn.v_proj.weight": { + "shard": 145, + "offset": 25091126, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.37", + "layout": "row" + }, + "model.language_model.layers.38.input_layernorm.weight": { + "shard": 145, + "offset": 37477430, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.layer_scalar": { + "shard": 145, + "offset": 37488182, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.38" + }, + "model.language_model.layers.38.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 145, + "offset": 37488184, + "size": 29620680 + }, + { + "shardIndex": 146, + "offset": 0, + "size": 35407416 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 146, + "offset": 35407416, + "size": 31701448 + }, + { + "shardIndex": 147, + "offset": 0, + "size": 33326648 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 147, + "offset": 33326648, + "size": 33782216 + }, + { + "shardIndex": 148, + "offset": 0, + "size": 31245880 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.post_attention_layernorm.weight": { + "shard": 148, + "offset": 31245880, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.post_feedforward_layernorm.weight": { + "shard": 148, + "offset": 31256632, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.pre_feedforward_layernorm.weight": { + "shard": 148, + "offset": 31267384, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.self_attn.k_norm.weight": { + "shard": 148, + "offset": 31278136, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.self_attn.k_proj.weight": { + "shard": 148, + "offset": 31278648, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 148, + "offset": 43664952, + "size": 23443912 + }, + { + "shardIndex": 149, + "offset": 0, + "size": 1328696 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.self_attn.q_norm.weight": { + "shard": 149, + "offset": 1328696, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.38" + }, + "model.language_model.layers.38.self_attn.q_proj.weight": { + "shard": 149, + "offset": 1329208, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.38.self_attn.v_proj.weight": { + "shard": 149, + "offset": 26101816, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.38", + "layout": "row" + }, + "model.language_model.layers.39.input_layernorm.weight": { + "shard": 149, + "offset": 38488120, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.layer_scalar": { + "shard": 149, + "offset": 38498872, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.39" + }, + "model.language_model.layers.39.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 149, + "offset": 38498874, + "size": 28609990 + }, + { + "shardIndex": 150, + "offset": 0, + "size": 36418106 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 150, + "offset": 36418106, + "size": 30690758 + }, + { + "shardIndex": 151, + "offset": 0, + "size": 34337338 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 151, + "offset": 34337338, + "size": 32771526 + }, + { + "shardIndex": 152, + "offset": 0, + "size": 32256570 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.post_attention_layernorm.weight": { + "shard": 152, + "offset": 32256570, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.post_feedforward_layernorm.weight": { + "shard": 152, + "offset": 32267322, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.pre_feedforward_layernorm.weight": { + "shard": 152, + "offset": 32278074, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.self_attn.k_norm.weight": { + "shard": 152, + "offset": 32288826, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.self_attn.k_proj.weight": { + "shard": 152, + "offset": 32289338, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 152, + "offset": 44675642, + "size": 22433222 + }, + { + "shardIndex": 153, + "offset": 0, + "size": 2339386 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.self_attn.q_norm.weight": { + "shard": 153, + "offset": 2339386, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.39" + }, + "model.language_model.layers.39.self_attn.q_proj.weight": { + "shard": 153, + "offset": 2339898, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.39.self_attn.v_proj.weight": { + "shard": 153, + "offset": 27112506, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.39", + "layout": "row" + }, + "model.language_model.layers.4.layer_scalar": { + "shard": 153, + "offset": 39498810, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.4" + }, + "model.language_model.layers.4.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 153, + "offset": 39498812, + "size": 27610052 + }, + { + "shardIndex": 154, + "offset": 0, + "size": 37418044 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 154, + "offset": 37418044, + "size": 29690820 + }, + { + "shardIndex": 155, + "offset": 0, + "size": 35337276 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 155, + "offset": 35337276, + "size": 31771588 + }, + { + "shardIndex": 156, + "offset": 0, + "size": 33256508 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.self_attn.k_norm.weight": { + "shard": 156, + "offset": 33256508, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.4.self_attn.k_proj.weight": { + "shard": 156, + "offset": 33257020, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 156, + "offset": 45643324, + "size": 21465540 + }, + { + "shardIndex": 157, + "offset": 0, + "size": 3307068 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.self_attn.q_norm.weight": { + "shard": 157, + "offset": 3307068, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.4.self_attn.q_proj.weight": { + "shard": 157, + "offset": 3307580, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.4.self_attn.v_proj.weight": { + "shard": 157, + "offset": 28080188, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.4", + "layout": "row" + }, + "model.language_model.layers.40.layer_scalar": { + "shard": 157, + "offset": 40466492, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.40" + }, + "model.language_model.layers.40.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 157, + "offset": 40466494, + "size": 26642370 + }, + { + "shardIndex": 158, + "offset": 0, + "size": 38385726 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 158, + "offset": 38385726, + "size": 28723138 + }, + { + "shardIndex": 159, + "offset": 0, + "size": 36304958 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.self_attn.k_norm.weight": { + "shard": 159, + "offset": 36304958, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.40.self_attn.k_proj.weight": { + "shard": 159, + "offset": 36305470, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 159, + "offset": 48691774, + "size": 18417090 + }, + { + "shardIndex": 160, + "offset": 0, + "size": 6355518 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.self_attn.q_norm.weight": { + "shard": 160, + "offset": 6355518, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.40.self_attn.q_proj.weight": { + "shard": 160, + "offset": 6356030, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.self_attn.v_proj.weight": { + "shard": 160, + "offset": 31128638, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.42.input_layernorm.weight": { + "shard": 160, + "offset": 43514942, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.layer_scalar": { + "shard": 160, + "offset": 43525694, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.42" + }, + "model.language_model.layers.42.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 160, + "offset": 43525696, + "size": 23583168 + }, + { + "shardIndex": 161, + "offset": 0, + "size": 41444928 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 161, + "offset": 41444928, + "size": 25663936 + }, + { + "shardIndex": 162, + "offset": 0, + "size": 39364160 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 162, + "offset": 39364160, + "size": 27744704 + }, + { + "shardIndex": 163, + "offset": 0, + "size": 37283392 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.post_attention_layernorm.weight": { + "shard": 163, + "offset": 37283392, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.post_feedforward_layernorm.weight": { + "shard": 163, + "offset": 37294144, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.pre_feedforward_layernorm.weight": { + "shard": 163, + "offset": 37304896, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.self_attn.k_norm.weight": { + "shard": 163, + "offset": 37315648, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.self_attn.k_proj.weight": { + "shard": 163, + "offset": 37316160, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 163, + "offset": 49702464, + "size": 17406400 + }, + { + "shardIndex": 164, + "offset": 0, + "size": 7366208 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.self_attn.q_norm.weight": { + "shard": 164, + "offset": 7366208, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.42" + }, + "model.language_model.layers.42.self_attn.q_proj.weight": { + "shard": 164, + "offset": 7366720, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.42.self_attn.v_proj.weight": { + "shard": 164, + "offset": 32139328, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.42", + "layout": "row" + }, + "model.language_model.layers.43.input_layernorm.weight": { + "shard": 164, + "offset": 44525632, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.layer_scalar": { + "shard": 164, + "offset": 44536384, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.43" + }, + "model.language_model.layers.43.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 164, + "offset": 44536386, + "size": 22572478 + }, + { + "shardIndex": 165, + "offset": 0, + "size": 42455618 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 165, + "offset": 42455618, + "size": 24653246 + }, + { + "shardIndex": 166, + "offset": 0, + "size": 40374850 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 166, + "offset": 40374850, + "size": 26734014 + }, + { + "shardIndex": 167, + "offset": 0, + "size": 38294082 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.post_attention_layernorm.weight": { + "shard": 167, + "offset": 38294082, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.post_feedforward_layernorm.weight": { + "shard": 167, + "offset": 38304834, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.pre_feedforward_layernorm.weight": { + "shard": 167, + "offset": 38315586, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.self_attn.k_norm.weight": { + "shard": 167, + "offset": 38326338, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.self_attn.k_proj.weight": { + "shard": 167, + "offset": 38326850, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 167, + "offset": 50713154, + "size": 16395710 + }, + { + "shardIndex": 168, + "offset": 0, + "size": 8376898 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.self_attn.q_norm.weight": { + "shard": 168, + "offset": 8376898, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.43" + }, + "model.language_model.layers.43.self_attn.q_proj.weight": { + "shard": 168, + "offset": 8377410, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.43.self_attn.v_proj.weight": { + "shard": 168, + "offset": 33150018, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.43", + "layout": "row" + }, + "model.language_model.layers.44.input_layernorm.weight": { + "shard": 168, + "offset": 45536322, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.layer_scalar": { + "shard": 168, + "offset": 45547074, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.44" + }, + "model.language_model.layers.44.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 168, + "offset": 45547076, + "size": 21561788 + }, + { + "shardIndex": 169, + "offset": 0, + "size": 43466308 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 169, + "offset": 43466308, + "size": 23642556 + }, + { + "shardIndex": 170, + "offset": 0, + "size": 41385540 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 170, + "offset": 41385540, + "size": 25723324 + }, + { + "shardIndex": 171, + "offset": 0, + "size": 39304772 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.post_attention_layernorm.weight": { + "shard": 171, + "offset": 39304772, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.post_feedforward_layernorm.weight": { + "shard": 171, + "offset": 39315524, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.pre_feedforward_layernorm.weight": { + "shard": 171, + "offset": 39326276, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.self_attn.k_norm.weight": { + "shard": 171, + "offset": 39337028, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.self_attn.k_proj.weight": { + "shard": 171, + "offset": 39337540, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 171, + "offset": 51723844, + "size": 15385020 + }, + { + "shardIndex": 172, + "offset": 0, + "size": 9387588 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.self_attn.q_norm.weight": { + "shard": 172, + "offset": 9387588, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.44" + }, + "model.language_model.layers.44.self_attn.q_proj.weight": { + "shard": 172, + "offset": 9388100, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.44.self_attn.v_proj.weight": { + "shard": 172, + "offset": 34160708, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.44", + "layout": "row" + }, + "model.language_model.layers.45.input_layernorm.weight": { + "shard": 172, + "offset": 46547012, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.layer_scalar": { + "shard": 172, + "offset": 46557764, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.45" + }, + "model.language_model.layers.45.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 172, + "offset": 46557766, + "size": 20551098 + }, + { + "shardIndex": 173, + "offset": 0, + "size": 44476998 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 173, + "offset": 44476998, + "size": 22631866 + }, + { + "shardIndex": 174, + "offset": 0, + "size": 42396230 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 174, + "offset": 42396230, + "size": 24712634 + }, + { + "shardIndex": 175, + "offset": 0, + "size": 40315462 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.post_attention_layernorm.weight": { + "shard": 175, + "offset": 40315462, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.post_feedforward_layernorm.weight": { + "shard": 175, + "offset": 40326214, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.pre_feedforward_layernorm.weight": { + "shard": 175, + "offset": 40336966, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.self_attn.k_norm.weight": { + "shard": 175, + "offset": 40347718, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.self_attn.k_proj.weight": { + "shard": 175, + "offset": 40348230, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 175, + "offset": 52734534, + "size": 14374330 + }, + { + "shardIndex": 176, + "offset": 0, + "size": 10398278 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.self_attn.q_norm.weight": { + "shard": 176, + "offset": 10398278, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.45" + }, + "model.language_model.layers.45.self_attn.q_proj.weight": { + "shard": 176, + "offset": 10398790, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.45.self_attn.v_proj.weight": { + "shard": 176, + "offset": 35171398, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.45", + "layout": "row" + }, + "model.language_model.layers.46.layer_scalar": { + "shard": 176, + "offset": 47557702, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.46" + }, + "model.language_model.layers.46.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 176, + "offset": 47557704, + "size": 19551160 + }, + { + "shardIndex": 177, + "offset": 0, + "size": 45476936 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 177, + "offset": 45476936, + "size": 21631928 + }, + { + "shardIndex": 178, + "offset": 0, + "size": 43396168 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.self_attn.k_norm.weight": { + "shard": 178, + "offset": 43396168, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.46.self_attn.k_proj.weight": { + "shard": 178, + "offset": 43396680, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 178, + "offset": 55782984, + "size": 11325880 + }, + { + "shardIndex": 179, + "offset": 0, + "size": 13446728 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.self_attn.q_norm.weight": { + "shard": 179, + "offset": 13446728, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.46.self_attn.q_proj.weight": { + "shard": 179, + "offset": 13447240, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.self_attn.v_proj.weight": { + "shard": 179, + "offset": 38219848, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.48.input_layernorm.weight": { + "shard": 179, + "offset": 50606152, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.layer_scalar": { + "shard": 179, + "offset": 50616904, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.48" + }, + "model.language_model.layers.48.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 179, + "offset": 50616906, + "size": 16491958 + }, + { + "shardIndex": 180, + "offset": 0, + "size": 48536138 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 180, + "offset": 48536138, + "size": 18572726 + }, + { + "shardIndex": 181, + "offset": 0, + "size": 46455370 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 181, + "offset": 46455370, + "size": 20653494 + }, + { + "shardIndex": 182, + "offset": 0, + "size": 44374602 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.post_attention_layernorm.weight": { + "shard": 182, + "offset": 44374602, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.post_feedforward_layernorm.weight": { + "shard": 182, + "offset": 44385354, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.pre_feedforward_layernorm.weight": { + "shard": 182, + "offset": 44396106, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.self_attn.k_norm.weight": { + "shard": 182, + "offset": 44406858, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.self_attn.k_proj.weight": { + "shard": 182, + "offset": 44407370, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 182, + "offset": 56793674, + "size": 10315190 + }, + { + "shardIndex": 183, + "offset": 0, + "size": 14457418 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.self_attn.q_norm.weight": { + "shard": 183, + "offset": 14457418, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.48" + }, + "model.language_model.layers.48.self_attn.q_proj.weight": { + "shard": 183, + "offset": 14457930, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.48.self_attn.v_proj.weight": { + "shard": 183, + "offset": 39230538, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.48", + "layout": "row" + }, + "model.language_model.layers.49.input_layernorm.weight": { + "shard": 183, + "offset": 51616842, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.layer_scalar": { + "shard": 183, + "offset": 51627594, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.49" + }, + "model.language_model.layers.49.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 183, + "offset": 51627596, + "size": 15481268 + }, + { + "shardIndex": 184, + "offset": 0, + "size": 49546828 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 184, + "offset": 49546828, + "size": 17562036 + }, + { + "shardIndex": 185, + "offset": 0, + "size": 47466060 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 185, + "offset": 47466060, + "size": 19642804 + }, + { + "shardIndex": 186, + "offset": 0, + "size": 45385292 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.post_attention_layernorm.weight": { + "shard": 186, + "offset": 45385292, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.post_feedforward_layernorm.weight": { + "shard": 186, + "offset": 45396044, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.pre_feedforward_layernorm.weight": { + "shard": 186, + "offset": 45406796, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.self_attn.k_norm.weight": { + "shard": 186, + "offset": 45417548, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.self_attn.k_proj.weight": { + "shard": 186, + "offset": 45418060, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 186, + "offset": 57804364, + "size": 9304500 + }, + { + "shardIndex": 187, + "offset": 0, + "size": 15468108 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.self_attn.q_norm.weight": { + "shard": 187, + "offset": 15468108, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.49" + }, + "model.language_model.layers.49.self_attn.q_proj.weight": { + "shard": 187, + "offset": 15468620, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.49.self_attn.v_proj.weight": { + "shard": 187, + "offset": 40241228, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.49", + "layout": "row" + }, + "model.language_model.layers.50.input_layernorm.weight": { + "shard": 187, + "offset": 52627532, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.layer_scalar": { + "shard": 187, + "offset": 52638284, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.50" + }, + "model.language_model.layers.50.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 187, + "offset": 52638286, + "size": 14470578 + }, + { + "shardIndex": 188, + "offset": 0, + "size": 50557518 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 188, + "offset": 50557518, + "size": 16551346 + }, + { + "shardIndex": 189, + "offset": 0, + "size": 48476750 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 189, + "offset": 48476750, + "size": 18632114 + }, + { + "shardIndex": 190, + "offset": 0, + "size": 46395982 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.post_attention_layernorm.weight": { + "shard": 190, + "offset": 46395982, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.post_feedforward_layernorm.weight": { + "shard": 190, + "offset": 46406734, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.pre_feedforward_layernorm.weight": { + "shard": 190, + "offset": 46417486, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.self_attn.k_norm.weight": { + "shard": 190, + "offset": 46428238, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.self_attn.k_proj.weight": { + "shard": 190, + "offset": 46428750, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 190, + "offset": 58815054, + "size": 8293810 + }, + { + "shardIndex": 191, + "offset": 0, + "size": 16478798 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.self_attn.q_norm.weight": { + "shard": 191, + "offset": 16478798, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.50" + }, + "model.language_model.layers.50.self_attn.q_proj.weight": { + "shard": 191, + "offset": 16479310, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.50.self_attn.v_proj.weight": { + "shard": 191, + "offset": 41251918, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.50", + "layout": "row" + }, + "model.language_model.layers.51.input_layernorm.weight": { + "shard": 191, + "offset": 53638222, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.layer_scalar": { + "shard": 191, + "offset": 53648974, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.51" + }, + "model.language_model.layers.51.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 191, + "offset": 53648976, + "size": 13459888 + }, + { + "shardIndex": 192, + "offset": 0, + "size": 51568208 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 192, + "offset": 51568208, + "size": 15540656 + }, + { + "shardIndex": 193, + "offset": 0, + "size": 49487440 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 193, + "offset": 49487440, + "size": 17621424 + }, + { + "shardIndex": 194, + "offset": 0, + "size": 47406672 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.post_attention_layernorm.weight": { + "shard": 194, + "offset": 47406672, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.post_feedforward_layernorm.weight": { + "shard": 194, + "offset": 47417424, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.pre_feedforward_layernorm.weight": { + "shard": 194, + "offset": 47428176, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.self_attn.k_norm.weight": { + "shard": 194, + "offset": 47438928, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.self_attn.k_proj.weight": { + "shard": 194, + "offset": 47439440, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 194, + "offset": 59825744, + "size": 7283120 + }, + { + "shardIndex": 195, + "offset": 0, + "size": 17489488 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.self_attn.q_norm.weight": { + "shard": 195, + "offset": 17489488, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.51" + }, + "model.language_model.layers.51.self_attn.q_proj.weight": { + "shard": 195, + "offset": 17490000, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.51.self_attn.v_proj.weight": { + "shard": 195, + "offset": 42262608, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.51", + "layout": "row" + }, + "model.language_model.layers.52.layer_scalar": { + "shard": 195, + "offset": 54648912, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.52" + }, + "model.language_model.layers.52.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 195, + "offset": 54648914, + "size": 12459950 + }, + { + "shardIndex": 196, + "offset": 0, + "size": 52568146 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 196, + "offset": 52568146, + "size": 14540718 + }, + { + "shardIndex": 197, + "offset": 0, + "size": 50487378 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.self_attn.k_norm.weight": { + "shard": 197, + "offset": 50487378, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.52.self_attn.k_proj.weight": { + "shard": 197, + "offset": 50487890, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 197, + "offset": 62874194, + "size": 4234670 + }, + { + "shardIndex": 198, + "offset": 0, + "size": 20537938 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.self_attn.q_norm.weight": { + "shard": 198, + "offset": 20537938, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.52.self_attn.q_proj.weight": { + "shard": 198, + "offset": 20538450, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.self_attn.v_proj.weight": { + "shard": 198, + "offset": 45311058, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.54.input_layernorm.weight": { + "shard": 198, + "offset": 57697362, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.layer_scalar": { + "shard": 198, + "offset": 57708114, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.54" + }, + "model.language_model.layers.54.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 198, + "offset": 57708116, + "size": 9400748 + }, + { + "shardIndex": 199, + "offset": 0, + "size": 55627348 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 199, + "offset": 55627348, + "size": 11481516 + }, + { + "shardIndex": 200, + "offset": 0, + "size": 53546580 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 200, + "offset": 53546580, + "size": 13562284 + }, + { + "shardIndex": 201, + "offset": 0, + "size": 51465812 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.post_attention_layernorm.weight": { + "shard": 201, + "offset": 51465812, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.post_feedforward_layernorm.weight": { + "shard": 201, + "offset": 51476564, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.pre_feedforward_layernorm.weight": { + "shard": 201, + "offset": 51487316, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.self_attn.k_norm.weight": { + "shard": 201, + "offset": 51498068, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.self_attn.k_proj.weight": { + "shard": 201, + "offset": 51498580, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 201, + "offset": 63884884, + "size": 3223980 + }, + { + "shardIndex": 202, + "offset": 0, + "size": 21548628 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.self_attn.q_norm.weight": { + "shard": 202, + "offset": 21548628, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.54" + }, + "model.language_model.layers.54.self_attn.q_proj.weight": { + "shard": 202, + "offset": 21549140, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.54.self_attn.v_proj.weight": { + "shard": 202, + "offset": 46321748, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.54", + "layout": "row" + }, + "model.language_model.layers.55.input_layernorm.weight": { + "shard": 202, + "offset": 58708052, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.layer_scalar": { + "shard": 202, + "offset": 58718804, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.55" + }, + "model.language_model.layers.55.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 202, + "offset": 58718806, + "size": 8390058 + }, + { + "shardIndex": 203, + "offset": 0, + "size": 56638038 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 203, + "offset": 56638038, + "size": 10470826 + }, + { + "shardIndex": 204, + "offset": 0, + "size": 54557270 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 204, + "offset": 54557270, + "size": 12551594 + }, + { + "shardIndex": 205, + "offset": 0, + "size": 52476502 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.post_attention_layernorm.weight": { + "shard": 205, + "offset": 52476502, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.post_feedforward_layernorm.weight": { + "shard": 205, + "offset": 52487254, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.pre_feedforward_layernorm.weight": { + "shard": 205, + "offset": 52498006, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.self_attn.k_norm.weight": { + "shard": 205, + "offset": 52508758, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.self_attn.k_proj.weight": { + "shard": 205, + "offset": 52509270, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 205, + "offset": 64895574, + "size": 2213290 + }, + { + "shardIndex": 206, + "offset": 0, + "size": 22559318 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.self_attn.q_norm.weight": { + "shard": 206, + "offset": 22559318, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.55" + }, + "model.language_model.layers.55.self_attn.q_proj.weight": { + "shard": 206, + "offset": 22559830, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.55.self_attn.v_proj.weight": { + "shard": 206, + "offset": 47332438, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.55", + "layout": "row" + }, + "model.language_model.layers.56.input_layernorm.weight": { + "shard": 206, + "offset": 59718742, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.layer_scalar": { + "shard": 206, + "offset": 59729494, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.56" + }, + "model.language_model.layers.56.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 206, + "offset": 59729496, + "size": 7379368 + }, + { + "shardIndex": 207, + "offset": 0, + "size": 57648728 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 207, + "offset": 57648728, + "size": 9460136 + }, + { + "shardIndex": 208, + "offset": 0, + "size": 55567960 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 208, + "offset": 55567960, + "size": 11540904 + }, + { + "shardIndex": 209, + "offset": 0, + "size": 53487192 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.post_attention_layernorm.weight": { + "shard": 209, + "offset": 53487192, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.post_feedforward_layernorm.weight": { + "shard": 209, + "offset": 53497944, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.pre_feedforward_layernorm.weight": { + "shard": 209, + "offset": 53508696, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.self_attn.k_norm.weight": { + "shard": 209, + "offset": 53519448, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.self_attn.k_proj.weight": { + "shard": 209, + "offset": 53519960, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 209, + "offset": 65906264, + "size": 1202600 + }, + { + "shardIndex": 210, + "offset": 0, + "size": 23570008 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.self_attn.q_norm.weight": { + "shard": 210, + "offset": 23570008, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.56" + }, + "model.language_model.layers.56.self_attn.q_proj.weight": { + "shard": 210, + "offset": 23570520, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.56.self_attn.v_proj.weight": { + "shard": 210, + "offset": 48343128, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.56", + "layout": "row" + }, + "model.language_model.layers.57.input_layernorm.weight": { + "shard": 210, + "offset": 60729432, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.layer_scalar": { + "shard": 210, + "offset": 60740184, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.57" + }, + "model.language_model.layers.57.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 210, + "offset": 60740186, + "size": 6368678 + }, + { + "shardIndex": 211, + "offset": 0, + "size": 58659418 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 211, + "offset": 58659418, + "size": 8449446 + }, + { + "shardIndex": 212, + "offset": 0, + "size": 56578650 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 212, + "offset": 56578650, + "size": 10530214 + }, + { + "shardIndex": 213, + "offset": 0, + "size": 54497882 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.post_attention_layernorm.weight": { + "shard": 213, + "offset": 54497882, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.post_feedforward_layernorm.weight": { + "shard": 213, + "offset": 54508634, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.pre_feedforward_layernorm.weight": { + "shard": 213, + "offset": 54519386, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.self_attn.k_norm.weight": { + "shard": 213, + "offset": 54530138, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.self_attn.k_proj.weight": { + "shard": 213, + "offset": 54530650, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 213, + "offset": 66916954, + "size": 191910 + }, + { + "shardIndex": 214, + "offset": 0, + "size": 24580698 + } + ], + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.self_attn.q_norm.weight": { + "shard": 214, + "offset": 24580698, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.57" + }, + "model.language_model.layers.57.self_attn.q_proj.weight": { + "shard": 214, + "offset": 24581210, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.57.self_attn.v_proj.weight": { + "shard": 214, + "offset": 49353818, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.57", + "layout": "row" + }, + "model.language_model.layers.58.layer_scalar": { + "shard": 214, + "offset": 61740122, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.58" + }, + "model.language_model.layers.58.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 214, + "offset": 61740124, + "size": 5368740 + }, + { + "shardIndex": 215, + "offset": 0, + "size": 59659356 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 215, + "offset": 59659356, + "size": 7449508 + }, + { + "shardIndex": 216, + "offset": 0, + "size": 57578588 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.self_attn.k_norm.weight": { + "shard": 216, + "offset": 57578588, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.58.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 216, + "offset": 57579100, + "size": 9529764 + }, + { + "shardIndex": 217, + "offset": 0, + "size": 2856540 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.self_attn.o_proj.weight": { + "shard": 217, + "offset": 2856540, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.self_attn.q_norm.weight": { + "shard": 217, + "offset": 27629148, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.58.self_attn.q_proj.weight": { + "shard": 217, + "offset": 27629660, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.self_attn.v_proj.weight": { + "shard": 217, + "offset": 52402268, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.6.input_layernorm.weight": { + "shard": 217, + "offset": 64788572, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.layer_scalar": { + "shard": 217, + "offset": 64799324, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.6" + }, + "model.language_model.layers.6.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 217, + "offset": 64799326, + "size": 2309538 + }, + { + "shardIndex": 218, + "offset": 0, + "size": 62718558 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 218, + "offset": 62718558, + "size": 4390306 + }, + { + "shardIndex": 219, + "offset": 0, + "size": 60637790 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 219, + "offset": 60637790, + "size": 6471074 + }, + { + "shardIndex": 220, + "offset": 0, + "size": 58557022 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.post_attention_layernorm.weight": { + "shard": 220, + "offset": 58557022, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.post_feedforward_layernorm.weight": { + "shard": 220, + "offset": 58567774, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.pre_feedforward_layernorm.weight": { + "shard": 220, + "offset": 58578526, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.self_attn.k_norm.weight": { + "shard": 220, + "offset": 58589278, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 220, + "offset": 58589790, + "size": 8519074 + }, + { + "shardIndex": 221, + "offset": 0, + "size": 3867230 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.self_attn.o_proj.weight": { + "shard": 221, + "offset": 3867230, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.self_attn.q_norm.weight": { + "shard": 221, + "offset": 28639838, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.6" + }, + "model.language_model.layers.6.self_attn.q_proj.weight": { + "shard": 221, + "offset": 28640350, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.6.self_attn.v_proj.weight": { + "shard": 221, + "offset": 53412958, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.6", + "layout": "row" + }, + "model.language_model.layers.7.input_layernorm.weight": { + "shard": 221, + "offset": 65799262, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.layer_scalar": { + "shard": 221, + "offset": 65810014, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.7" + }, + "model.language_model.layers.7.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 221, + "offset": 65810016, + "size": 1298848 + }, + { + "shardIndex": 222, + "offset": 0, + "size": 63729248 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 222, + "offset": 63729248, + "size": 3379616 + }, + { + "shardIndex": 223, + "offset": 0, + "size": 61648480 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 223, + "offset": 61648480, + "size": 5460384 + }, + { + "shardIndex": 224, + "offset": 0, + "size": 59567712 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.post_attention_layernorm.weight": { + "shard": 224, + "offset": 59567712, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.post_feedforward_layernorm.weight": { + "shard": 224, + "offset": 59578464, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.pre_feedforward_layernorm.weight": { + "shard": 224, + "offset": 59589216, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.self_attn.k_norm.weight": { + "shard": 224, + "offset": 59599968, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 224, + "offset": 59600480, + "size": 7508384 + }, + { + "shardIndex": 225, + "offset": 0, + "size": 4877920 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.self_attn.o_proj.weight": { + "shard": 225, + "offset": 4877920, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.self_attn.q_norm.weight": { + "shard": 225, + "offset": 29650528, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.7" + }, + "model.language_model.layers.7.self_attn.q_proj.weight": { + "shard": 225, + "offset": 29651040, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.7.self_attn.v_proj.weight": { + "shard": 225, + "offset": 54423648, + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.7", + "layout": "row" + }, + "model.language_model.layers.8.input_layernorm.weight": { + "shard": 225, + "offset": 66809952, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.layer_scalar": { + "shard": 225, + "offset": 66820704, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.8" + }, + "model.language_model.layers.8.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 225, + "offset": 66820706, + "size": 288158 + }, + { + "shardIndex": 226, + "offset": 0, + "size": 64739938 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 226, + "offset": 64739938, + "size": 2368926 + }, + { + "shardIndex": 227, + "offset": 0, + "size": 62659170 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 227, + "offset": 62659170, + "size": 4449694 + }, + { + "shardIndex": 228, + "offset": 0, + "size": 60578402 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.post_attention_layernorm.weight": { + "shard": 228, + "offset": 60578402, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.post_feedforward_layernorm.weight": { + "shard": 228, + "offset": 60589154, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.pre_feedforward_layernorm.weight": { + "shard": 228, + "offset": 60599906, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.self_attn.k_norm.weight": { + "shard": 228, + "offset": 60610658, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 228, + "offset": 60611170, + "size": 6497694 + }, + { + "shardIndex": 229, + "offset": 0, + "size": 5888610 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.self_attn.o_proj.weight": { + "shard": 229, + "offset": 5888610, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.self_attn.q_norm.weight": { + "shard": 229, + "offset": 30661218, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.8" + }, + "model.language_model.layers.8.self_attn.q_proj.weight": { + "shard": 229, + "offset": 30661730, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.8.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 229, + "offset": 55434338, + "size": 11674526 + }, + { + "shardIndex": 230, + "offset": 0, + "size": 711778 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.8", + "layout": "row" + }, + "model.language_model.layers.9.input_layernorm.weight": { + "shard": 230, + "offset": 711778, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.layer_scalar": { + "shard": 230, + "offset": 722530, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.9" + }, + "model.language_model.layers.9.mlp.down_proj.weight": { + "shard": 230, + "offset": 722532, + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 230, + "offset": 65750628, + "size": 1358236 + }, + { + "shardIndex": 231, + "offset": 0, + "size": 63669860 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 231, + "offset": 63669860, + "size": 3439004 + }, + { + "shardIndex": 232, + "offset": 0, + "size": 61589092 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.post_attention_layernorm.weight": { + "shard": 232, + "offset": 61589092, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.post_feedforward_layernorm.weight": { + "shard": 232, + "offset": 61599844, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.pre_feedforward_layernorm.weight": { + "shard": 232, + "offset": 61610596, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.self_attn.k_norm.weight": { + "shard": 232, + "offset": 61621348, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 232, + "offset": 61621860, + "size": 5487004 + }, + { + "shardIndex": 233, + "offset": 0, + "size": 6899300 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.self_attn.o_proj.weight": { + "shard": 233, + "offset": 6899300, + "size": 24772608, + "shape": [ + 5376, + 8192 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.self_attn.q_norm.weight": { + "shard": 233, + "offset": 31671908, + "size": 512, + "shape": [ + 256 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.9" + }, + "model.language_model.layers.9.self_attn.q_proj.weight": { + "shard": 233, + "offset": 31672420, + "size": 24772608, + "shape": [ + 8192, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.layers.9.self_attn.v_proj.weight": { + "spans": [ + { + "shardIndex": 233, + "offset": 56445028, + "size": 10663836 + }, + { + "shardIndex": 234, + "offset": 0, + "size": 1722468 + } + ], + "size": 12386304, + "shape": [ + 4096, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.9", + "layout": "row" + }, + "model.language_model.norm.weight": { + "shard": 234, + "offset": 1722468, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "head" + }, + "model.language_model.layers.10.input_layernorm.weight": { + "shard": 234, + "offset": 1733220, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.10.mlp.down_proj.weight": { + "shard": 234, + "offset": 1743972, + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.10", + "layout": "row" + }, + "model.language_model.layers.10.post_attention_layernorm.weight": { + "shard": 234, + "offset": 66772068, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.10.post_feedforward_layernorm.weight": { + "shard": 234, + "offset": 66782820, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.10.pre_feedforward_layernorm.weight": { + "shard": 234, + "offset": 66793572, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.10" + }, + "model.language_model.layers.11.input_layernorm.weight": { + "shard": 234, + "offset": 66804324, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.layer_scalar": { + "shard": 234, + "offset": 66815076, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.11" + }, + "model.language_model.layers.11.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 234, + "offset": 66815078, + "size": 293786 + }, + { + "shardIndex": 235, + "offset": 0, + "size": 64734310 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.11.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 235, + "offset": 64734310, + "size": 2374554 + }, + { + "shardIndex": 236, + "offset": 0, + "size": 62653542 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.11.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 236, + "offset": 62653542, + "size": 4455322 + }, + { + "shardIndex": 237, + "offset": 0, + "size": 60572774 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.11.post_attention_layernorm.weight": { + "shard": 237, + "offset": 60572774, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.post_feedforward_layernorm.weight": { + "shard": 237, + "offset": 60583526, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.pre_feedforward_layernorm.weight": { + "shard": 237, + "offset": 60594278, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.self_attn.k_norm.weight": { + "shard": 237, + "offset": 60605030, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.self_attn.k_proj.weight": { + "shard": 237, + "offset": 60606054, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.11.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 237, + "offset": 66799206, + "size": 309658 + }, + { + "shardIndex": 238, + "offset": 0, + "size": 49235558 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.11.self_attn.q_norm.weight": { + "shard": 238, + "offset": 49235558, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.11" + }, + "model.language_model.layers.11.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 238, + "offset": 49236582, + "size": 17872282 + }, + { + "shardIndex": 239, + "offset": 0, + "size": 31672934 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.11", + "layout": "row" + }, + "model.language_model.layers.16.input_layernorm.weight": { + "shard": 239, + "offset": 31672934, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.16.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 239, + "offset": 31683686, + "size": 35425178 + }, + { + "shardIndex": 240, + "offset": 0, + "size": 29602918 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.16", + "layout": "row" + }, + "model.language_model.layers.16.post_attention_layernorm.weight": { + "shard": 240, + "offset": 29602918, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.16.post_feedforward_layernorm.weight": { + "shard": 240, + "offset": 29613670, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.16.pre_feedforward_layernorm.weight": { + "shard": 240, + "offset": 29624422, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.16" + }, + "model.language_model.layers.17.input_layernorm.weight": { + "shard": 240, + "offset": 29635174, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.layer_scalar": { + "shard": 240, + "offset": 29645926, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.17" + }, + "model.language_model.layers.17.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 240, + "offset": 29645928, + "size": 37462936 + }, + { + "shardIndex": 241, + "offset": 0, + "size": 27565160 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.17.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 241, + "offset": 27565160, + "size": 39543704 + }, + { + "shardIndex": 242, + "offset": 0, + "size": 25484392 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.17.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 242, + "offset": 25484392, + "size": 41624472 + }, + { + "shardIndex": 243, + "offset": 0, + "size": 23403624 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.17.post_attention_layernorm.weight": { + "shard": 243, + "offset": 23403624, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.post_feedforward_layernorm.weight": { + "shard": 243, + "offset": 23414376, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.pre_feedforward_layernorm.weight": { + "shard": 243, + "offset": 23425128, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.self_attn.k_norm.weight": { + "shard": 243, + "offset": 23435880, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.self_attn.k_proj.weight": { + "shard": 243, + "offset": 23436904, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.17.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 243, + "offset": 29630056, + "size": 37478808 + }, + { + "shardIndex": 244, + "offset": 0, + "size": 12066408 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.17.self_attn.q_norm.weight": { + "shard": 244, + "offset": 12066408, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.17" + }, + "model.language_model.layers.17.self_attn.q_proj.weight": { + "shard": 244, + "offset": 12067432, + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.17", + "layout": "row" + }, + "model.language_model.layers.22.input_layernorm.weight": { + "shard": 244, + "offset": 61612648, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.22.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 244, + "offset": 61623400, + "size": 5485464 + }, + { + "shardIndex": 245, + "offset": 0, + "size": 59542632 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.22", + "layout": "row" + }, + "model.language_model.layers.22.post_attention_layernorm.weight": { + "shard": 245, + "offset": 59542632, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.22.post_feedforward_layernorm.weight": { + "shard": 245, + "offset": 59553384, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.22.pre_feedforward_layernorm.weight": { + "shard": 245, + "offset": 59564136, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.22" + }, + "model.language_model.layers.23.input_layernorm.weight": { + "shard": 245, + "offset": 59574888, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.layer_scalar": { + "shard": 245, + "offset": 59585640, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.23" + }, + "model.language_model.layers.23.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 245, + "offset": 59585642, + "size": 7523222 + }, + { + "shardIndex": 246, + "offset": 0, + "size": 57504874 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.23.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 246, + "offset": 57504874, + "size": 9603990 + }, + { + "shardIndex": 247, + "offset": 0, + "size": 55424106 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.23.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 247, + "offset": 55424106, + "size": 11684758 + }, + { + "shardIndex": 248, + "offset": 0, + "size": 53343338 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.23.post_attention_layernorm.weight": { + "shard": 248, + "offset": 53343338, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.post_feedforward_layernorm.weight": { + "shard": 248, + "offset": 53354090, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.pre_feedforward_layernorm.weight": { + "shard": 248, + "offset": 53364842, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.self_attn.k_norm.weight": { + "shard": 248, + "offset": 53375594, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.self_attn.k_proj.weight": { + "shard": 248, + "offset": 53376618, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.23.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 248, + "offset": 59569770, + "size": 7539094 + }, + { + "shardIndex": 249, + "offset": 0, + "size": 42006122 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.23.self_attn.q_norm.weight": { + "shard": 249, + "offset": 42006122, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.23" + }, + "model.language_model.layers.23.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 249, + "offset": 42007146, + "size": 25101718 + }, + { + "shardIndex": 250, + "offset": 0, + "size": 24443498 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.23", + "layout": "row" + }, + "model.language_model.layers.28.input_layernorm.weight": { + "shard": 250, + "offset": 24443498, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.28.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 250, + "offset": 24454250, + "size": 42654614 + }, + { + "shardIndex": 251, + "offset": 0, + "size": 22373482 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.28", + "layout": "row" + }, + "model.language_model.layers.28.post_attention_layernorm.weight": { + "shard": 251, + "offset": 22373482, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.28.post_feedforward_layernorm.weight": { + "shard": 251, + "offset": 22384234, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.28.pre_feedforward_layernorm.weight": { + "shard": 251, + "offset": 22394986, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.28" + }, + "model.language_model.layers.29.input_layernorm.weight": { + "shard": 251, + "offset": 22405738, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.layer_scalar": { + "shard": 251, + "offset": 22416490, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.29" + }, + "model.language_model.layers.29.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 251, + "offset": 22416492, + "size": 44692372 + }, + { + "shardIndex": 252, + "offset": 0, + "size": 20335724 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.29.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 252, + "offset": 20335724, + "size": 46773140 + }, + { + "shardIndex": 253, + "offset": 0, + "size": 18254956 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.29.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 253, + "offset": 18254956, + "size": 48853908 + }, + { + "shardIndex": 254, + "offset": 0, + "size": 16174188 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.29.post_attention_layernorm.weight": { + "shard": 254, + "offset": 16174188, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.post_feedforward_layernorm.weight": { + "shard": 254, + "offset": 16184940, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.pre_feedforward_layernorm.weight": { + "shard": 254, + "offset": 16195692, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.self_attn.k_norm.weight": { + "shard": 254, + "offset": 16206444, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.self_attn.k_proj.weight": { + "shard": 254, + "offset": 16207468, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.29.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 254, + "offset": 22400620, + "size": 44708244 + }, + { + "shardIndex": 255, + "offset": 0, + "size": 4836972 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.29.self_attn.q_norm.weight": { + "shard": 255, + "offset": 4836972, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.29" + }, + "model.language_model.layers.29.self_attn.q_proj.weight": { + "shard": 255, + "offset": 4837996, + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.29", + "layout": "row" + }, + "model.language_model.layers.34.input_layernorm.weight": { + "shard": 255, + "offset": 54383212, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.34.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 255, + "offset": 54393964, + "size": 12714900 + }, + { + "shardIndex": 256, + "offset": 0, + "size": 52313196 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.34", + "layout": "row" + }, + "model.language_model.layers.34.post_attention_layernorm.weight": { + "shard": 256, + "offset": 52313196, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.34.post_feedforward_layernorm.weight": { + "shard": 256, + "offset": 52323948, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.34.pre_feedforward_layernorm.weight": { + "shard": 256, + "offset": 52334700, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.34" + }, + "model.language_model.layers.35.input_layernorm.weight": { + "shard": 256, + "offset": 52345452, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.layer_scalar": { + "shard": 256, + "offset": 52356204, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.35" + }, + "model.language_model.layers.35.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 256, + "offset": 52356206, + "size": 14752658 + }, + { + "shardIndex": 257, + "offset": 0, + "size": 50275438 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.35.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 257, + "offset": 50275438, + "size": 16833426 + }, + { + "shardIndex": 258, + "offset": 0, + "size": 48194670 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.35.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 258, + "offset": 48194670, + "size": 18914194 + }, + { + "shardIndex": 259, + "offset": 0, + "size": 46113902 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.35.post_attention_layernorm.weight": { + "shard": 259, + "offset": 46113902, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.post_feedforward_layernorm.weight": { + "shard": 259, + "offset": 46124654, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.pre_feedforward_layernorm.weight": { + "shard": 259, + "offset": 46135406, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.self_attn.k_norm.weight": { + "shard": 259, + "offset": 46146158, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.self_attn.k_proj.weight": { + "shard": 259, + "offset": 46147182, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.35.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 259, + "offset": 52340334, + "size": 14768530 + }, + { + "shardIndex": 260, + "offset": 0, + "size": 34776686 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.35.self_attn.q_norm.weight": { + "shard": 260, + "offset": 34776686, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.35" + }, + "model.language_model.layers.35.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 260, + "offset": 34777710, + "size": 32331154 + }, + { + "shardIndex": 261, + "offset": 0, + "size": 17214062 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.35", + "layout": "row" + }, + "model.language_model.layers.4.input_layernorm.weight": { + "shard": 261, + "offset": 17214062, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.4.post_attention_layernorm.weight": { + "shard": 261, + "offset": 17224814, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.4.post_feedforward_layernorm.weight": { + "shard": 261, + "offset": 17235566, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.4.pre_feedforward_layernorm.weight": { + "shard": 261, + "offset": 17246318, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.4" + }, + "model.language_model.layers.40.input_layernorm.weight": { + "shard": 261, + "offset": 17257070, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.40.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 261, + "offset": 17267822, + "size": 49841042 + }, + { + "shardIndex": 262, + "offset": 0, + "size": 15187054 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.40", + "layout": "row" + }, + "model.language_model.layers.40.post_attention_layernorm.weight": { + "shard": 262, + "offset": 15187054, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.40.post_feedforward_layernorm.weight": { + "shard": 262, + "offset": 15197806, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.40.pre_feedforward_layernorm.weight": { + "shard": 262, + "offset": 15208558, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.40" + }, + "model.language_model.layers.41.input_layernorm.weight": { + "shard": 262, + "offset": 15219310, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.layer_scalar": { + "shard": 262, + "offset": 15230062, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.41" + }, + "model.language_model.layers.41.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 262, + "offset": 15230064, + "size": 51878800 + }, + { + "shardIndex": 263, + "offset": 0, + "size": 13149296 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.41.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 263, + "offset": 13149296, + "size": 53959568 + }, + { + "shardIndex": 264, + "offset": 0, + "size": 11068528 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.41.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 264, + "offset": 11068528, + "size": 56040336 + }, + { + "shardIndex": 265, + "offset": 0, + "size": 8987760 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.41.post_attention_layernorm.weight": { + "shard": 265, + "offset": 8987760, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.post_feedforward_layernorm.weight": { + "shard": 265, + "offset": 8998512, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.pre_feedforward_layernorm.weight": { + "shard": 265, + "offset": 9009264, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.self_attn.k_norm.weight": { + "shard": 265, + "offset": 9020016, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.self_attn.k_proj.weight": { + "shard": 265, + "offset": 9021040, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.41.self_attn.o_proj.weight": { + "shard": 265, + "offset": 15214192, + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.41.self_attn.q_norm.weight": { + "shard": 265, + "offset": 64759408, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.41" + }, + "model.language_model.layers.41.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 265, + "offset": 64760432, + "size": 2348432 + }, + { + "shardIndex": 266, + "offset": 0, + "size": 47196784 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.41", + "layout": "row" + }, + "model.language_model.layers.46.input_layernorm.weight": { + "shard": 266, + "offset": 47196784, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.46.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 266, + "offset": 47207536, + "size": 19901328 + }, + { + "shardIndex": 267, + "offset": 0, + "size": 45126768 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.46", + "layout": "row" + }, + "model.language_model.layers.46.post_attention_layernorm.weight": { + "shard": 267, + "offset": 45126768, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.46.post_feedforward_layernorm.weight": { + "shard": 267, + "offset": 45137520, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.46.pre_feedforward_layernorm.weight": { + "shard": 267, + "offset": 45148272, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.46" + }, + "model.language_model.layers.47.input_layernorm.weight": { + "shard": 267, + "offset": 45159024, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.layer_scalar": { + "shard": 267, + "offset": 45169776, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.47" + }, + "model.language_model.layers.47.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 267, + "offset": 45169778, + "size": 21939086 + }, + { + "shardIndex": 268, + "offset": 0, + "size": 43089010 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.47.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 268, + "offset": 43089010, + "size": 24019854 + }, + { + "shardIndex": 269, + "offset": 0, + "size": 41008242 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.47.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 269, + "offset": 41008242, + "size": 26100622 + }, + { + "shardIndex": 270, + "offset": 0, + "size": 38927474 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.47.post_attention_layernorm.weight": { + "shard": 270, + "offset": 38927474, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.post_feedforward_layernorm.weight": { + "shard": 270, + "offset": 38938226, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.pre_feedforward_layernorm.weight": { + "shard": 270, + "offset": 38948978, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.self_attn.k_norm.weight": { + "shard": 270, + "offset": 38959730, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.self_attn.k_proj.weight": { + "shard": 270, + "offset": 38960754, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.47.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 270, + "offset": 45153906, + "size": 21954958 + }, + { + "shardIndex": 271, + "offset": 0, + "size": 27590258 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.47.self_attn.q_norm.weight": { + "shard": 271, + "offset": 27590258, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.47" + }, + "model.language_model.layers.47.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 271, + "offset": 27591282, + "size": 39517582 + }, + { + "shardIndex": 272, + "offset": 0, + "size": 10027634 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.47", + "layout": "row" + }, + "model.language_model.layers.5.input_layernorm.weight": { + "shard": 272, + "offset": 10027634, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.layer_scalar": { + "shard": 272, + "offset": 10038386, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.5" + }, + "model.language_model.layers.5.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 272, + "offset": 10038388, + "size": 57070476 + }, + { + "shardIndex": 273, + "offset": 0, + "size": 7957620 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.5.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 273, + "offset": 7957620, + "size": 59151244 + }, + { + "shardIndex": 274, + "offset": 0, + "size": 5876852 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.5.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 274, + "offset": 5876852, + "size": 61232012 + }, + { + "shardIndex": 275, + "offset": 0, + "size": 3796084 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.5.post_attention_layernorm.weight": { + "shard": 275, + "offset": 3796084, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.post_feedforward_layernorm.weight": { + "shard": 275, + "offset": 3806836, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.pre_feedforward_layernorm.weight": { + "shard": 275, + "offset": 3817588, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.self_attn.k_norm.weight": { + "shard": 275, + "offset": 3828340, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.self_attn.k_proj.weight": { + "shard": 275, + "offset": 3829364, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.5.self_attn.o_proj.weight": { + "shard": 275, + "offset": 10022516, + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.5.self_attn.q_norm.weight": { + "shard": 275, + "offset": 59567732, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.5" + }, + "model.language_model.layers.5.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 275, + "offset": 59568756, + "size": 7540108 + }, + { + "shardIndex": 276, + "offset": 0, + "size": 42005108 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.5", + "layout": "row" + }, + "model.language_model.layers.52.input_layernorm.weight": { + "shard": 276, + "offset": 42005108, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.52.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 276, + "offset": 42015860, + "size": 25093004 + }, + { + "shardIndex": 277, + "offset": 0, + "size": 39935092 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.52", + "layout": "row" + }, + "model.language_model.layers.52.post_attention_layernorm.weight": { + "shard": 277, + "offset": 39935092, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.52.post_feedforward_layernorm.weight": { + "shard": 277, + "offset": 39945844, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.52.pre_feedforward_layernorm.weight": { + "shard": 277, + "offset": 39956596, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.52" + }, + "model.language_model.layers.53.input_layernorm.weight": { + "shard": 277, + "offset": 39967348, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.layer_scalar": { + "shard": 277, + "offset": 39978100, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.53" + }, + "model.language_model.layers.53.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 277, + "offset": 39978102, + "size": 27130762 + }, + { + "shardIndex": 278, + "offset": 0, + "size": 37897334 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.53.mlp.gate_proj.weight": { + "spans": [ + { + "shardIndex": 278, + "offset": 37897334, + "size": 29211530 + }, + { + "shardIndex": 279, + "offset": 0, + "size": 35816566 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.53.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 279, + "offset": 35816566, + "size": 31292298 + }, + { + "shardIndex": 280, + "offset": 0, + "size": 33735798 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.53.post_attention_layernorm.weight": { + "shard": 280, + "offset": 33735798, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.post_feedforward_layernorm.weight": { + "shard": 280, + "offset": 33746550, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.pre_feedforward_layernorm.weight": { + "shard": 280, + "offset": 33757302, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.self_attn.k_norm.weight": { + "shard": 280, + "offset": 33768054, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.self_attn.k_proj.weight": { + "shard": 280, + "offset": 33769078, + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.53.self_attn.o_proj.weight": { + "spans": [ + { + "shardIndex": 280, + "offset": 39962230, + "size": 27146634 + }, + { + "shardIndex": 281, + "offset": 0, + "size": 22398582 + } + ], + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.53.self_attn.q_norm.weight": { + "shard": 281, + "offset": 22398582, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.53" + }, + "model.language_model.layers.53.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 281, + "offset": 22399606, + "size": 44709258 + }, + { + "shardIndex": 282, + "offset": 0, + "size": 4835958 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.53", + "layout": "row" + }, + "model.language_model.layers.58.input_layernorm.weight": { + "shard": 282, + "offset": 4835958, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.58.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 282, + "offset": 4846710, + "size": 62262154 + }, + { + "shardIndex": 283, + "offset": 0, + "size": 2765942 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.58", + "layout": "row" + }, + "model.language_model.layers.58.post_attention_layernorm.weight": { + "shard": 283, + "offset": 2765942, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.58.post_feedforward_layernorm.weight": { + "shard": 283, + "offset": 2776694, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.58.pre_feedforward_layernorm.weight": { + "shard": 283, + "offset": 2787446, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.58" + }, + "model.language_model.layers.59.input_layernorm.weight": { + "shard": 283, + "offset": 2798198, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.layer_scalar": { + "shard": 283, + "offset": 2808950, + "size": 2, + "shape": [ + 1 + ], + "dtype": "F16", + "role": "other", + "group": "layer.59" + }, + "model.language_model.layers.59.mlp.down_proj.weight": { + "spans": [ + { + "shardIndex": 283, + "offset": 2808952, + "size": 64299912 + }, + { + "shardIndex": 284, + "offset": 0, + "size": 728184 + } + ], + "size": 65028096, + "shape": [ + 5376, + 21504 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + }, + "model.language_model.layers.59.mlp.gate_proj.weight": { + "shard": 284, + "offset": 728184, + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + }, + "model.language_model.layers.59.mlp.up_proj.weight": { + "spans": [ + { + "shardIndex": 284, + "offset": 65756280, + "size": 1352584 + }, + { + "shardIndex": 285, + "offset": 0, + "size": 63675512 + } + ], + "size": 65028096, + "shape": [ + 21504, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + }, + "model.language_model.layers.59.post_attention_layernorm.weight": { + "shard": 285, + "offset": 63675512, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.post_feedforward_layernorm.weight": { + "shard": 285, + "offset": 63686264, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.pre_feedforward_layernorm.weight": { + "shard": 285, + "offset": 63697016, + "size": 10752, + "shape": [ + 5376 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.self_attn.k_norm.weight": { + "shard": 285, + "offset": 63707768, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.self_attn.k_proj.weight": { + "spans": [ + { + "shardIndex": 285, + "offset": 63708792, + "size": 3400072 + }, + { + "shardIndex": 286, + "offset": 0, + "size": 2793080 + } + ], + "size": 6193152, + "shape": [ + 2048, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + }, + "model.language_model.layers.59.self_attn.o_proj.weight": { + "shard": 286, + "offset": 2793080, + "size": 49545216, + "shape": [ + 5376, + 16384 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + }, + "model.language_model.layers.59.self_attn.q_norm.weight": { + "shard": 286, + "offset": 52338296, + "size": 1024, + "shape": [ + 512 + ], + "dtype": "F16", + "role": "norm", + "group": "layer.59" + }, + "model.language_model.layers.59.self_attn.q_proj.weight": { + "spans": [ + { + "shardIndex": 286, + "offset": 52339320, + "size": 14769544 + }, + { + "shardIndex": 287, + "offset": 0, + "size": 34775672 + } + ], + "size": 49545216, + "shape": [ + 16384, + 5376 + ], + "dtype": "Q4_K_M", + "role": "matmul", + "group": "layer.59", + "layout": "row" + } + }, + "totalSize": 19295019640, + "hashAlgorithm": "sha256", + "eos_token_id": [ + 1, + 106, + 50 + ], + "image_token_id": 258880, + "audio_token_id": 258881, + "video_token_id": 258884, + "config": { + "vision_config": { + "vision_architecture": "gemma4", + "hidden_size": 768, + "num_attention_heads": 12, + "num_hidden_layers": 16, + "num_key_value_heads": 12, + "head_dim": 64, + "intermediate_size": 3072, + "patch_size": 16, + "pooling_kernel_size": 3, + "position_embedding_size": 10240, + "default_output_length": 280, + "rms_norm_eps": 0.000001, + "hidden_activation": "gelu_pytorch_tanh", + "use_clipped_linears": true, + "standardize": false, + "rope_parameters": { + "rope_theta": 100 + } + }, + "audio_config": { + "audio_architecture": "gemma4", + "num_hidden_layers": 12, + "hidden_size": 1024, + "num_attention_heads": 8, + "conv_kernel_size": 5, + "subsampling_conv_channels": [ + 128, + 32 + ], + "output_proj_dims": 1536, + "attention_context_left": 13, + "attention_context_right": 0, + "attention_chunk_size": 12, + "attention_logit_cap": 50, + "attention_invalid_logits_value": -1000000000, + "residual_weight": 0.5, + "rms_norm_eps": 0.000001, + "hidden_act": "silu", + "use_clipped_linears": true + } + }, + "conversion": null, + "metadata": { + "source": "file:///home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it", + "convertedAt": "2026-04-23T21:50:28.408Z", + "hasTokenizer": true, + "integrityRefresh": { + "at": "2026-04-23T22:57:59.453Z", + "blockSize": 1048576 + } + }, + "tokenizer": { + "type": "bundled", + "vocabSize": 262144, + "file": "tokenizer.json" + }, + "integrityExtensions": { + "contractVersion": 1, + "blockMerkle": { + "blockSize": 1048576, + "roots": { + "model.language_model.embed_tokens.weight": "sha256:4ae3e13e8fa18db921fcad1f311876a171d78e12ea92c4f5cd1896d4d3935824", + "model.language_model.layers.0.input_layernorm.weight": "sha256:f04e7e75c5721a4a4f617acd6daa1bcaf4d3c71231d76a52990cfa2654d292d6", + "model.language_model.layers.0.layer_scalar": "sha256:ef3388b49e5b4ea641ee7a25dccf64a186dce81114d17250c35b5d5dcd71b9e3", + "model.language_model.layers.0.mlp.down_proj.weight": "sha256:acb9b1c1420a59324a98d7b44cd4dfbe582e8c24f0c3fbb12b4039b9e5073287", + "model.language_model.layers.0.mlp.gate_proj.weight": "sha256:d3d4b21bd299b12e40819c64f201431cc7f691a3d8d1ad197a62f41500207481", + "model.language_model.layers.0.mlp.up_proj.weight": "sha256:d7e3924d934ca827a13d7aefbcc9be6a7eea2a75a497e4f16e0c7f2a96d622a8", + "model.language_model.layers.0.post_attention_layernorm.weight": "sha256:255e5a9fef2c549d4bc765b143a368ce402c7d68386c6ad87bf8803ef5d6b755", + "model.language_model.layers.0.post_feedforward_layernorm.weight": "sha256:11aa823df91050014b04252054eb7117b004abcd00be00338af52d77eea26d2b", + "model.language_model.layers.0.pre_feedforward_layernorm.weight": "sha256:435ac58c25867f007ed8ed5245af328eab9f9e7fd8fc074f7b8f1473c8c2ec7b", + "model.language_model.layers.0.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.0.self_attn.k_proj.weight": "sha256:1aeb8a790dc70df11bca8d7a7568fef12b05f408b7df315c8dbb67265fccebd2", + "model.language_model.layers.0.self_attn.o_proj.weight": "sha256:d148f031c47e108c7247f9657b2096d656bea1a76d247234554190d1455ff44c", + "model.language_model.layers.0.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.0.self_attn.q_proj.weight": "sha256:89f8de3fe4b29d267ecb855f5f143c4d411ae9cd5fea0552c28248c1bc7efe86", + "model.language_model.layers.0.self_attn.v_proj.weight": "sha256:cee3414928ee2ed9cf32a954b8dfedcd9cd3249a2ccb9d2db21da2d3782b89e7", + "model.language_model.layers.1.input_layernorm.weight": "sha256:40a4438a54df33eebbfee4de9d194fdefa18d34583684b539a81b4e8b4250158", + "model.language_model.layers.1.layer_scalar": "sha256:0a5a2432405b31b9031c2254d5b84445fc1b2d9513c6e16370607c909f6fd210", + "model.language_model.layers.1.mlp.down_proj.weight": "sha256:df1111c8c34a172b34fef312791f7e788a66d39ac14c7d6866ed757d59f98008", + "model.language_model.layers.1.mlp.gate_proj.weight": "sha256:144bfb2dcc13aa1dfcd26b138b96d65bfede71623c7f3e45a3b523fabf6b4e73", + "model.language_model.layers.1.mlp.up_proj.weight": "sha256:f214fe8976d3689901a7e6c7c147706a06e1a974b41663bbcfa0dd41f0e6c88e", + "model.language_model.layers.1.post_attention_layernorm.weight": "sha256:3c4840c51d4103ec6d7885c114ece6f2270bbc570ffd9c920734befe48b8ce4b", + "model.language_model.layers.1.post_feedforward_layernorm.weight": "sha256:7e25ec7e9a95897839b16be537c68d59ed5e04435d59c1d88923e87f79b4bab8", + "model.language_model.layers.1.pre_feedforward_layernorm.weight": "sha256:3c6f61410cf30509150780bebee27eab903362cb10f3cbcf2678e60c76885c79", + "model.language_model.layers.1.self_attn.k_norm.weight": "sha256:b0f7b0971ef6bd75100ae1397cbaf60dd3c9c0c96b2b719b08f1989a2926e49b", + "model.language_model.layers.1.self_attn.k_proj.weight": "sha256:eab916cd1ddab1430c73abc80c94dc9dabb213fa4372dee808a555ad08749d9c", + "model.language_model.layers.1.self_attn.o_proj.weight": "sha256:97883272bd9706bd6d020801ed408f5564de0dce87d2a697b000fa0b73ce41a6", + "model.language_model.layers.1.self_attn.q_norm.weight": "sha256:0fd93ee27e151bdd547c6755050d4141ef97be499c09530fb3012af4bc3a3c8f", + "model.language_model.layers.1.self_attn.q_proj.weight": "sha256:b04164a06ce4de0a5f3b680ef022809429ff9e995c185086120a7c516920df21", + "model.language_model.layers.1.self_attn.v_proj.weight": "sha256:653f7f92b4a6104680e402de7675fa0292ffcb16fa93afbe5345d4accb55972a", + "model.language_model.layers.10.input_layernorm.weight": "sha256:90b385ba40ddcdae4d71acd46e559922884882be73803d2fe17c0544eb23e87c", + "model.language_model.layers.10.layer_scalar": "sha256:8718518f1e980c5c129a5bdcdd990a4aee245251163245b9ea7f8e7591c885f2", + "model.language_model.layers.10.mlp.down_proj.weight": "sha256:fce8104cdea0ad8d949d0a3e8439b13b4d828566929325e595257f7ae571d863", + "model.language_model.layers.10.mlp.gate_proj.weight": "sha256:4c8472d97f9eb90c6fe7f1c9c9130e28553f01c1f34e1645cf648d444097b367", + "model.language_model.layers.10.mlp.up_proj.weight": "sha256:7a7f0233a14ca758d0ab170a24b8a479733e557abd8ef8b1add2591a410d244c", + "model.language_model.layers.10.post_attention_layernorm.weight": "sha256:19351a0bbfb3df59a0789c7b3e730a3b41b3679ef4c6f1281caef7df80480359", + "model.language_model.layers.10.post_feedforward_layernorm.weight": "sha256:76626aec5406fcab81772abb33b2f4c56d64b94501792ff36a55ba0078e315c9", + "model.language_model.layers.10.pre_feedforward_layernorm.weight": "sha256:a411ceed223408f6024bdb98fb94bece65996456c2d5e9e148a248382d6ee3b3", + "model.language_model.layers.10.self_attn.k_norm.weight": "sha256:1bbb42e7fce8ecf02892ec37da5a1fc83b4a2a3fcc43b189977e2c1f2258321e", + "model.language_model.layers.10.self_attn.k_proj.weight": "sha256:55a9ecaa8d7a79d689f11bcb2e5eed2c09b405ca4b2cb0ade97f87f081749ac6", + "model.language_model.layers.10.self_attn.o_proj.weight": "sha256:13fe0ef93156116ecacae31dfea437a2a8ab85c4b3a8f2fca987086b834b38ac", + "model.language_model.layers.10.self_attn.q_norm.weight": "sha256:d93740fd44e46665083dd5a2822510429c9600eaef0273275d7525746501ec6b", + "model.language_model.layers.10.self_attn.q_proj.weight": "sha256:4fc975d1e7c1a2be1285d2c92dc97bb8be0285c8219cd6b9557674176bd5f02f", + "model.language_model.layers.10.self_attn.v_proj.weight": "sha256:ac191fbe049bd49dad62f56c1ee39764e88019d544242adb0c1b65c91eca9384", + "model.language_model.layers.11.input_layernorm.weight": "sha256:ffea69aa0ea7befad52a04351c5701ae8868a7611d17d7166ca50307d1a3f147", + "model.language_model.layers.11.layer_scalar": "sha256:939fc7d2410705f9069b842898330f3a5b235caad74956ff73ecf62f0112ab5e", + "model.language_model.layers.11.mlp.down_proj.weight": "sha256:a4e73a9ffcd5420336b844b5cf10b40356450686b6feb49e140d6699fbba24e9", + "model.language_model.layers.11.mlp.gate_proj.weight": "sha256:67ef5b781518fe55b2395065bcfaf25a8d9f64290358d54110148dc43649f3d2", + "model.language_model.layers.11.mlp.up_proj.weight": "sha256:a8e673c9e93da23f0dee6f02a2d56a5bfe8592d42cc9b0adae4444c94656c141", + "model.language_model.layers.11.post_attention_layernorm.weight": "sha256:367873672c8327f14eaa292c063bd09bc85b45ffcf2596dd09da280fdf64d869", + "model.language_model.layers.11.post_feedforward_layernorm.weight": "sha256:6bd7b43a9d52658b67315d47f49408154cb2084c41936122177d3b6af4b555a5", + "model.language_model.layers.11.pre_feedforward_layernorm.weight": "sha256:60cc41999efe2aeb871adafc56e4a504e952da03a5d0d0bf3378c434a1866e0a", + "model.language_model.layers.11.self_attn.k_norm.weight": "sha256:361de1dd74317e298cc154109441a1e6c92c0b47a76b077ce31fee0fb76478b8", + "model.language_model.layers.11.self_attn.k_proj.weight": "sha256:d84ebfc27f39601d24d9c17b5c7102a65316b2c71e7c50f5a873095d3b78f59a", + "model.language_model.layers.11.self_attn.o_proj.weight": "sha256:58da9d9ed6d1ada93622d8c9a202228bdf9a37f07eb9a0b4ed4beaff7c74ed7f", + "model.language_model.layers.11.self_attn.q_norm.weight": "sha256:8f00ada4c69c4b75187c1de5b6d14d5e8c00821d892986007122e76bf507df24", + "model.language_model.layers.11.self_attn.q_proj.weight": "sha256:5dd400ce7ec3e211b40d84efca5939132adb1f9e56429c3fd109667f15e868c7", + "model.language_model.layers.12.input_layernorm.weight": "sha256:d8a59e830374e515ad5d0187ba2eb774b51d89e3489e825f13550a3b76341ca4", + "model.language_model.layers.12.layer_scalar": "sha256:05bb5f0450bd7ae843ecf0b0a59698fd93d83a3930686eb7cfcf33fbb26edde4", + "model.language_model.layers.12.mlp.down_proj.weight": "sha256:df549f36a4c8eb6a56640c4cdc5c59dd4cfcc37a2a9e61ee905ffd72b31e44ac", + "model.language_model.layers.12.mlp.gate_proj.weight": "sha256:3d03510036e6a076904b063eab0875843339c0832469e7cc20a2d15fc0b2f3d4", + "model.language_model.layers.12.mlp.up_proj.weight": "sha256:849f5fca76921b5daa739dbafe35c47cb1933b887ba0f92ec1b30358975ddbd1", + "model.language_model.layers.12.post_attention_layernorm.weight": "sha256:e9ca6a595e830ff249d43618dbbb53779c08820d3181a5072a8db0e86192dd31", + "model.language_model.layers.12.post_feedforward_layernorm.weight": "sha256:47c8951a0ef7c7bda47065d49906aaa5462c56bda8740b088f668396b31c8b4d", + "model.language_model.layers.12.pre_feedforward_layernorm.weight": "sha256:ff5c1d3a8561b8e80914f8c396be1ab2e95028d92ce5cac4c668028d664f6daf", + "model.language_model.layers.12.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.12.self_attn.k_proj.weight": "sha256:ffe7b039767a37e357dce40768eb08b8a678f5ff1e35225c96966d912f70e401", + "model.language_model.layers.12.self_attn.o_proj.weight": "sha256:d8857df03cca002289f063b3cdccb3f3789f6ac39ae085b6608a4777fe9f3ae8", + "model.language_model.layers.12.self_attn.q_norm.weight": "sha256:774829729102eb0d5670d193d02b0e480d417118ad2996caf675a5bb062f51b9", + "model.language_model.layers.12.self_attn.q_proj.weight": "sha256:bb2271cc40c5f9c0a038f38c2945bfd06a66374a11407c0b0983a03e155ec183", + "model.language_model.layers.12.self_attn.v_proj.weight": "sha256:4771863a7e042b53e89ddb4b317d43068c2eab45a9747d9695967de628a39353", + "model.language_model.layers.13.input_layernorm.weight": "sha256:fc0afba0dff0e7f5a3d4f84489fcf4f19109b23bb24fc35fc1f9ea645ee7f3ad", + "model.language_model.layers.13.layer_scalar": "sha256:d24f2c89a555c874a8a0ecc63ca70f55f3d787eba99fdcf65934edd55f964d16", + "model.language_model.layers.13.mlp.down_proj.weight": "sha256:4b02230689dce31ad50d9c6019018f722ba4a0526396ab763dac4274a8b2f769", + "model.language_model.layers.13.mlp.gate_proj.weight": "sha256:e3b8553aa1eb56431cd085c38b7cdf04d3b28ac7edf0abc3d2246931fe7ede8f", + "model.language_model.layers.13.mlp.up_proj.weight": "sha256:1c27e3559b209f4ff04f12ea3072eb96cce289d91e49352b33ad3f4ba8fa3a83", + "model.language_model.layers.13.post_attention_layernorm.weight": "sha256:813e6dc44bb9c413c67a4a5514b908740d639034839a2c37405b472b2c7dc517", + "model.language_model.layers.13.post_feedforward_layernorm.weight": "sha256:e611b5382cd09ed565708a645ba85c482acce0b77757228a2d0b05df2b0e6f3e", + "model.language_model.layers.13.pre_feedforward_layernorm.weight": "sha256:85e19a14d9d4e3141e13ab92e76b4c16d7770f211087ab1a17bbd6d94d6c78f9", + "model.language_model.layers.13.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.13.self_attn.k_proj.weight": "sha256:769e792b210600e27bb657ec04068ffed33eaebb736097ac5411a15b45b2c3f6", + "model.language_model.layers.13.self_attn.o_proj.weight": "sha256:2fc0df5880d9690c7ad2893da39ba8e24009ff012ca6dc4339e5c4ed31c5101d", + "model.language_model.layers.13.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.13.self_attn.q_proj.weight": "sha256:d425b6a27ab5351ba8b0fa0c04edfa585ad89e2d06cb72e864df3b63f2c63f74", + "model.language_model.layers.13.self_attn.v_proj.weight": "sha256:207de694049b1f6583b048dbb75ef6e32986d74ab0bea82e6f8bc88362b956c0", + "model.language_model.layers.14.input_layernorm.weight": "sha256:754fc4117713357f35b5523d06e4b6e7ba46de4938ceef2fdde3c98d14717257", + "model.language_model.layers.14.layer_scalar": "sha256:bb4d11e0bfc80b5f1b4f0854a5d8a40d5dde33952d1585949a6d3998725b6dff", + "model.language_model.layers.14.mlp.down_proj.weight": "sha256:ba3b4e14e8b19b9433b2e23797896b71bf5afc68f2ac6a0f573ce3031e5f1ed2", + "model.language_model.layers.14.mlp.gate_proj.weight": "sha256:3953ff62b247a9848c4afb986e8d887d3f469b315cf540ea6eaceea69a7c6520", + "model.language_model.layers.14.mlp.up_proj.weight": "sha256:cb7dc4607bdbdae26e878c12fdac04136f2cc22a797bc55aff562922da06df00", + "model.language_model.layers.14.post_attention_layernorm.weight": "sha256:a542fd6be6caf7c8be33476b26c2cf564bce29477d7f5ca9cd7ec6d6b5a8c798", + "model.language_model.layers.14.post_feedforward_layernorm.weight": "sha256:decfa3c2b88f796061920f995878b94b1958138a98dcd149489e089b6c4e9412", + "model.language_model.layers.14.pre_feedforward_layernorm.weight": "sha256:7f6b1a7063363cdc957535f041cdfc31f2c397d3403a4574df61503deeb73644", + "model.language_model.layers.14.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.14.self_attn.k_proj.weight": "sha256:9c2c16f060171c026ea5e67e4126ebf1ff98f3a15791e7036222626de3fe8708", + "model.language_model.layers.14.self_attn.o_proj.weight": "sha256:cf4aa9b46af60883d37a5aef69afabffab1ea3561ee1604a1f9da82f3fd3c577", + "model.language_model.layers.14.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.14.self_attn.q_proj.weight": "sha256:910dab474adf6a52d77a2f3efcda5b6152a177fda9c2a485f4ae8a97420f15e0", + "model.language_model.layers.14.self_attn.v_proj.weight": "sha256:fd79c905004b90c04488c5cd9a7722c2ceb98cd2a75f6764582a5a451addcd89", + "model.language_model.layers.15.input_layernorm.weight": "sha256:bc500704215a15bb8092adb81d84e9ffc73b6ab08f3c2980b514dbff730cf23a", + "model.language_model.layers.15.layer_scalar": "sha256:42049c753cbe7ca21f5e1dee4206cd3148d9c5b8ef26bbdc15c76f7519ab2057", + "model.language_model.layers.15.mlp.down_proj.weight": "sha256:79a530383824bb95083d51174b02580443c2ab1e4d95cf6b950099fbb148ba8d", + "model.language_model.layers.15.mlp.gate_proj.weight": "sha256:f1b956d92bde0dc57a80a2e614365ce68430462226806261d998c8808dbb80b7", + "model.language_model.layers.15.mlp.up_proj.weight": "sha256:017469c6711c507d279adb1eb3ff8f620d4348eed06fdba072d0ef10a3617f7e", + "model.language_model.layers.15.post_attention_layernorm.weight": "sha256:5274a7a2ea817efcf55f37256087daf2246153bf2ae3589b77f2be9381a6628e", + "model.language_model.layers.15.post_feedforward_layernorm.weight": "sha256:5ad7d44adeccc4f8bd372275cb44ae3c33ca79e871009daebe69f5bf9fa11657", + "model.language_model.layers.15.pre_feedforward_layernorm.weight": "sha256:7c2323da5c2f7a2b866a56bd29ca046f6126fa157a8701e1ac3c3771aa164739", + "model.language_model.layers.15.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.15.self_attn.k_proj.weight": "sha256:3d5d6174f4e3b8acf6a6d26761600533e769e68b4d15eb06709f5c0135f798e4", + "model.language_model.layers.15.self_attn.o_proj.weight": "sha256:843d6f28cc30c1a01e6ddb7a026ac7fb873f899861127e1f960d375a30b91711", + "model.language_model.layers.15.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.15.self_attn.q_proj.weight": "sha256:a10aedb504e822038fb2d6f5de335c902197142206d87cf0b06e41602b4522ad", + "model.language_model.layers.15.self_attn.v_proj.weight": "sha256:fc8f3f099d81e825a0c0c8be35eac5877c878361cfe2be628eece01724595236", + "model.language_model.layers.16.input_layernorm.weight": "sha256:7960d2ec194b6372a698cbbc3983c6dd4f83c9b00b3efa24031be151f30ced17", + "model.language_model.layers.16.layer_scalar": "sha256:bb4d11e0bfc80b5f1b4f0854a5d8a40d5dde33952d1585949a6d3998725b6dff", + "model.language_model.layers.16.mlp.down_proj.weight": "sha256:0739bedb325daadde5618e6841421e811aad9e7e0a789c2b7d1bca1313ef6eda", + "model.language_model.layers.16.mlp.gate_proj.weight": "sha256:433bdfff7c00752013b8de6732632b2004a7ac07367cf23cf43ab2c8baaf1fca", + "model.language_model.layers.16.mlp.up_proj.weight": "sha256:b67591a4dcab2307875e60e7648779e6b9bdc2bbef0dd86685da00a23c80be26", + "model.language_model.layers.16.post_attention_layernorm.weight": "sha256:c2763202d294f98833afdac6f9f770214ec588deb8608c47d01ebec5e2ccadb8", + "model.language_model.layers.16.post_feedforward_layernorm.weight": "sha256:40ff211368e1814d2b2d3fb371dc8e8ed27782d19191ab91868b38c23506200c", + "model.language_model.layers.16.pre_feedforward_layernorm.weight": "sha256:6592ca1d7a02d28224ae702e3c59d65b4124ebc6452f889941ee3207a00d5721", + "model.language_model.layers.16.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.16.self_attn.k_proj.weight": "sha256:18019bec4dcf0c0a55e64715099a843288f5d5f6d7cfdeb2b95a5bb4a8c634a7", + "model.language_model.layers.16.self_attn.o_proj.weight": "sha256:3a35ab3b2d5bd69ced4cc8efbf8e058610f7cffd507c30ecebb22a32ca09c11b", + "model.language_model.layers.16.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.16.self_attn.q_proj.weight": "sha256:3d07adaea585be552b7d9e44b309641d4a6a4d223e7d888f99ade55493cdbcdb", + "model.language_model.layers.16.self_attn.v_proj.weight": "sha256:597789e2623a10ec8eb4eab231b2fc4f4b563776f074b5eea202dfcd680a6497", + "model.language_model.layers.17.input_layernorm.weight": "sha256:db755e5f98403452c53d64ba73cf08494a18e9fffb00a9e87f8fe5f8636ded48", + "model.language_model.layers.17.layer_scalar": "sha256:b84abbbb59c6b4c47706c88addb5e75cf2ec269220e38d1a896a2133589d9900", + "model.language_model.layers.17.mlp.down_proj.weight": "sha256:6a6f3cd08828f16bb8c7a92adf04252ca61ef55a48ff14aed3103100783dce47", + "model.language_model.layers.17.mlp.gate_proj.weight": "sha256:975359f26ab7150d832d7b463d4bae1f1a446bc97bef19a66ca5631f88c0389d", + "model.language_model.layers.17.mlp.up_proj.weight": "sha256:60e6ce5503a4b666e26ee053be4864ee117014b70633aa0ca8e366bc8a22d54d", + "model.language_model.layers.17.post_attention_layernorm.weight": "sha256:0df56a54dbea8620afd3a429a568a0a89509cb9ddf317329c2f3f85d7828d4d4", + "model.language_model.layers.17.post_feedforward_layernorm.weight": "sha256:45a81a6df11cf68fff02c5b353f3846b7d60f999ad6ffcb91253f2c337f311ab", + "model.language_model.layers.17.pre_feedforward_layernorm.weight": "sha256:d62303d5def81c0fdc6527f0b9916934e2bf6b684d5507042bb2630f8a03d11e", + "model.language_model.layers.17.self_attn.k_norm.weight": "sha256:87f48aea12e5965c15775be547cc20b8573c9f994fb6b9c57de5f200bf0421fc", + "model.language_model.layers.17.self_attn.k_proj.weight": "sha256:179cbe00e25ab2786418913e2f6153c735ffc87ab6dff485260f35a373e96ac8", + "model.language_model.layers.17.self_attn.o_proj.weight": "sha256:cb7442a0b84e5fea2b6f312be29666d59fd1f1da8d1bb61c89fda1a19a71898c", + "model.language_model.layers.17.self_attn.q_norm.weight": "sha256:0f6697e231b79035788f1eb4bd442a463b241a14a1d859529a3ce8ee36eedae5", + "model.language_model.layers.17.self_attn.q_proj.weight": "sha256:83c206bf78ebf0e1b04e925619eff3821c6f18d024ca09ed8382cdf623b1e2e9", + "model.language_model.layers.18.input_layernorm.weight": "sha256:01e502306e0e6fbababd12b20a9ef82d175fc4de5bc407af1cef30137c84466a", + "model.language_model.layers.18.layer_scalar": "sha256:055aa9369809c6c474243f9dc3600c439fe73236e0ba8ef60595f6e53e687393", + "model.language_model.layers.18.mlp.down_proj.weight": "sha256:9989735e42870c1f61f083178fc2083a4781243dc05909ba53c5fd3c11f029b4", + "model.language_model.layers.18.mlp.gate_proj.weight": "sha256:edb86ce782e057c2e29c24249e142c7c56fbf35ba1fa598a36ce87fc774eb5b0", + "model.language_model.layers.18.mlp.up_proj.weight": "sha256:b2ea412b7abab8f0569114d68a832a163e57e8c66754a3f67b33df54d81b43de", + "model.language_model.layers.18.post_attention_layernorm.weight": "sha256:1e1b87be609ffedffdb02e57a6215015a5f0b53bb64ceaa03c136c6abe971a53", + "model.language_model.layers.18.post_feedforward_layernorm.weight": "sha256:a841673f8187e49b7564a663fea3a3ac929fb0a9c76df18ecbf5ad06236c9f34", + "model.language_model.layers.18.pre_feedforward_layernorm.weight": "sha256:14bc868a6cadcef7345dc6850132befdca3e4a0132a080952892d1e21bdde926", + "model.language_model.layers.18.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.18.self_attn.k_proj.weight": "sha256:ec7a9f9a18f0c39d867698ebffc5b8e647221511154c0cb49f729fda487fcd9d", + "model.language_model.layers.18.self_attn.o_proj.weight": "sha256:d6114a1061698a1a85dbfcff5a3c5bcc123ee69536e24c4402eb4e15725c7fe3", + "model.language_model.layers.18.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.18.self_attn.q_proj.weight": "sha256:631ae57f0eab31d0413780d47a2cb1bb8b848dc74c253ee8410025325ce02d1e", + "model.language_model.layers.18.self_attn.v_proj.weight": "sha256:dd0620295f7565004b7d336fc24d66dd36b9948ab49241f29fb1148233cf9150", + "model.language_model.layers.19.input_layernorm.weight": "sha256:e57deeb1fa7c7813bd32913df340a905cb568090d01ddb49c3b762cc5b06dcfe", + "model.language_model.layers.19.layer_scalar": "sha256:9fdde29478a2bcb4eac8ac1efae742c404d182ea42db25fbdcbf3c79d492ba13", + "model.language_model.layers.19.mlp.down_proj.weight": "sha256:024a6656aabea22821abcc526b9c4ea7215d78e00bad295880fccad6431d9c53", + "model.language_model.layers.19.mlp.gate_proj.weight": "sha256:3d8c74716fd5319f5b42e80e05ad2036f9ecd01d56d634ef211f315427be4d65", + "model.language_model.layers.19.mlp.up_proj.weight": "sha256:cbcdcc02c29f4277240390c133843ff2c23ce3cd159eeee0a2425a9bc7f5ef62", + "model.language_model.layers.19.post_attention_layernorm.weight": "sha256:6e1dbbfb2d16de429e3aa641d9848cca9140af8708fcea0e1aacaf750a19d524", + "model.language_model.layers.19.post_feedforward_layernorm.weight": "sha256:1de926ae9b83c16aa5af602a9abfeda5fcca410e927b4736252dec18a16bc9bd", + "model.language_model.layers.19.pre_feedforward_layernorm.weight": "sha256:bad3b44a1220ff4f230bc767177e2ca117074f9a85e3e136f159f79e9246c312", + "model.language_model.layers.19.self_attn.k_norm.weight": "sha256:52aeb3cf4db98adc3618ab66d9d09db74d896cc0aeb1b2496d9a1bf905a4bb3a", + "model.language_model.layers.19.self_attn.k_proj.weight": "sha256:42dee6a32924d0a6ec9d8814e508c098345df742fa12fef56755c66997f868d8", + "model.language_model.layers.19.self_attn.o_proj.weight": "sha256:e9764ccbf17c77f899eb07cfa329d263b0aa9f2394adfa8d0a8343e9c468b5f0", + "model.language_model.layers.19.self_attn.q_norm.weight": "sha256:b52f1a391580ca061d258dac1af97a7a9c494c68059238948fc2f98f3d4e5028", + "model.language_model.layers.19.self_attn.q_proj.weight": "sha256:5dfeb351f27ed94c80f408158d3bae877f196a72306e5594d2fecc5702a84b22", + "model.language_model.layers.19.self_attn.v_proj.weight": "sha256:02ed37a8d5523af4557983dac452275db523336fd0b2c237422e839bdc1fb8b7", + "model.language_model.layers.2.input_layernorm.weight": "sha256:0f14d9bfa6c721998ccde9eb0bcd3f4fdcfd5bd150a1454b002fa979023d94b5", + "model.language_model.layers.2.layer_scalar": "sha256:4636e558bad2c72fb8eb8a98036a1dfdd1faf1762fc297f785a57c1809de7f6c", + "model.language_model.layers.2.mlp.down_proj.weight": "sha256:f477e7e4ac95e078e5665826f9716f6f54f936993a4d228b6b187325f2e97643", + "model.language_model.layers.2.mlp.gate_proj.weight": "sha256:92f6828f2344f967f45d4d3fba22a862fe7f7284b4da59e57dd3f75f05c1022f", + "model.language_model.layers.2.mlp.up_proj.weight": "sha256:5d66481752bb0bcc0fb44f47cd6fa8739063665a323ac6318c9f0a20db0db135", + "model.language_model.layers.2.post_attention_layernorm.weight": "sha256:67cdafea40be90ab5b3d0531b20cc62d41b2ab39cc91973a273a3d959a46f3a9", + "model.language_model.layers.2.post_feedforward_layernorm.weight": "sha256:7e363f8bc1cfe3d66e383be20c39e7f5e7228abedc996fcfc052fd5a0b33cde4", + "model.language_model.layers.2.pre_feedforward_layernorm.weight": "sha256:199d6758fedafe10f6417da98c3835a9daffbcf77093198c85ad3135b4f15b57", + "model.language_model.layers.2.self_attn.k_norm.weight": "sha256:2ae771930970d330e678ee2cc9f993fd3ad2cd92628429eab47744eaad487ea1", + "model.language_model.layers.2.self_attn.k_proj.weight": "sha256:26be50b892e6726cf7eb5ecd1cde3af3f6bb3b69ea53f50ea4a6050473d72ce3", + "model.language_model.layers.2.self_attn.o_proj.weight": "sha256:d6898be91c7e4e8d36d8030942b5e7df28691d6ff352e5f7591b60f675d7a3c7", + "model.language_model.layers.2.self_attn.q_norm.weight": "sha256:d89596e715f2865b44906334e7f6c23900f223e804c75a34a51a565575db8c42", + "model.language_model.layers.2.self_attn.q_proj.weight": "sha256:e3ece0fb0a6c23fb91d65fd31ea83ad0127f2a49dfa9e7bc4bf9bdee601b2217", + "model.language_model.layers.2.self_attn.v_proj.weight": "sha256:ee08611b7205abde8945956b99a3ccf90050f35f1fdf0a77e50a30ba13421834", + "model.language_model.layers.20.input_layernorm.weight": "sha256:6b3440e17eedf31c0f42f0d461bc22b62d70a2c219796ec23d054ada09d95aa6", + "model.language_model.layers.20.layer_scalar": "sha256:9fdde29478a2bcb4eac8ac1efae742c404d182ea42db25fbdcbf3c79d492ba13", + "model.language_model.layers.20.mlp.down_proj.weight": "sha256:1e852bc6b92ddd5ed53730fe31c7c63b908ccdf70f99da86ce1c9d268412f226", + "model.language_model.layers.20.mlp.gate_proj.weight": "sha256:7f8f2e744d1f2efe528382ac68f46b39915e8416691441b0998b68163737d349", + "model.language_model.layers.20.mlp.up_proj.weight": "sha256:36a95fe0b805dc5adfd6e44d67629bd373da0fdcd5907933dc5b7e095860f73c", + "model.language_model.layers.20.post_attention_layernorm.weight": "sha256:cada33aa648ae6c0b11bb488f284b1f47f8397f13a9a3cc629742f063cb45a19", + "model.language_model.layers.20.post_feedforward_layernorm.weight": "sha256:44f0aa178ac5402167dae64063083d3992bf040050983bbbb17e52066727ea83", + "model.language_model.layers.20.pre_feedforward_layernorm.weight": "sha256:81d50796b375a7d0ffa78a3dcd97200b4e8faf3a77ad4a8dd1a563a79468b165", + "model.language_model.layers.20.self_attn.k_norm.weight": "sha256:0d31e9be53df37325ca5b44924b6a70e1185f86a7049afcc675d2f0394f6b8f9", + "model.language_model.layers.20.self_attn.k_proj.weight": "sha256:7ad924d6132eec2a8ee982e38cbc3af46232d7279f56b4a75d05b654d6fc375d", + "model.language_model.layers.20.self_attn.o_proj.weight": "sha256:5ec7a0b3100a50871592658b42f4c6da4780b5d4a068e9129ef8c4acf514cb1a", + "model.language_model.layers.20.self_attn.q_norm.weight": "sha256:762dbaa009eaa28e67e21f409972a72f8c0b9873018794dee0958e52681e0c52", + "model.language_model.layers.20.self_attn.q_proj.weight": "sha256:f93a05e3a0c1db1e2e3abf8eed92033c5f6efbd9db43fd77a8aa29cbe16a7b5e", + "model.language_model.layers.20.self_attn.v_proj.weight": "sha256:d73ff7af28d09069bdd22032fbbed8f9f4f1600bf788547ee84f0f91ea0c8f87", + "model.language_model.layers.21.input_layernorm.weight": "sha256:ea4879d8ebfa7b27fc029dc626da65552d394cf24f8548ada0e4d80a58aff883", + "model.language_model.layers.21.layer_scalar": "sha256:b4f1c598481d71c42fc91701f13780f6fc45acdfcc2335043ea5dec7946ed171", + "model.language_model.layers.21.mlp.down_proj.weight": "sha256:a4450688d6bba39941edd8bab18bc147fb2b1ddb7f8db0d1f0e6a7280041c471", + "model.language_model.layers.21.mlp.gate_proj.weight": "sha256:5a467cb8eb046a9e3d6a5d478d81a67ff039b2df06236b6db3ca6b2f354d985a", + "model.language_model.layers.21.mlp.up_proj.weight": "sha256:11f14746f2752db26e4adf48569c06e2c8bc4efababbf8c46568b80cb611ab27", + "model.language_model.layers.21.post_attention_layernorm.weight": "sha256:ad940736082aca6aec35968a8678221196a62fe268dc8840d294e6a21cf657fa", + "model.language_model.layers.21.post_feedforward_layernorm.weight": "sha256:7f2e69664d130a68ab98ac871df6da01887f477092018414225b4f4baaadf8e8", + "model.language_model.layers.21.pre_feedforward_layernorm.weight": "sha256:0b86721ef74c1848f892462f4ca46a171794418fa676747cb38a427f47ec873e", + "model.language_model.layers.21.self_attn.k_norm.weight": "sha256:2ae771930970d330e678ee2cc9f993fd3ad2cd92628429eab47744eaad487ea1", + "model.language_model.layers.21.self_attn.k_proj.weight": "sha256:fc64227868eecedb2fca5097a7633cd729403091054572d01631e61c12a74958", + "model.language_model.layers.21.self_attn.o_proj.weight": "sha256:2e271d180ad8bc654947087c83cd386f6b5ed892fd892090399391fb01cea261", + "model.language_model.layers.21.self_attn.q_norm.weight": "sha256:d89596e715f2865b44906334e7f6c23900f223e804c75a34a51a565575db8c42", + "model.language_model.layers.21.self_attn.q_proj.weight": "sha256:73b3a37de39981e1648aaa31e78c29768810200f544d1b381ae6501c27818c40", + "model.language_model.layers.21.self_attn.v_proj.weight": "sha256:689c1e617adb9afa20dcdaca06090f4050ca97556cd14f7f6d0ca0c0d552af65", + "model.language_model.layers.22.input_layernorm.weight": "sha256:5fda6494bbeb6daa4997dcc62131af0efe37baa80cd8b389a57ee150a612dfd9", + "model.language_model.layers.22.layer_scalar": "sha256:51146722a7f39a70539c2474dea2dfaaa8e197c897ab6bf59ba9c3a66db02499", + "model.language_model.layers.22.mlp.down_proj.weight": "sha256:73039ac49e53ee25db3326b8e81d0f0d9f351b40da0959c3ef8c4a2f4347999a", + "model.language_model.layers.22.mlp.gate_proj.weight": "sha256:647594d03eea5523157cdb84709e995832757a534a705cdb85cc3a187e6e2031", + "model.language_model.layers.22.mlp.up_proj.weight": "sha256:511ef33eac9ceb2487765ea5a1cad66c9c08c53524c6a8893c9fdfbd8143a4ab", + "model.language_model.layers.22.post_attention_layernorm.weight": "sha256:69370862789496a842e8af0307cf5b169730e950f285c37e06cc4f026a73824e", + "model.language_model.layers.22.post_feedforward_layernorm.weight": "sha256:9b9b67880140cad67030369bb5d9f2c25da6a3b46464cdbe72d170353568f724", + "model.language_model.layers.22.pre_feedforward_layernorm.weight": "sha256:497445fd91a9e651cf0e52f6d7dd5a77c9bcd5aa05c3afaa30c8b776323be07e", + "model.language_model.layers.22.self_attn.k_norm.weight": "sha256:8df540aab863fff9c40a1dcd8ee83b9782c6677c1290b3e0282e2512c0e1f5c5", + "model.language_model.layers.22.self_attn.k_proj.weight": "sha256:b2abaaa3e7dbe8002779142d256148b037052ce10b54d0281c50b2cc218c3600", + "model.language_model.layers.22.self_attn.o_proj.weight": "sha256:c9bf638d685a5e2e4d4d2e56a413101f332ee28cad6e83ceb831cc2472ff952c", + "model.language_model.layers.22.self_attn.q_norm.weight": "sha256:ce2a8fda219edcf122f1e1cb2f0658b0abfb0f634586fb5d856c5541131e2533", + "model.language_model.layers.22.self_attn.q_proj.weight": "sha256:5dd10e95c7f2d80f5b5f5aa5603b7fa2477c3232126605ae84203dc6c50d031c", + "model.language_model.layers.22.self_attn.v_proj.weight": "sha256:797b764eb359e9c25955382f9d2474bb50d9b1bf7a0c336cd9c4c000c035fcea", + "model.language_model.layers.23.input_layernorm.weight": "sha256:a5b2aa5ba1127596b85137dd28fe743aab9473fcd7105a4b82c85bc77ea33e54", + "model.language_model.layers.23.layer_scalar": "sha256:26148c43a19c95f0115e594c688e9f6e92d0bcdbdb6a75187b732fc593875e7e", + "model.language_model.layers.23.mlp.down_proj.weight": "sha256:e37ace21acc2beaf5d8da457434049700483031792e7657c3b19e601d5293d49", + "model.language_model.layers.23.mlp.gate_proj.weight": "sha256:4e025f33b31e9870b50799a230a5cbe428188c507781a8ce54193ff60db16507", + "model.language_model.layers.23.mlp.up_proj.weight": "sha256:ec821a6fd18f2598540a65c012225bc3bc2acc109e8563cda1078f08834d0e8c", + "model.language_model.layers.23.post_attention_layernorm.weight": "sha256:19c1ff44a60e7f08e0e4a2d41b8f6fb94dfc329bed2af890c181b37796a5d3e2", + "model.language_model.layers.23.post_feedforward_layernorm.weight": "sha256:2997d3fed1b49eaa9f3b063fb17186c48b1e572ff385f2a54b1f618d77c49b12", + "model.language_model.layers.23.pre_feedforward_layernorm.weight": "sha256:29afd6ff2fdb36f0720ff028123dd57cf077573264b816331f3fdbcd74e3a5e9", + "model.language_model.layers.23.self_attn.k_norm.weight": "sha256:94c4a4f61363911d2e49caa21a3ff4f45050eb3b1f65a7829c01dd7f9fb1687e", + "model.language_model.layers.23.self_attn.k_proj.weight": "sha256:e3cb86f48c2b6861aac8f9a649484f916d4e9f8f037170aa9d68f9663e07e36b", + "model.language_model.layers.23.self_attn.o_proj.weight": "sha256:1ffcefa7af5737ed49948864809ad6c5fdd8366b6bfd5bd69de61020756cf2ff", + "model.language_model.layers.23.self_attn.q_norm.weight": "sha256:95e74a3bef56dee4dcb6845a4329eb3ffb37b1fffeaaa42c55e23045f496c4f0", + "model.language_model.layers.23.self_attn.q_proj.weight": "sha256:3b5c17c91ac961b516cdfdf969e2334460f23dd2876f3562ed70cd3213a8913e", + "model.language_model.layers.24.input_layernorm.weight": "sha256:00b8f7a7d5bf5b559ef6f43698f51063008a81700dde58caa6c909c3091ae3fe", + "model.language_model.layers.24.layer_scalar": "sha256:4913064f169602ac1f4be8f4e3b8b546b3d2d3534745d6d8200e9e072d5fdd12", + "model.language_model.layers.24.mlp.down_proj.weight": "sha256:e3cf2c71c43e8c115d75e9141568b01d72eba18c173287a354bd1c9dfcde0886", + "model.language_model.layers.24.mlp.gate_proj.weight": "sha256:3ea88b08c44192d9956a062fcc1607b91e003761ce5b985b6ecc46c883801084", + "model.language_model.layers.24.mlp.up_proj.weight": "sha256:5032af765033915032ef6191525709ef5db93d542a67e385cbbb7d76109f87ba", + "model.language_model.layers.24.post_attention_layernorm.weight": "sha256:f7f9eae4153da13c0bfb57ce4c2227aa293bb61d81d9b151d003155b8ded56bc", + "model.language_model.layers.24.post_feedforward_layernorm.weight": "sha256:935b934bf6d486c8cac208e77139341fd370a8cf241c7686ec6980a3aa0d2b38", + "model.language_model.layers.24.pre_feedforward_layernorm.weight": "sha256:59f0cf353d9ac7f7c7ba96f0610b7735c4fe5305dbf4128f764112520cd52e9d", + "model.language_model.layers.24.self_attn.k_norm.weight": "sha256:5e465e07aae44b0328ae9c1d67a6e77b6b3bd3a7d11aa1a5479ab07fb7aec968", + "model.language_model.layers.24.self_attn.k_proj.weight": "sha256:7c8772d8437701a7c69c50135c805fee2954e0296706728768f270af27f52453", + "model.language_model.layers.24.self_attn.o_proj.weight": "sha256:d61bd554ca56db5d605fd6459aa4b978b886ea8942a192bdb63ffcaf41a9f5f9", + "model.language_model.layers.24.self_attn.q_norm.weight": "sha256:f49218811efe86270ef4cb59b83f110913a821f8e4b8fade8e635435239d2fee", + "model.language_model.layers.24.self_attn.q_proj.weight": "sha256:8df9c598eb8a7efe2cabe94bf03f3aa4403f2886efb6534092769f0c3e9817df", + "model.language_model.layers.24.self_attn.v_proj.weight": "sha256:fea7a4528e123f356f94e05fe7334ca5434c1158b283862ba24af7015ba90cda", + "model.language_model.layers.25.input_layernorm.weight": "sha256:a0384de50016b8d34ef27b1502519c5405348308ad1f128e6203f62d8cd12413", + "model.language_model.layers.25.layer_scalar": "sha256:077cf0b106d350cc021b33349b552f3bbbdd8aefc9f0ca17deb245db05f05f5c", + "model.language_model.layers.25.mlp.down_proj.weight": "sha256:8a2e850a70af8ee0e346b72b071a4003405eeb2eec945cb21ced26a95b9f162f", + "model.language_model.layers.25.mlp.gate_proj.weight": "sha256:6ae255813c901d898f8ca5346b5b911a65826ed5f0589e4fc8d5b3aa35b05a01", + "model.language_model.layers.25.mlp.up_proj.weight": "sha256:7e6c0d04e402c00dbcb9e694ceb12f6728fb567330032986b219e97de146aef1", + "model.language_model.layers.25.post_attention_layernorm.weight": "sha256:7db9b0f6047d9fc0bbff2fc2241c368c3f78062624fea0f54f504ad57e86bca9", + "model.language_model.layers.25.post_feedforward_layernorm.weight": "sha256:896667a5888ac0dcfc2577a9778d57fecdcb1e1b1cb0123e33f0294127b0fa48", + "model.language_model.layers.25.pre_feedforward_layernorm.weight": "sha256:66701eb3789f1ec45dc37686e76be83f949d47d719994e0ed2786a2c6c9b4fb3", + "model.language_model.layers.25.self_attn.k_norm.weight": "sha256:279a567dfb120e7c5d485cca7c87c6a67757422cad58a5c421d805b3da2f83fb", + "model.language_model.layers.25.self_attn.k_proj.weight": "sha256:3dae0f4ad33054a008812cf5c94722e502c0c26ba11d78c7b345dad9f015df27", + "model.language_model.layers.25.self_attn.o_proj.weight": "sha256:5b8f025236b7fb2eefc9e5a7a44e61c4e730d032b7ddb4b17e802693f36f10a4", + "model.language_model.layers.25.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.25.self_attn.q_proj.weight": "sha256:6ead755b042111c1460af74a7c70dcc0cdd3eb49085dfd4112f2bef7442b3a7b", + "model.language_model.layers.25.self_attn.v_proj.weight": "sha256:7ac025580f11ead6606cae48e145101cf3a9b7e64efa8c6a3d7c229cb26d907c", + "model.language_model.layers.26.input_layernorm.weight": "sha256:a24203f0fc7e110c83f6d2495a60e829e46367025b8cf8872ec4b7cb44c8ed77", + "model.language_model.layers.26.layer_scalar": "sha256:6ec7c1013d8cc575e3c12e79b529e17881dbaedb48df93634229aa6d0cafdf20", + "model.language_model.layers.26.mlp.down_proj.weight": "sha256:e4242566d20d7498ba978aa1e19ba0ddb05d2ba879704fd4852fc439ce1ab4ed", + "model.language_model.layers.26.mlp.gate_proj.weight": "sha256:3aeaf8f93d23693e3c43b9b5b4e1d1ae2249734f2d924143c55935cb0f230c08", + "model.language_model.layers.26.mlp.up_proj.weight": "sha256:c42f2a095c45f01af5076f86d2816d5b225a9b02ae6d38ef5e0ea101229fa2ea", + "model.language_model.layers.26.post_attention_layernorm.weight": "sha256:e6d6c4ab7ddc8577a4f560e26b418b9b2d37e55961f55ea388448c31c625bc68", + "model.language_model.layers.26.post_feedforward_layernorm.weight": "sha256:3e1fcab7c5e8c82e65f496239818bb3ffecfe036c10b8be38a5161c18e6ebb19", + "model.language_model.layers.26.pre_feedforward_layernorm.weight": "sha256:31ef68df0c3912520882346bc920b1c620f0e09c9d61dfc1931b079dba41fc45", + "model.language_model.layers.26.self_attn.k_norm.weight": "sha256:03cd86cd6a2e19577cc9bbcf8e611b863a67726ab683a01d6c803dd43509ddf1", + "model.language_model.layers.26.self_attn.k_proj.weight": "sha256:bbc4d2f52e337a00fda114b66e9e91f2fcce6de9323035f7680d2071d17ac29d", + "model.language_model.layers.26.self_attn.o_proj.weight": "sha256:663b0e82a62275896fcc96fd2472d2c5f8d9a6f921cf6fac20a0664e30adc1e3", + "model.language_model.layers.26.self_attn.q_norm.weight": "sha256:d2d9249143b2d1f69392369e4a1663611811867421d221bc8f7b60c6bcc7a994", + "model.language_model.layers.26.self_attn.q_proj.weight": "sha256:8483f35c1ac7fab5b36090f7ccd7bd4ff47f95939b975808fa3b064c1e25dce3", + "model.language_model.layers.26.self_attn.v_proj.weight": "sha256:2ff85e588c87fcf7fa0f129cf0ad30f5d9fa64049e3a43b8d3b41aa4cb0bab01", + "model.language_model.layers.27.input_layernorm.weight": "sha256:29f34df88f16f4f229a885b0823da3f5f5ea48be9da19d396786baac6953060d", + "model.language_model.layers.27.layer_scalar": "sha256:c56b87fd4ccd541479d184f6eab48e3a649edfe324cca78788cb2e76be8da542", + "model.language_model.layers.27.mlp.down_proj.weight": "sha256:520ab44b98aac2010e3a8da20080d8c027ba248097f1d7fa7173cc1d17240b80", + "model.language_model.layers.27.mlp.gate_proj.weight": "sha256:988c708add73d791db5c931d68da50f35aac5c339e1c3ae5103fe783249e619c", + "model.language_model.layers.27.mlp.up_proj.weight": "sha256:c21c2bb5f5417abdf57d8edb870fd2a876c1a8e3256faad8d050bc91e3569912", + "model.language_model.layers.27.post_attention_layernorm.weight": "sha256:04ed8397ad114b8dc7172fa8768fcb23c6fb5f5302467bc751c02773cb0945b6", + "model.language_model.layers.27.post_feedforward_layernorm.weight": "sha256:f949eb32bff66132d5c54de7472b3470dde0258233c0b7128959a7b011eec552", + "model.language_model.layers.27.pre_feedforward_layernorm.weight": "sha256:a14e8b06c566f9c5d885fcb2bb754355ef2b4105e6df230b74409a6e94d9ebd4", + "model.language_model.layers.27.self_attn.k_norm.weight": "sha256:8df540aab863fff9c40a1dcd8ee83b9782c6677c1290b3e0282e2512c0e1f5c5", + "model.language_model.layers.27.self_attn.k_proj.weight": "sha256:91131a3cf177dbf14369c629d8461b92ab9b80bf73a6066e6e68478f2397575b", + "model.language_model.layers.27.self_attn.o_proj.weight": "sha256:65b3c63a9f3f07f18e5200795c6c26f81b87afb8f60fee1197746ef479ac692f", + "model.language_model.layers.27.self_attn.q_norm.weight": "sha256:cae14bbc3356a494a16f3a7afc47281e054b5f5150f3e7090dd44990f31c4c3d", + "model.language_model.layers.27.self_attn.q_proj.weight": "sha256:3049052e6ad5784c8dbfeb92ea23d4cd675fb1e24959a1506bac4b1b2d0e7f6d", + "model.language_model.layers.27.self_attn.v_proj.weight": "sha256:e3dea1e707e0d68d4748f1f12fed35dc5bb01e1e4b3248041d1e3b621dd5cdcc", + "model.language_model.layers.28.input_layernorm.weight": "sha256:0c33ff8e8508f006f6473d6d826b77bae074ac672cac2c334e12245bc93b0c8c", + "model.language_model.layers.28.layer_scalar": "sha256:8cbc2a9cfe82f408beaddefe4e133f87e53de0e9c7cefe48b6b71bc35b9ca676", + "model.language_model.layers.28.mlp.down_proj.weight": "sha256:f38bb40177662c87d55f19da37d4b1a69ce419bbfee89dc039205c0d388617f3", + "model.language_model.layers.28.mlp.gate_proj.weight": "sha256:62a0590b8cf1c055f114f95f72c6b0d1f07b7888e7dc547afc685ffbf0001df2", + "model.language_model.layers.28.mlp.up_proj.weight": "sha256:a98a182c9d04414154757f5a3a006267d93726aa976cf8e30582c95c27cbdff4", + "model.language_model.layers.28.post_attention_layernorm.weight": "sha256:3e7160c1cd9fb6d6abc69c6d7550e7267ec3d8118a450f0434e566a54ae8cae7", + "model.language_model.layers.28.post_feedforward_layernorm.weight": "sha256:534121dadb9cd71c71793949a8704d4692befb82b474c112b1e2862cc1f54a51", + "model.language_model.layers.28.pre_feedforward_layernorm.weight": "sha256:53309eb2f8682730f49d76f3293b83b52633fef9cbdc106e1a7861c2fb6fd66f", + "model.language_model.layers.28.self_attn.k_norm.weight": "sha256:17ded6e69bc62c7196b1e93a4b3713243767de04ab0367fe35e18d358206c55f", + "model.language_model.layers.28.self_attn.k_proj.weight": "sha256:ee076eccb5304fc1f6e00e3d266d80ee9969bbda52b5adc419bb53077646d738", + "model.language_model.layers.28.self_attn.o_proj.weight": "sha256:b2488d7bd1c4730386373a0bb9f17d0c14d1abd399c1ea32b98de052b37cfc20", + "model.language_model.layers.28.self_attn.q_norm.weight": "sha256:a4409fb48b0259c3326b3c0421d0525144007386f7ba70b9935255a69ec60b0c", + "model.language_model.layers.28.self_attn.q_proj.weight": "sha256:bfc89f6de98dd30c72c5012ce94d604651c527a502215d879a8e9b6aedd2846e", + "model.language_model.layers.28.self_attn.v_proj.weight": "sha256:180fe2c54d6bb16ab724b283284c3fbffe2248b67f60da8064e321a80e1da420", + "model.language_model.layers.29.input_layernorm.weight": "sha256:45e3fcef78a84b98885446768e298d40d1f1eae18db0a54ebfd570355cc3d22e", + "model.language_model.layers.29.layer_scalar": "sha256:9b85c0828dcfbc883726fc200c987baa9826da6ba6a358643a69a52d8698d72e", + "model.language_model.layers.29.mlp.down_proj.weight": "sha256:5c04cefa339b4ec0511195b9a846df90fddca1486c7db365eafff000914052d4", + "model.language_model.layers.29.mlp.gate_proj.weight": "sha256:54db48b32b8dfe205d5b1a4885f62d0a893d4f904f6bb97f3dc83d1200d5e70e", + "model.language_model.layers.29.mlp.up_proj.weight": "sha256:ae652ba90d9a58e25d2bfff22562da0c54a5ecc8eea0e83edb7abb127f103c43", + "model.language_model.layers.29.post_attention_layernorm.weight": "sha256:e84505fb050437b56f91e3071000e99dcb701d6998d6aa3e62d6fe4d0f522aef", + "model.language_model.layers.29.post_feedforward_layernorm.weight": "sha256:4209c8ffb000db7bfcb97927640ec7db651c420bc0daa29e1ea5606be003f3df", + "model.language_model.layers.29.pre_feedforward_layernorm.weight": "sha256:fdd443bae95665c0ec996e0c6af084410f69226627522998e423fcd82e44c2ad", + "model.language_model.layers.29.self_attn.k_norm.weight": "sha256:87ac500f711d7a71f1be606dc99e8df68a29b02f65c7c3d1c44e25b4333aa756", + "model.language_model.layers.29.self_attn.k_proj.weight": "sha256:68649a9f93e52ab1c528dec6032c9f3ef93cf80c3f2e20eea9777bed5b72e379", + "model.language_model.layers.29.self_attn.o_proj.weight": "sha256:f4d1aa99170bcf88f15cd62920e94dd70761c238bedc15ec144d621cc39d77c5", + "model.language_model.layers.29.self_attn.q_norm.weight": "sha256:aacc3a5507f223eaa76dcf389a19fbdd997ba700a8e6750973380d82a6cfe84c", + "model.language_model.layers.29.self_attn.q_proj.weight": "sha256:82c9d66df7ced9e9704404c7cfe94a1ac44418802d69ea937f9fa90a2633a108", + "model.language_model.layers.3.input_layernorm.weight": "sha256:9edd083d797b16ed9cab717cad23e1af6b60717b38b37efb0410a3e07ea90e39", + "model.language_model.layers.3.layer_scalar": "sha256:055aa9369809c6c474243f9dc3600c439fe73236e0ba8ef60595f6e53e687393", + "model.language_model.layers.3.mlp.down_proj.weight": "sha256:6d3de7b95330cf21a82b472dfae760ec29a6a45d566090eb95ddbddedd5c42bd", + "model.language_model.layers.3.mlp.gate_proj.weight": "sha256:69d99c337420011cdccfd7954e48834b7643e791332551ea0f3cbc7371daded1", + "model.language_model.layers.3.mlp.up_proj.weight": "sha256:b8b93de77233d97fbcbce535cc5061635567cdc62e0b3b593129e65cf0f9fe7e", + "model.language_model.layers.3.post_attention_layernorm.weight": "sha256:d2acae1e2b64c6b239edfeca0bdfb5cf8cd57b724c33fe121dd0ca5bacd45177", + "model.language_model.layers.3.post_feedforward_layernorm.weight": "sha256:1667029287f7986ccf86ab4b2c397f121cc576e3fe85a0200fbe936d3bb41f4b", + "model.language_model.layers.3.pre_feedforward_layernorm.weight": "sha256:a9568fa38243fa7d6c46c8c9265e4a40285cce7fddfe7184ff0796f2ba276385", + "model.language_model.layers.3.self_attn.k_norm.weight": "sha256:8aacdb1fda9ea882e442e06ece4fd0da1789fe5471855b7d05bd944f0d095e8d", + "model.language_model.layers.3.self_attn.k_proj.weight": "sha256:2e60ae378b775d66a508b18e32b8e7cb95022e6bb88d6aed1e7946df1f72bb3e", + "model.language_model.layers.3.self_attn.o_proj.weight": "sha256:ef5a8b5031c66fc09b45fc32cb8e89b66b8bbca02c0c9d66e9e3b6d69e2458ab", + "model.language_model.layers.3.self_attn.q_norm.weight": "sha256:d2d9249143b2d1f69392369e4a1663611811867421d221bc8f7b60c6bcc7a994", + "model.language_model.layers.3.self_attn.q_proj.weight": "sha256:97e9c0c0362523829228cf22a27cf2f2b640b259232d3614b81b936177e75a89", + "model.language_model.layers.3.self_attn.v_proj.weight": "sha256:6b1d99652bb001f4fa2909e2b2e28431735ca97e427c06e2d24e64db548f126a", + "model.language_model.layers.30.input_layernorm.weight": "sha256:1efd148c67be9ddeb6bb4da0b82c68d531c41e3fd5bfac427546bcf9eae0049d", + "model.language_model.layers.30.layer_scalar": "sha256:07a94d6e5dde79ab1e3de937dbcaaa91c9b01437f4c1e5e261820c55c3754351", + "model.language_model.layers.30.mlp.down_proj.weight": "sha256:b388e12109e861b72c4168d117fda363680601db487a1f922b1b02d374450004", + "model.language_model.layers.30.mlp.gate_proj.weight": "sha256:62a4af352af68b9ced3cc7aa0213c1bbe1d10ad6c2c46c9e88444eef85a36c09", + "model.language_model.layers.30.mlp.up_proj.weight": "sha256:9b3daeedcdc97501815bf5db6b46d1d915c5d152f6d1eb345815a6443147b0d5", + "model.language_model.layers.30.post_attention_layernorm.weight": "sha256:b92715ec3114880a6b5e058db3068c08e7d0d8a4607d1f94ab1a6e47dd4da8f9", + "model.language_model.layers.30.post_feedforward_layernorm.weight": "sha256:83380e3cd920479c883012e42de252b97211e87625ba232cc1a649c3aacf75f9", + "model.language_model.layers.30.pre_feedforward_layernorm.weight": "sha256:1054b86c94802b280690da5f8d57389370dfaefb6796080d39472e5064aba0dc", + "model.language_model.layers.30.self_attn.k_norm.weight": "sha256:649d2e43a9cb3cb6cb5d0a1a55e9db940089af8dfa9bddea6db1c7ab3ff876ab", + "model.language_model.layers.30.self_attn.k_proj.weight": "sha256:15198114cc89ec5a57737826094f9128bf9614cd3b23293a9cd5bfadf0580cc7", + "model.language_model.layers.30.self_attn.o_proj.weight": "sha256:c9882250e983a37146195eb8eeafb8ee0b9b84b8710b15fa0e6bf2956024117c", + "model.language_model.layers.30.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.30.self_attn.q_proj.weight": "sha256:89356088b649fcf1a81230897774863f4390fe9007819e539cb224387440f3d7", + "model.language_model.layers.30.self_attn.v_proj.weight": "sha256:a78487a73d3e1516afb7372efff05bca5253f566ea838f7c91b7c96465fe610b", + "model.language_model.layers.31.input_layernorm.weight": "sha256:2fc47b62509f07ffca3545547baf9a0c1f84287e254c0bec20345df3d2d37e94", + "model.language_model.layers.31.layer_scalar": "sha256:129cc4ce525dd1b22b5dc2beb70de970aa0fe7eee65ca77bf8b1e14df8c72aac", + "model.language_model.layers.31.mlp.down_proj.weight": "sha256:14882862d069994860759b6b571f09216590dff199dbeb954c544ac7a24058b9", + "model.language_model.layers.31.mlp.gate_proj.weight": "sha256:df801503d716ea56e968da87345da0ea24b99e8ba347b5afb0e7d083608f24c5", + "model.language_model.layers.31.mlp.up_proj.weight": "sha256:ba9c62a7402a8837cae38f8f0a0da1f2ee462a334bc938a1bd6275ed0620d7d2", + "model.language_model.layers.31.post_attention_layernorm.weight": "sha256:aedfbb0481ef9f037caf645e59579974e6e46b45c9c76ddb6a16ee88f4def2d4", + "model.language_model.layers.31.post_feedforward_layernorm.weight": "sha256:3e2ecf9b464be10f10eb0feb582be07c63939375f8ccf3e7006c56613c6c1545", + "model.language_model.layers.31.pre_feedforward_layernorm.weight": "sha256:ca3933905ef271d10f1ebdf074be64636b03c80c8b6c33ba7f5a6a764a385512", + "model.language_model.layers.31.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.31.self_attn.k_proj.weight": "sha256:795bb481b864f0343ce66a6cefeb598a337d37a45fa5e43c13841d7fd050f340", + "model.language_model.layers.31.self_attn.o_proj.weight": "sha256:76649b738e9bf33660432547964117652f48f98220884602966d73090c5bad9a", + "model.language_model.layers.31.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.31.self_attn.q_proj.weight": "sha256:0444f5c04450dcb27eb37280f0022099f99d34d2b870e9fe81665f24da2d70bc", + "model.language_model.layers.31.self_attn.v_proj.weight": "sha256:4c850757aa19423435d16c5ce3edb722ef6ac336dbbee78f7ed99ecca322e3a1", + "model.language_model.layers.32.input_layernorm.weight": "sha256:5fd6be4add7cc862a5c72e4f105ab911938862aacf1b0cd593f12b9ef2b5fd44", + "model.language_model.layers.32.layer_scalar": "sha256:4be6d677188b59b70938d2bb08d4639fc9a94016954be6e3f3da3a66d6730e5c", + "model.language_model.layers.32.mlp.down_proj.weight": "sha256:f5bb54155cef2490ed978c4593cb564416d1eee7c1d57c18817caeb327ed0336", + "model.language_model.layers.32.mlp.gate_proj.weight": "sha256:30ced03714029b207a1f2e6a175d124becf7462b716d6633205eb90197efbb90", + "model.language_model.layers.32.mlp.up_proj.weight": "sha256:61df47135dd8d83b44d778e2026f7909d7b12fa4e877966e04659e12b3204ee1", + "model.language_model.layers.32.post_attention_layernorm.weight": "sha256:f1104b0930a111c42f51a3cee9601c509236e7f8da5377e92b51c5fdc17dc2be", + "model.language_model.layers.32.post_feedforward_layernorm.weight": "sha256:3c092c181d8bd57fb3f7d6beec4097c7303a97fcbcc2d9dd40c0d17d034b5f0e", + "model.language_model.layers.32.pre_feedforward_layernorm.weight": "sha256:d500f687053fd5e926f847624b0a174504062a33075b43314a8d39391c4ae539", + "model.language_model.layers.32.self_attn.k_norm.weight": "sha256:03cd86cd6a2e19577cc9bbcf8e611b863a67726ab683a01d6c803dd43509ddf1", + "model.language_model.layers.32.self_attn.k_proj.weight": "sha256:03170da20b96a1c6ea9ec8a9c2db045286fa56398ca9800119c6e3b3482cf5a0", + "model.language_model.layers.32.self_attn.o_proj.weight": "sha256:68d4118b455f545eefa9021f084cbde648cf9aa8e631a68dc9cce6131ca0e74d", + "model.language_model.layers.32.self_attn.q_norm.weight": "sha256:d2d9249143b2d1f69392369e4a1663611811867421d221bc8f7b60c6bcc7a994", + "model.language_model.layers.32.self_attn.q_proj.weight": "sha256:ed2356093170e872e408f5ad50bec6c617fe8859223fdd14c7345ba6de921083", + "model.language_model.layers.32.self_attn.v_proj.weight": "sha256:500d31215faad1837fc974e24726264d86317a92386ff3c546b944dc294f3fd9", + "model.language_model.layers.33.input_layernorm.weight": "sha256:3aa98ca433e38fc431c2e33e897073d2be6a23ad6cb1675909daf6498d63bfcc", + "model.language_model.layers.33.layer_scalar": "sha256:90b16e50e2004073e56e82bfb5264f14a22768a986dc28ab35012b3ad2ab2450", + "model.language_model.layers.33.mlp.down_proj.weight": "sha256:44c30cd0f430d710d415f415a261c3939920cf6f750ed63522e3602c268d6644", + "model.language_model.layers.33.mlp.gate_proj.weight": "sha256:a8286bc238aa6e34b28f6ead531c5c549b02e5ea606cc9c6803c441e67dcff2f", + "model.language_model.layers.33.mlp.up_proj.weight": "sha256:b14275f1b4955c1f3b1f81c01aaa2510284b5463ac4ef31a5a70d9a0fb0b20f2", + "model.language_model.layers.33.post_attention_layernorm.weight": "sha256:b4899242ec069b43cf3017c9446229dcb6f41b9922c9773605fec185750280a4", + "model.language_model.layers.33.post_feedforward_layernorm.weight": "sha256:f7df44b6113abd981377f8702f29b0ab45e49191bdba35dc5049479944f58b6a", + "model.language_model.layers.33.pre_feedforward_layernorm.weight": "sha256:5274cb63a682a3539263cdf902f82b58f6bce08b7c5604a0b78fe7815e0bde66", + "model.language_model.layers.33.self_attn.k_norm.weight": "sha256:5e465e07aae44b0328ae9c1d67a6e77b6b3bd3a7d11aa1a5479ab07fb7aec968", + "model.language_model.layers.33.self_attn.k_proj.weight": "sha256:78770a209419e76934acd692730f91f0509c157a630fbb3eb64693ed88713efc", + "model.language_model.layers.33.self_attn.o_proj.weight": "sha256:89e5cd266b04738f2e5accb4f2612309a4ae16198ccda85ac7598e2f752f715a", + "model.language_model.layers.33.self_attn.q_norm.weight": "sha256:f49218811efe86270ef4cb59b83f110913a821f8e4b8fade8e635435239d2fee", + "model.language_model.layers.33.self_attn.q_proj.weight": "sha256:faa53b91928818989fb8a9cef83047d6b81888b241e4853a3c11b0da333827c9", + "model.language_model.layers.33.self_attn.v_proj.weight": "sha256:a6f871421ee371f7d0434464c497e4e967ee56cec825479bb9a9827953f85330", + "model.language_model.layers.34.input_layernorm.weight": "sha256:7ada95a2eaefb49e28fa7785052196fffb0ef91e71c0f509ddcd4f1f54bd19ca", + "model.language_model.layers.34.layer_scalar": "sha256:1029b9a71fd851f2ffd832659590993425d517c4203737ac3370988032cf5626", + "model.language_model.layers.34.mlp.down_proj.weight": "sha256:22d71d92f867b6457460187fd6faf3fc15a7d9a09001924a772663ad3ea60dca", + "model.language_model.layers.34.mlp.gate_proj.weight": "sha256:e14b37899bb098c8eefe44eaa3010c1c0a8b28d019813a656543eef79c05daf8", + "model.language_model.layers.34.mlp.up_proj.weight": "sha256:9f14be35a5bf4d287d3b7ba927937b056ee8b43594ddc5b0b45a069935802a24", + "model.language_model.layers.34.post_attention_layernorm.weight": "sha256:8205de77840fb26bcb50464dbc7c363af8d4420bdea1473c3b8ae6fd60f64e1c", + "model.language_model.layers.34.post_feedforward_layernorm.weight": "sha256:33bd3145c0a7ef5aecfef443b519fc2593e1adb3dfba337e49c5a77cdc646d0a", + "model.language_model.layers.34.pre_feedforward_layernorm.weight": "sha256:6b50ae3214d50e60c20546a28f1dc40459eb20c33373f5a084037c6653d00b67", + "model.language_model.layers.34.self_attn.k_norm.weight": "sha256:52aeb3cf4db98adc3618ab66d9d09db74d896cc0aeb1b2496d9a1bf905a4bb3a", + "model.language_model.layers.34.self_attn.k_proj.weight": "sha256:d2b362e000fcd3807b5ba3f130a7ac1c9af7c6fee26dd8410333be6b3aeaffe0", + "model.language_model.layers.34.self_attn.o_proj.weight": "sha256:96952d3888c4b59703dc06806d9f41d9f232407b8b6a7bdf99c3209cd5f330fe", + "model.language_model.layers.34.self_attn.q_norm.weight": "sha256:b52f1a391580ca061d258dac1af97a7a9c494c68059238948fc2f98f3d4e5028", + "model.language_model.layers.34.self_attn.q_proj.weight": "sha256:dfca919b97bd4464eee6096eea99386160b3093e459f3c5ff6eaeeb1d0f2ab21", + "model.language_model.layers.34.self_attn.v_proj.weight": "sha256:839e33fdabdc9441f798db6d0ffe2e7ad6263b26884234fbfbe94093bbcd0760", + "model.language_model.layers.35.input_layernorm.weight": "sha256:51bda979c2ca0c9ef94c528826c1d46ad0cbc6a8009d3e66e44b84d627244406", + "model.language_model.layers.35.layer_scalar": "sha256:26148c43a19c95f0115e594c688e9f6e92d0bcdbdb6a75187b732fc593875e7e", + "model.language_model.layers.35.mlp.down_proj.weight": "sha256:e18673861f6c373e01d8d0153b9e3035c1b477b037264afa746ab3162543e55a", + "model.language_model.layers.35.mlp.gate_proj.weight": "sha256:8373635e77022ebbb2871f23e605cc0c4c9189388af2eb13f4ab474bc58bfc80", + "model.language_model.layers.35.mlp.up_proj.weight": "sha256:97af2216668635d591ec1765dcd84aac8091d95a32cb1f1f8de76040d97f87f5", + "model.language_model.layers.35.post_attention_layernorm.weight": "sha256:3afe5a078bdfe72bcbce4740af043ad2d8ab46d4fa2626c784e1f06d92120fe9", + "model.language_model.layers.35.post_feedforward_layernorm.weight": "sha256:357b9b453614ea5d4fdea70282271935f05faf08f7d20e7f62de7879e4f2b741", + "model.language_model.layers.35.pre_feedforward_layernorm.weight": "sha256:5f40c8db6d542a08aca341ded9dd013e5aafe5c61101c8f853e62dce6812cf44", + "model.language_model.layers.35.self_attn.k_norm.weight": "sha256:de169796bdb37b50e6088d561c0bdf7e9aa369f95b69b6f54805f857ee0cdba8", + "model.language_model.layers.35.self_attn.k_proj.weight": "sha256:198610c439ad129e04274d73e178a96be7245b459a25300df2ef25abc33cb3fb", + "model.language_model.layers.35.self_attn.o_proj.weight": "sha256:de93748ae8c8190253b1eff57d74791abacd5e187d1e8bc8f6f1a9ed7af94deb", + "model.language_model.layers.35.self_attn.q_norm.weight": "sha256:fb0a150ae7404633e02d3bb576562447dc3cc1fd47d51a83cfae4150e1ce509f", + "model.language_model.layers.35.self_attn.q_proj.weight": "sha256:b243e8eb94f86612508525c65e5e89b56fac1c440bb674548c8ecdc670b18708", + "model.language_model.layers.36.input_layernorm.weight": "sha256:17f4b14cc665f03d36985e346183331fb0fef423865c6c0fcb7063e4da70a6fa", + "model.language_model.layers.36.layer_scalar": "sha256:939fc7d2410705f9069b842898330f3a5b235caad74956ff73ecf62f0112ab5e", + "model.language_model.layers.36.mlp.down_proj.weight": "sha256:e6482fb4adc13e95585210ded6d46789b808978efd1d0b5b50dc984ce4ebf506", + "model.language_model.layers.36.mlp.gate_proj.weight": "sha256:92cb95483203f248e95d0d457f246659d7046d6647154814ec97c032ebcfa424", + "model.language_model.layers.36.mlp.up_proj.weight": "sha256:15fc73f8b75316fd6b9bef677b4fec951a13dfa2323a0f46d30ce4d13a770993", + "model.language_model.layers.36.post_attention_layernorm.weight": "sha256:7bd1dea78a1e1613e08998055c62c82642bcbd0e386cf62baeb95030789a97f7", + "model.language_model.layers.36.post_feedforward_layernorm.weight": "sha256:95099872a1c3ea2995d08b47f0d42d3a4554f8201eb2091224f91cc8db52fa15", + "model.language_model.layers.36.pre_feedforward_layernorm.weight": "sha256:04f372990a3ded4131bd80734c5d452742360b0e667d438cae43b324c0664896", + "model.language_model.layers.36.self_attn.k_norm.weight": "sha256:f3165f32421ec0e356391d9f651537c648bb94f50b63ca277941c243447316b4", + "model.language_model.layers.36.self_attn.k_proj.weight": "sha256:6a53b121dbf914e2ce078478b2b0fed2254a3952ff211e73c6ed73b61c14371a", + "model.language_model.layers.36.self_attn.o_proj.weight": "sha256:70b50910889ded588f814b9a50075e8121482a018fda58610f62be367557916e", + "model.language_model.layers.36.self_attn.q_norm.weight": "sha256:27c19356b8451a47d67920e7ae7225ad86758dfcad9324f9e1db6e947238f0b1", + "model.language_model.layers.36.self_attn.q_proj.weight": "sha256:9e82789efaf0de3650a0cda19a25da2fff0b78cdac6c065064dd8a1d3143833d", + "model.language_model.layers.36.self_attn.v_proj.weight": "sha256:dd90704fc0683bc10e46a571a30f12d9c5145d1853e44cc606be0e93e91f426b", + "model.language_model.layers.37.input_layernorm.weight": "sha256:70bad46a414ac2a6a1c036164e51b51d768d293d0c00c3a36dc90f19f1a386c5", + "model.language_model.layers.37.layer_scalar": "sha256:164c294f9c535644972bb3db234fb56ce2bbd220c816f7fa89a65b8762afcd3e", + "model.language_model.layers.37.mlp.down_proj.weight": "sha256:e066f6356eb576a96e8160dfc52a27a47f1912011cf92f8cccd4665816025305", + "model.language_model.layers.37.mlp.gate_proj.weight": "sha256:404323fc746d05dacc4cdee248d6f5dac41dfedf443f3a1aa3ae298d166fb9ac", + "model.language_model.layers.37.mlp.up_proj.weight": "sha256:9fa2189e4da0746b77e22a44da3ef22bdf33e9cc54b2532821c6df3f9f2152cb", + "model.language_model.layers.37.post_attention_layernorm.weight": "sha256:c5696818cf7fcdfd0c00410327aad46cc94c87cf89983317e41ebb6dff39f879", + "model.language_model.layers.37.post_feedforward_layernorm.weight": "sha256:4ccf9f8cfeb5c3caa9c161a981583c1caac08ee594f91a84375a71e1d32c0fa4", + "model.language_model.layers.37.pre_feedforward_layernorm.weight": "sha256:05ed28d1d20260cb745ebebfa9ff66d7e8f080afb3a97d75c23b9586d8ae353b", + "model.language_model.layers.37.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.37.self_attn.k_proj.weight": "sha256:42d53f3befed735316ffce7b3e6ad76493e95a9334e13c9f5f516c9078bbda7a", + "model.language_model.layers.37.self_attn.o_proj.weight": "sha256:e1ce36bc9685d03dddc4fbef2e371279d07e6092fd9e63429bf1e9b22af3c3ff", + "model.language_model.layers.37.self_attn.q_norm.weight": "sha256:774829729102eb0d5670d193d02b0e480d417118ad2996caf675a5bb062f51b9", + "model.language_model.layers.37.self_attn.q_proj.weight": "sha256:cfd21888bd56fcd868ff99beafe0cad413f9c67079b76987428f5bdf28a3f895", + "model.language_model.layers.37.self_attn.v_proj.weight": "sha256:cb6032d59519af15763896859d134d99552b058654e297c9c6b5500437f81596", + "model.language_model.layers.38.input_layernorm.weight": "sha256:8a44192027b7a2e6addb0a0620c1c9127afc19e4cceecd0265764bd7fd325227", + "model.language_model.layers.38.layer_scalar": "sha256:ef6363a0a1ae7a64604d9d46811be49edcae6d90bb878b7a02ee6b8238e26e95", + "model.language_model.layers.38.mlp.down_proj.weight": "sha256:35fe9802f6f59b17edb503f187b395a11bb3640ff4f7ed6cfd471cf93aa29f3e", + "model.language_model.layers.38.mlp.gate_proj.weight": "sha256:17fceb0d3cbbcfc803876409e2d636d5f8b585d4912a47842c23a038134c526e", + "model.language_model.layers.38.mlp.up_proj.weight": "sha256:7c07ae2269babef8a1c8c0578119fb631166112484ff1b91c581f1bf5aef26c6", + "model.language_model.layers.38.post_attention_layernorm.weight": "sha256:6aef7972421c9339507a2633b79774c4a4bd992a71d0719684ca2441cd7eba7f", + "model.language_model.layers.38.post_feedforward_layernorm.weight": "sha256:2eaaabd5ab5e9891c3b462823f6b8c7da54bcb07acdf6f3eee35b70eec4ee4f7", + "model.language_model.layers.38.pre_feedforward_layernorm.weight": "sha256:052d15499b99f48d96309327b36682ef284e8a2c0e9a977d377051b5d93320d4", + "model.language_model.layers.38.self_attn.k_norm.weight": "sha256:5e465e07aae44b0328ae9c1d67a6e77b6b3bd3a7d11aa1a5479ab07fb7aec968", + "model.language_model.layers.38.self_attn.k_proj.weight": "sha256:9cb60cebb02042b7adf4905e6c54f68a8e49d82ece014c77e372d69bdd19c01e", + "model.language_model.layers.38.self_attn.o_proj.weight": "sha256:8c328eedb4b5fcc975351cb932dce96d6eec159360817bdf39cc45d88a3228f4", + "model.language_model.layers.38.self_attn.q_norm.weight": "sha256:f49218811efe86270ef4cb59b83f110913a821f8e4b8fade8e635435239d2fee", + "model.language_model.layers.38.self_attn.q_proj.weight": "sha256:621a50fab365a0b7aaa60badf2ea3a7777c0ba4b72c1147ddd267752f2c7a6db", + "model.language_model.layers.38.self_attn.v_proj.weight": "sha256:8ac2544c31cd7b42519a265dc85576ff3ba64f6842676c371409a9e65caed6c4", + "model.language_model.layers.39.input_layernorm.weight": "sha256:8d252b2ddcc672a32d425744332e6be9cc396e2bf1e6879f0d2683ac5c42e56c", + "model.language_model.layers.39.layer_scalar": "sha256:07a94d6e5dde79ab1e3de937dbcaaa91c9b01437f4c1e5e261820c55c3754351", + "model.language_model.layers.39.mlp.down_proj.weight": "sha256:5da9ca151ecd15fcaa057b30a6230527a3c3a6039a0049e16ab0766839babece", + "model.language_model.layers.39.mlp.gate_proj.weight": "sha256:27a34504f6b1b383b22b6227de9a472669f14fde9085e02f11eb75df6fe95491", + "model.language_model.layers.39.mlp.up_proj.weight": "sha256:675675a80cb0a6b6793013089a144b90614051b9190e8fc5e00d5ffe696607fa", + "model.language_model.layers.39.post_attention_layernorm.weight": "sha256:b9fdadfe6a35254c59946280dfc383896cafbb8485bb401e257b1521867d49ea", + "model.language_model.layers.39.post_feedforward_layernorm.weight": "sha256:8e30f31a18b112f161d661f8a0114b40fe57f877bfdee782b4aa61116727b9ec", + "model.language_model.layers.39.pre_feedforward_layernorm.weight": "sha256:8bd6e734aa6d40a54f5b912ee49cbdfb6d49de3f29c44673921fcb62da4f27f3", + "model.language_model.layers.39.self_attn.k_norm.weight": "sha256:70422273d03649a70bb048bebdc3b1b754dfea8785054e92e3252c85363dad7a", + "model.language_model.layers.39.self_attn.k_proj.weight": "sha256:bb5e5ec4fc767a4cde6f743a9414bea5ef1b952a91270533f4745aab78a20f90", + "model.language_model.layers.39.self_attn.o_proj.weight": "sha256:afb47936ae0a5631440c92a1858ea9c70abcfb0449f7fa0c95c8216dcf58c5ac", + "model.language_model.layers.39.self_attn.q_norm.weight": "sha256:593c73c35dae201b57dc09e1e9415ab5d5274d3a4b9eca9fd07418d796f149ad", + "model.language_model.layers.39.self_attn.q_proj.weight": "sha256:df3466b346f99d4b3844b0fbda7e71b02b1aa8240817bbea9743c9b97c7ae82e", + "model.language_model.layers.39.self_attn.v_proj.weight": "sha256:af38c33568725f6ac36bafd38c0eaf505ac31f677478a684b678b62f32a371e0", + "model.language_model.layers.4.input_layernorm.weight": "sha256:1f37451fee16c8bd6d66726421dae46cd22fb92b28a729b78cd995150d5966e9", + "model.language_model.layers.4.layer_scalar": "sha256:539d4d138ab27deb079c7dca276a0da5148af1cb56289782f11b108c6c06a570", + "model.language_model.layers.4.mlp.down_proj.weight": "sha256:a92c98c8c70b47d9226464752203ca1a492d6ca6128e2b5a9f96164a32926846", + "model.language_model.layers.4.mlp.gate_proj.weight": "sha256:ace3321e96ed114c8d437516d1c4d2687f3c7763a3a584337626f57f2ee9448f", + "model.language_model.layers.4.mlp.up_proj.weight": "sha256:a91ff76375cf54f2d759441cd56bfa52f64be92b6ef289e9b90c216ec3a351f8", + "model.language_model.layers.4.post_attention_layernorm.weight": "sha256:3e2bc4b4b2c5b64831fef22b0d7ffbcd46019fcc1c0598ffccc2bdc9453fab9d", + "model.language_model.layers.4.post_feedforward_layernorm.weight": "sha256:63baad82046d51a5b38a36c0b73758ffe4c3908d8b8f01c49d9d08160d02a135", + "model.language_model.layers.4.pre_feedforward_layernorm.weight": "sha256:fcd9fd30ac5e420661667e8e327af0754847aac47c5e7546606d0a73a9550cf8", + "model.language_model.layers.4.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.4.self_attn.k_proj.weight": "sha256:2d40a3988a35df79171b1e1cfff5f9207617bc9787ae6f482b34e00c06149f96", + "model.language_model.layers.4.self_attn.o_proj.weight": "sha256:ab92ef5713bd94782fc98dd8a557bea82cf017d1e053c5069e4d29b3485955e0", + "model.language_model.layers.4.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.4.self_attn.q_proj.weight": "sha256:725f363363b7e315d65ba9b8f64fc201942b3eb859d08c78d6a9d7d9bc86189a", + "model.language_model.layers.4.self_attn.v_proj.weight": "sha256:e5755f1aea0ba1159f83e025afa4d9d83604ce422c95c14ad5c9e99110855ca0", + "model.language_model.layers.40.input_layernorm.weight": "sha256:cab179e58525ef35d389d366db744ec299c361c00c2f216d51de97b10fff1448", + "model.language_model.layers.40.layer_scalar": "sha256:837d490fb5da616e7b36a0c954ca44b6e8400ca6dc842e0b92f5c26dfbd3ad4d", + "model.language_model.layers.40.mlp.down_proj.weight": "sha256:c443ddb58cc1db667e9369a2864eb6db76722e814e63859afcdf65404f32ead5", + "model.language_model.layers.40.mlp.gate_proj.weight": "sha256:e60d401e9155c2b721cacdace00bd9b9ceb8609735b1f08e102eb2b364633b72", + "model.language_model.layers.40.mlp.up_proj.weight": "sha256:9ed129e20a46a26b7111ab1ed1ebe6d2b74d0678eb30072b2697da547b72c24b", + "model.language_model.layers.40.post_attention_layernorm.weight": "sha256:2b0e3dc766d97a5168b77b653ecbc2bb986c131ca88b1cf813dd82d4c2600d3b", + "model.language_model.layers.40.post_feedforward_layernorm.weight": "sha256:d38ec792fc71d95973c0f3b57a467061890e36ae31e6acdce976e7b6344ae9b0", + "model.language_model.layers.40.pre_feedforward_layernorm.weight": "sha256:0ba50f2e935d831bd9446014ee5834410c343c80a42d065459a957d511e6618f", + "model.language_model.layers.40.self_attn.k_norm.weight": "sha256:8df540aab863fff9c40a1dcd8ee83b9782c6677c1290b3e0282e2512c0e1f5c5", + "model.language_model.layers.40.self_attn.k_proj.weight": "sha256:3aee7ff729f1854a4917b81da71775950e93a310af9128ccd98804b1464437a0", + "model.language_model.layers.40.self_attn.o_proj.weight": "sha256:bd99e6c5bd662e9f5d52a55134a50810f2efaa9024769e9f7e6d6c5f7ca4a9c6", + "model.language_model.layers.40.self_attn.q_norm.weight": "sha256:cae14bbc3356a494a16f3a7afc47281e054b5f5150f3e7090dd44990f31c4c3d", + "model.language_model.layers.40.self_attn.q_proj.weight": "sha256:23c00263ac1b7d24d41c70c93607137510f115669c0dddc83d4be3fd1e1eee5c", + "model.language_model.layers.40.self_attn.v_proj.weight": "sha256:1a4cbeae2070d1c78ace67be566f2643597dadce635c86024e10a6e93c956a46", + "model.language_model.layers.41.input_layernorm.weight": "sha256:f7c4b58ffaad2533fbf6f325e1afe80bd76e4ae1d15a26b2c36b9d1e0a4a7dc6", + "model.language_model.layers.41.layer_scalar": "sha256:49023f0c6fd4dc207d64b1f3342d510567f7806c5bfdbd9d593244121b6cc6d6", + "model.language_model.layers.41.mlp.down_proj.weight": "sha256:1df958a8b789a5db57dcef5a11bc7fdb1643d11b7ee64f10c0f7d5c4033b29f0", + "model.language_model.layers.41.mlp.gate_proj.weight": "sha256:5725dca22b2a99710762ed42ba905ec7395ba7bcfecce600676539a54d4371bf", + "model.language_model.layers.41.mlp.up_proj.weight": "sha256:c5311a3497a84ff838b2d39c54d7fb2d646f60a49d29905d2fb71fc3e7f85fca", + "model.language_model.layers.41.post_attention_layernorm.weight": "sha256:e277c17cd164bc0588d39c18d3e6851725b80c9439f426166ca5a2305df710e1", + "model.language_model.layers.41.post_feedforward_layernorm.weight": "sha256:4aea80d4b5eaf0596361523d9e0843fcc87d5b1355f1e2867e036920594480bd", + "model.language_model.layers.41.pre_feedforward_layernorm.weight": "sha256:e75cc11402f3be63c37b39a6f5782cc6e1f36536f1071edabb391486420220a3", + "model.language_model.layers.41.self_attn.k_norm.weight": "sha256:2da32e619012daba54f9df198a0b8edb2f9ccee615f0439d614bc79cbd6dba14", + "model.language_model.layers.41.self_attn.k_proj.weight": "sha256:de2d767287766c70e346ae148f45844dc530d9d396d812e9d6fb8cd75aaf8118", + "model.language_model.layers.41.self_attn.o_proj.weight": "sha256:1d6f62be8070ad280511b13c745a361c998e9d2f54db37fa92d2498d24b9b0ad", + "model.language_model.layers.41.self_attn.q_norm.weight": "sha256:7f2caddc5b2da96d087530721f421a45df2daf0927b1d2c76aa262a1300477b0", + "model.language_model.layers.41.self_attn.q_proj.weight": "sha256:45d45bddbf85bc090bba872fbec15332b07ad72b67dc498f7b93d7ff39fbcc28", + "model.language_model.layers.42.input_layernorm.weight": "sha256:bfadde75a447758ce6a3571a015757f3e5414d2626e222122521a009f730d261", + "model.language_model.layers.42.layer_scalar": "sha256:1029b9a71fd851f2ffd832659590993425d517c4203737ac3370988032cf5626", + "model.language_model.layers.42.mlp.down_proj.weight": "sha256:2f8c7d90feebc9026b0b458a6e1c66112a2f82b3e45e987066634c38c1e26e1f", + "model.language_model.layers.42.mlp.gate_proj.weight": "sha256:4b2f0e26125edd5c6ac6d04a724ed4b47728946460534a4c84a59f76037a7fc1", + "model.language_model.layers.42.mlp.up_proj.weight": "sha256:a4ca41b3b2f7e4d4436b5d9f3c12daf77269c213e7faef5fe64869ffa0407c52", + "model.language_model.layers.42.post_attention_layernorm.weight": "sha256:f88f9a3019a6ecfe823109cedb19a693caefca4e454792009fe424f143207df4", + "model.language_model.layers.42.post_feedforward_layernorm.weight": "sha256:c1be7b7e46bbbd55693b3ae1ea4c31d85e09beee0185a24513055f770d502995", + "model.language_model.layers.42.pre_feedforward_layernorm.weight": "sha256:90a1ca9a50bc09aa3899456fc324c34a6e64b9120090baeef5242dd75be72af8", + "model.language_model.layers.42.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.42.self_attn.k_proj.weight": "sha256:4a4df794b7c03b493d26a954b819a7f11ecac40a44ea7f56cee5d1a33e739fc5", + "model.language_model.layers.42.self_attn.o_proj.weight": "sha256:af750bada6d0c3691d555adad6fac937ed54d2662d52b3278d6aea88881897fb", + "model.language_model.layers.42.self_attn.q_norm.weight": "sha256:ce2a8fda219edcf122f1e1cb2f0658b0abfb0f634586fb5d856c5541131e2533", + "model.language_model.layers.42.self_attn.q_proj.weight": "sha256:fa8ddc7239c9477ae5c146b17c326da0f4a1ed49caec1459e5741f49273d6994", + "model.language_model.layers.42.self_attn.v_proj.weight": "sha256:8205dc0d19864c7b9b0a7feecd5ef53d068479c9055fc6174020cc95aa4da8a7", + "model.language_model.layers.43.input_layernorm.weight": "sha256:f1a111200b3bf5eb1a71f1b789c19f1d12757dc3b7d9a1f04e5d388d3f6e5378", + "model.language_model.layers.43.layer_scalar": "sha256:164c294f9c535644972bb3db234fb56ce2bbd220c816f7fa89a65b8762afcd3e", + "model.language_model.layers.43.mlp.down_proj.weight": "sha256:0f18a10d270720bbc8a08fc5b080ea1ed988364fdbf08322fd7a6b62997614b6", + "model.language_model.layers.43.mlp.gate_proj.weight": "sha256:47b16ae0f0661c1259e9b70eaafadfd5127aee8edea8d0946dccedfe3f321196", + "model.language_model.layers.43.mlp.up_proj.weight": "sha256:b25c8e132690b07ea735d8962f9bf0878b4cd01d001f98b0e21b336655357b52", + "model.language_model.layers.43.post_attention_layernorm.weight": "sha256:638596572de34d38683918d064edb8270cade43655af289c79162292c6d40212", + "model.language_model.layers.43.post_feedforward_layernorm.weight": "sha256:bb8f7bb2306602069f68e584b52f39c09fa6551ce5d3404326812c6b47fef32d", + "model.language_model.layers.43.pre_feedforward_layernorm.weight": "sha256:a65f6356718c7368b3acdd875eba2b921c61b20cd8f778ec9169e739d218c176", + "model.language_model.layers.43.self_attn.k_norm.weight": "sha256:8df540aab863fff9c40a1dcd8ee83b9782c6677c1290b3e0282e2512c0e1f5c5", + "model.language_model.layers.43.self_attn.k_proj.weight": "sha256:b6d76df1b05b1c06e0a6dd557b0e2b0ebc6a8bc553b675ca60b0e4d2473c0988", + "model.language_model.layers.43.self_attn.o_proj.weight": "sha256:b1021b0e27266a1a515cb0a22b0948711fed97bd3a7b2a6f5d801b074b8f1f3d", + "model.language_model.layers.43.self_attn.q_norm.weight": "sha256:ce2a8fda219edcf122f1e1cb2f0658b0abfb0f634586fb5d856c5541131e2533", + "model.language_model.layers.43.self_attn.q_proj.weight": "sha256:1f8c60a23565852e33b1ffdaead8cbd5695d31f3bc992c16fe5214a72f595461", + "model.language_model.layers.43.self_attn.v_proj.weight": "sha256:9ef42da446e9352da1c844ac215d537eb3844408603b25ae560dcb2748f35de6", + "model.language_model.layers.44.input_layernorm.weight": "sha256:746343b625b213dcd0baf052489e9cae746eddb3511d9c08a6971ab2476266b5", + "model.language_model.layers.44.layer_scalar": "sha256:dbad6aac6c6028319b330061e99619b9ed24896344b679988d0d357b13c3e9a0", + "model.language_model.layers.44.mlp.down_proj.weight": "sha256:3f9689a9aa7c585d39389915d492826416b1c37a49ecb8519832587900a5363c", + "model.language_model.layers.44.mlp.gate_proj.weight": "sha256:9f04bbe590872d0e457e9e90978c5746e9531ba3d97e79fa2fd6525711e056ac", + "model.language_model.layers.44.mlp.up_proj.weight": "sha256:ce6487d2e692801b6ca6548805ab9d8d16b01ea182dd40e02b0ce92c832ca1fc", + "model.language_model.layers.44.post_attention_layernorm.weight": "sha256:31640f118e6a3ebf1ac3d0ad5d825774e671e8cc580d97853b5bdaaf87ee8b1e", + "model.language_model.layers.44.post_feedforward_layernorm.weight": "sha256:b2e37453a3426aa7489cbfb01576725c15d9ba9bfabca6dddccbb2ad4116d6ec", + "model.language_model.layers.44.pre_feedforward_layernorm.weight": "sha256:a18c1f81d261adbc90c2abb370808a4c35c3d113ab00abc1e863774b3b693fb5", + "model.language_model.layers.44.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.44.self_attn.k_proj.weight": "sha256:7b25190f4835fea7d571e949a47bddf8b44b835225ed507083e865968bcb685c", + "model.language_model.layers.44.self_attn.o_proj.weight": "sha256:524167e2829c96fef51fc2c90fd12d16d1bb616eb249ce8f76f3ef33a20822e6", + "model.language_model.layers.44.self_attn.q_norm.weight": "sha256:67fe8a6fb04897c15aef5432aad5650b3801e98dc24948d25d3cbfcf23624306", + "model.language_model.layers.44.self_attn.q_proj.weight": "sha256:fb24215c0bcfb2de9d81e9d3b7fa27005968dff3420cfabb2c0c813ac2b4f542", + "model.language_model.layers.44.self_attn.v_proj.weight": "sha256:f8816c7993c4425127971d5fcb68414ba78ea10f7184a15b3857df8ee56478fc", + "model.language_model.layers.45.input_layernorm.weight": "sha256:23d975b4dc06f3b051e43c10da431dce286b591df1f5305489b3eb6584e606cc", + "model.language_model.layers.45.layer_scalar": "sha256:550a45f471e08da0cc62a029721a65c410352dfeea8ee3d4e540d38c78f9f39f", + "model.language_model.layers.45.mlp.down_proj.weight": "sha256:624511ea91586bf1893073d3f7bb4d0f934c921573862ee34042d4c9fae05ffd", + "model.language_model.layers.45.mlp.gate_proj.weight": "sha256:2835707ef1125469bb102faca520663ee9aefb37127e71f562859c658dfc7f87", + "model.language_model.layers.45.mlp.up_proj.weight": "sha256:0a570c040b87c4641149ab34265c6125b0016dc387922f13ab9b5095209a3688", + "model.language_model.layers.45.post_attention_layernorm.weight": "sha256:166dc89e583ff65c91d539ae91dc73eb135b0a03482c818aebec1818d2aa506d", + "model.language_model.layers.45.post_feedforward_layernorm.weight": "sha256:d3adec4a0417152beb1789732f82f33a46a9cca8aca2ce4086c696899019b162", + "model.language_model.layers.45.pre_feedforward_layernorm.weight": "sha256:ff74b5c45dcbeaf10a9a9a49f8871b2e529d240dc6d9d423cbec43fe932cf942", + "model.language_model.layers.45.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.45.self_attn.k_proj.weight": "sha256:8e6a0a201473d02dfba01b1b38852f309973d04d057a702272079abfba9c2229", + "model.language_model.layers.45.self_attn.o_proj.weight": "sha256:0833878fb4868669cacd783520d8bb9bf2d068951ffad44f7fb9a88d08faceb1", + "model.language_model.layers.45.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.45.self_attn.q_proj.weight": "sha256:589c266802a142b86f1eb92d09e58e5248407a6cdf2bd7aa4ff5b4009bc57656", + "model.language_model.layers.45.self_attn.v_proj.weight": "sha256:d0eeb7749b6fd043b23b48c04634ae2196b3aba374899168d87ec005517607d5", + "model.language_model.layers.46.input_layernorm.weight": "sha256:ddf33262a0b4010eadd82ac6e7a426aa6883e029140229137cc7750e3e22f9f7", + "model.language_model.layers.46.layer_scalar": "sha256:321ad565f30bba96c4bcc78c4c840834dc833aae38fa042a64980d0b4cf019a1", + "model.language_model.layers.46.mlp.down_proj.weight": "sha256:89e00aac321eb1cef25ccf53c1d395c02d60cf59554ccaef71ec764f6887914a", + "model.language_model.layers.46.mlp.gate_proj.weight": "sha256:9620f967c0a05ccf582c4fa2137f27445592fd153704f0c788c64490de228f34", + "model.language_model.layers.46.mlp.up_proj.weight": "sha256:5759539f096a152dc40c43953d4773857d62e949571f9997e62dd0d9ae0c5e29", + "model.language_model.layers.46.post_attention_layernorm.weight": "sha256:caf08251d4147cee72b1756ac19634caff48ac51b1b01dd5987781d8a46e2755", + "model.language_model.layers.46.post_feedforward_layernorm.weight": "sha256:7a6ffd7d21796915c81aa770f3d0ab7a2faacb32c863a90950e02687025a9d69", + "model.language_model.layers.46.pre_feedforward_layernorm.weight": "sha256:134d9692a18aca3a7862caa4f55cb488c6829b96cb021bad82c9a4d907640882", + "model.language_model.layers.46.self_attn.k_norm.weight": "sha256:a8e86012b8f675098ebcc982b63f6e38bb385b4b0265dd0b0e70e6da255f4049", + "model.language_model.layers.46.self_attn.k_proj.weight": "sha256:12b570b6e30774bf06d1377822ed93d9fcde1d00d41a36d68a2b82e1c14a55a8", + "model.language_model.layers.46.self_attn.o_proj.weight": "sha256:4c4a5bfabff05d9cf2901ebb9a42c8f1d58a853e2bef557c62a1d01b76947ef3", + "model.language_model.layers.46.self_attn.q_norm.weight": "sha256:d93740fd44e46665083dd5a2822510429c9600eaef0273275d7525746501ec6b", + "model.language_model.layers.46.self_attn.q_proj.weight": "sha256:6584400bfe426aec1655d7f5ad8a3e3c1a4997500dc1d1db16fa9dba5cbe9c7c", + "model.language_model.layers.46.self_attn.v_proj.weight": "sha256:2c87ed1c410defdfaf64d96d45922e66a59bfbcfe18b0b67f71395657029840a", + "model.language_model.layers.47.input_layernorm.weight": "sha256:133cae00fb13805d6b7281acb5f3f0c4ba78ffc88887e674fd1307307f5e7d33", + "model.language_model.layers.47.layer_scalar": "sha256:710b35e698b1cc22a6483894cb979743dbab845bec6a6781fde75bd665b5c328", + "model.language_model.layers.47.mlp.down_proj.weight": "sha256:32056753258517e3d289a83b429f2d74cb570d69c8919627b07abba813146341", + "model.language_model.layers.47.mlp.gate_proj.weight": "sha256:97b68009baa3550e9d64c4ebe80b5ed6e58ab2b8ca4558041350d594dfd3ec53", + "model.language_model.layers.47.mlp.up_proj.weight": "sha256:43a7febb6babf78d83dfe5e41515cd9975b56de834f45cdde3e708cce21d453f", + "model.language_model.layers.47.post_attention_layernorm.weight": "sha256:e5f2511f8403c3998cc1583d79ce4441398445e3deb0f5e934d0c8bd476ad041", + "model.language_model.layers.47.post_feedforward_layernorm.weight": "sha256:61e407f46029c90f297b358a0d0c56732dbe5a1a32413d4445fe6393809d5fd2", + "model.language_model.layers.47.pre_feedforward_layernorm.weight": "sha256:130ca71449127bf93f629fc167087f9e5e93b29bfe5755f9629896ffecdc3263", + "model.language_model.layers.47.self_attn.k_norm.weight": "sha256:22c86de0d52162f59147566da294b0d2c5df03e134f27fb6df39081ad7627a23", + "model.language_model.layers.47.self_attn.k_proj.weight": "sha256:01f83c29688344d483875af1a0ced5db54095769cb86e45d25dd734016c08be1", + "model.language_model.layers.47.self_attn.o_proj.weight": "sha256:24553919d2c68369cfaf773aaf7d0da4ee55f3cb39c15cd0788d1781caa22644", + "model.language_model.layers.47.self_attn.q_norm.weight": "sha256:d00137ae133bb9d6da36f9c36251dfe754485722ae9ab9bc0c916dd31c210c77", + "model.language_model.layers.47.self_attn.q_proj.weight": "sha256:c1821cb14bc12afc1177d36a18d4f40acc82c3e61e18a0cdd95d2d882b3f78c1", + "model.language_model.layers.48.input_layernorm.weight": "sha256:52275326a02c329da98d790531e50989869d8a75f671b73d6df556f134dd0764", + "model.language_model.layers.48.layer_scalar": "sha256:75f8e0fe5d8f56d466a452cf43a316f11b85eccca065342d65543eef6f8e49cd", + "model.language_model.layers.48.mlp.down_proj.weight": "sha256:14feb087f20631d80ecfdc34a0fbc4e1a33eab1a3bf6c885b924ba4b72021590", + "model.language_model.layers.48.mlp.gate_proj.weight": "sha256:e4914c1aa22d372f17088f4ca451a075e0bf334b796bac348ff1c22b412ffe89", + "model.language_model.layers.48.mlp.up_proj.weight": "sha256:6cb1e938bcb96fa2a09a3a918a1f4496b41e0ec2e9ab822f6276e13ead274934", + "model.language_model.layers.48.post_attention_layernorm.weight": "sha256:383964b65e3e0bc1c4fc735424bd4715656d66bb1cfb2e64dc1880b4852c1f1f", + "model.language_model.layers.48.post_feedforward_layernorm.weight": "sha256:c0241da6e117e0b5649c68cecf085cf165bb3dfa82c5ec340333a71938d395bf", + "model.language_model.layers.48.pre_feedforward_layernorm.weight": "sha256:8e701c1a5ad64203fefaab5d64a1b5ca40277d8ca5d3430515d95ade855d2edb", + "model.language_model.layers.48.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.48.self_attn.k_proj.weight": "sha256:67d6aa257808eaa6436657062781b30a06f1df867037b9e5435f70e39fb37af6", + "model.language_model.layers.48.self_attn.o_proj.weight": "sha256:7040fa62c6d64f613903747ede0b78173168250a299baa97d1afa9f697797557", + "model.language_model.layers.48.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.48.self_attn.q_proj.weight": "sha256:c1cc3310fe3eb9c7b99656ebb0279758b95e43849e8cf22a91659f815b453245", + "model.language_model.layers.48.self_attn.v_proj.weight": "sha256:fa97507300adac7efd27185b31f96c96d3cce69276717fc4d04b6ee8336c07a2", + "model.language_model.layers.49.input_layernorm.weight": "sha256:07fcdd11701ed5a6680cfa4ac42e2943a2711756a79f5143861c0a5b229628d2", + "model.language_model.layers.49.layer_scalar": "sha256:16149211e3ab2976bb4b9c0e8c96086c4d1dcc7b37b78a9c4b2dca1bf97d5885", + "model.language_model.layers.49.mlp.down_proj.weight": "sha256:08cba1d2f07e3b8ff3a6092af1aef83bbb33ca4adc350bc0bce577362e7e9040", + "model.language_model.layers.49.mlp.gate_proj.weight": "sha256:8671a7569308c035a1f251c1a3e41e649c5030877c6003642ba49f3d8c565682", + "model.language_model.layers.49.mlp.up_proj.weight": "sha256:aec4af892ae1370e1fa39651de1f776e22b92adf5919a96cc0add0b8e6cc2202", + "model.language_model.layers.49.post_attention_layernorm.weight": "sha256:0a14512b47e0edfa40d6d438aa6841486f1cc828f376f06bf85d73f62aeedd5e", + "model.language_model.layers.49.post_feedforward_layernorm.weight": "sha256:2c22c603167fd6cfdb68685eed706fe80a46ea8a9f5009fb50ce4703b93b2e05", + "model.language_model.layers.49.pre_feedforward_layernorm.weight": "sha256:f3eec7cf73dcc23f226cb17a2064919436317b6de1f7757576ac6f8b82f75659", + "model.language_model.layers.49.self_attn.k_norm.weight": "sha256:2ae771930970d330e678ee2cc9f993fd3ad2cd92628429eab47744eaad487ea1", + "model.language_model.layers.49.self_attn.k_proj.weight": "sha256:dcfa15ae2abd7b2c35aab44b28549fea6cfc5169d292d517be3579d1b2759d7e", + "model.language_model.layers.49.self_attn.o_proj.weight": "sha256:c768cca6c8b52a5dc02d08283c15ea840d46995a7bb5e11280822643324fd8e3", + "model.language_model.layers.49.self_attn.q_norm.weight": "sha256:5f20d673ccba700f977c7eb94bbac34893910e733970432d3d40f6704ffeadaa", + "model.language_model.layers.49.self_attn.q_proj.weight": "sha256:279148cc09ae28d8f4956d0dcf90a625e90240805baa01affc360a463d4331bb", + "model.language_model.layers.49.self_attn.v_proj.weight": "sha256:204cabb6c16fba6822b9e02d41110578ee449bf5ee526a583b5f63219ff7213c", + "model.language_model.layers.5.input_layernorm.weight": "sha256:ab8b5dc315e949de58ff6836b3460f9dc033cb114c72e44f5d2964bab533c124", + "model.language_model.layers.5.layer_scalar": "sha256:710b35e698b1cc22a6483894cb979743dbab845bec6a6781fde75bd665b5c328", + "model.language_model.layers.5.mlp.down_proj.weight": "sha256:ad82b81ff91e089281af24cd0d9c3a61df12aac23e9247b72f42befd52263afc", + "model.language_model.layers.5.mlp.gate_proj.weight": "sha256:c55232b9badea6797cd0831a926b7af662f132b6a6e81408d9d74181f92a7f09", + "model.language_model.layers.5.mlp.up_proj.weight": "sha256:e42912a92f457385041777468589d15a937a074e29ecad0d83070ded40c95d9a", + "model.language_model.layers.5.post_attention_layernorm.weight": "sha256:be336f25604bbc73f69c51b628b2dc8804704fecbb27cd1d14837f30921bbe58", + "model.language_model.layers.5.post_feedforward_layernorm.weight": "sha256:486bf177a4b47aca7a79ce4316a13196d3e33161b62ac32de041933664213fa9", + "model.language_model.layers.5.pre_feedforward_layernorm.weight": "sha256:5120df23ec4bbafd0229019464246a66bccb96c208b3207bf98a5e68ddd94a87", + "model.language_model.layers.5.self_attn.k_norm.weight": "sha256:6032dfa2cd6956fc79334a9473c72d99125ca41043481ac986b5e3ba1ac2c718", + "model.language_model.layers.5.self_attn.k_proj.weight": "sha256:e2fd54099a4a76e9aa2f6930f8da3ff2f1403622b5548421d407e6bc55169bd6", + "model.language_model.layers.5.self_attn.o_proj.weight": "sha256:2711c20afc30cafec54523652f17be56d47511ff6ec61396bcfa4cbfc0940b5b", + "model.language_model.layers.5.self_attn.q_norm.weight": "sha256:1b42473b13b80d6c14a761a1541c4a19d88579625706595fe881f3b0a5016214", + "model.language_model.layers.5.self_attn.q_proj.weight": "sha256:0a9068cdd49d3be0f42299ae757efbd32988d05f719db2b3a1828ae086c53223", + "model.language_model.layers.50.input_layernorm.weight": "sha256:dba111da8b162086afbc770f2108e63b06471bfbcbdd48250ba90e3f075790cb", + "model.language_model.layers.50.layer_scalar": "sha256:550a45f471e08da0cc62a029721a65c410352dfeea8ee3d4e540d38c78f9f39f", + "model.language_model.layers.50.mlp.down_proj.weight": "sha256:a3b31c250596a1c329b9009a95921500f01dea822218f8d21fe904f85c0af646", + "model.language_model.layers.50.mlp.gate_proj.weight": "sha256:3a90312dde5fedea6f43598f02d7479a3bb453740e120921a12d142b0f049ac5", + "model.language_model.layers.50.mlp.up_proj.weight": "sha256:2e27450fc176f0f363fa1af06474851ea9c94d04fe2a2c4bf9341018d4dff19f", + "model.language_model.layers.50.post_attention_layernorm.weight": "sha256:0bb9b102e2b13e501f216528daf431029def3f85257ae7cd0cb6c6dbf176daf4", + "model.language_model.layers.50.post_feedforward_layernorm.weight": "sha256:3538ee175b65158f3410c7a2654d54318718cf00ece10dee7f687e52607c67fd", + "model.language_model.layers.50.pre_feedforward_layernorm.weight": "sha256:c9a4d086bc3c69a867e1a11e051eb16e93564d677c43ec536abba64ff91836f9", + "model.language_model.layers.50.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.50.self_attn.k_proj.weight": "sha256:c6405ab010ccaeefd28bb275335e4913aac069b062ff99bc7e6e829bbbba582d", + "model.language_model.layers.50.self_attn.o_proj.weight": "sha256:a9b2b549198fe3e07c3971686623e92400cd005d2c4215324f8b02e739a41f58", + "model.language_model.layers.50.self_attn.q_norm.weight": "sha256:774829729102eb0d5670d193d02b0e480d417118ad2996caf675a5bb062f51b9", + "model.language_model.layers.50.self_attn.q_proj.weight": "sha256:cd3b7934550b7a00dfc62a072e8ba2b3bd654e13ddc8f5392c59dd74eb60da37", + "model.language_model.layers.50.self_attn.v_proj.weight": "sha256:ba8693d51fc42b89bc5b96753dd45d6b8adb6093a96f5642b91123137f02471d", + "model.language_model.layers.51.input_layernorm.weight": "sha256:55a3d0972cc2c7913a813d3d5302c7adafd34223eb04f2e5e661f4e92d97eae8", + "model.language_model.layers.51.layer_scalar": "sha256:710b35e698b1cc22a6483894cb979743dbab845bec6a6781fde75bd665b5c328", + "model.language_model.layers.51.mlp.down_proj.weight": "sha256:fdd4ebda5dffff033e805f7643483fa8458a12dc71e7245ff4cfe7fd72c5f812", + "model.language_model.layers.51.mlp.gate_proj.weight": "sha256:628e1b9208737fc95943daf67a2feee25010de773c253fe584b9753cc1e39db1", + "model.language_model.layers.51.mlp.up_proj.weight": "sha256:133c0544a870dce96eacf35944173fccacc55f6b36c48db0d3ccee2d66a0c034", + "model.language_model.layers.51.post_attention_layernorm.weight": "sha256:2c441a241d43afcb022182ddf5e2d2824db7043f24059c5055bcafeb5304810c", + "model.language_model.layers.51.post_feedforward_layernorm.weight": "sha256:01569ebc9bb474d6935c3848fa21d0c906c58945eb4d2be7888126023959bb31", + "model.language_model.layers.51.pre_feedforward_layernorm.weight": "sha256:e1f65a4a8ff15a3fce3a6fe314f2d3dcc52ace5258debc770815a2bf50b08427", + "model.language_model.layers.51.self_attn.k_norm.weight": "sha256:2ae771930970d330e678ee2cc9f993fd3ad2cd92628429eab47744eaad487ea1", + "model.language_model.layers.51.self_attn.k_proj.weight": "sha256:b9f7d64bcb03728037017bc67eeefb270d4d3cb465ede2b7194a67bfd3651b3e", + "model.language_model.layers.51.self_attn.o_proj.weight": "sha256:e078262f958fd60a044afae8571041dd91c8873aa8ebec4833dd2a7032fec12d", + "model.language_model.layers.51.self_attn.q_norm.weight": "sha256:5f20d673ccba700f977c7eb94bbac34893910e733970432d3d40f6704ffeadaa", + "model.language_model.layers.51.self_attn.q_proj.weight": "sha256:7e7f155a34356b2379bb43d6c6940721d23447bca15a1cb414ee746388cf1c13", + "model.language_model.layers.51.self_attn.v_proj.weight": "sha256:604a7c352d85078db10892a971e18e178c9466174c9f3e043e1e0030c3205e31", + "model.language_model.layers.52.input_layernorm.weight": "sha256:870f8bdada881c031e656ff8690c5a9cd02dd887a05e27dcdf143891c9a37c8e", + "model.language_model.layers.52.layer_scalar": "sha256:ef6363a0a1ae7a64604d9d46811be49edcae6d90bb878b7a02ee6b8238e26e95", + "model.language_model.layers.52.mlp.down_proj.weight": "sha256:59ba5ddec9f84dff0f2ba4e5fb551466da7e12c256e5071098bd30ea7a2d7252", + "model.language_model.layers.52.mlp.gate_proj.weight": "sha256:c63e13d89b70f8a6a490bdd8791fab8d1cd55c330c01fed1bee8d494221410c0", + "model.language_model.layers.52.mlp.up_proj.weight": "sha256:7cba6edc45613139f8c672abcc1a560dbcc4158dc9f3c4f7add153db871c54d9", + "model.language_model.layers.52.post_attention_layernorm.weight": "sha256:9be006feab1544686ea328e07bfa5172ed8e190d7f62c29f0bd762b0836a81ca", + "model.language_model.layers.52.post_feedforward_layernorm.weight": "sha256:675653ccb65f2ac851e98a120da0a1c3bdfb61e1a6aae9b87277b12ea15e57e2", + "model.language_model.layers.52.pre_feedforward_layernorm.weight": "sha256:49728ca351239001bd573d769621d17303fcc79e73d38cda192d6660369c7dd2", + "model.language_model.layers.52.self_attn.k_norm.weight": "sha256:5d2c1e633fd94b229bda99edc691f7362d930716183b793c8dc22582f67d92eb", + "model.language_model.layers.52.self_attn.k_proj.weight": "sha256:725ffc105249bce1ce2a1e87832ff40c430d8abf38c7a2f0f6af94d6acbca0e8", + "model.language_model.layers.52.self_attn.o_proj.weight": "sha256:37258775ceffc8b6b0623f0b674dabd163971e2c383b6b8615be6855afb1f392", + "model.language_model.layers.52.self_attn.q_norm.weight": "sha256:1e0073650a3ab5910a737114b798bd2e06f3f8d8a0a0eaf98cecbaf4c307db97", + "model.language_model.layers.52.self_attn.q_proj.weight": "sha256:77a284f4e6dc8aaff74ed615c484bca4b78cb45def2ac732252408a22b25df70", + "model.language_model.layers.52.self_attn.v_proj.weight": "sha256:1e4476d54318a894e88c44ba1652e58a8548859c22687b97e70c377867a70387", + "model.language_model.layers.53.input_layernorm.weight": "sha256:d7f003607be25059f956dddc6589925818aad90a69d278e4006319a492535d3b", + "model.language_model.layers.53.layer_scalar": "sha256:4581a9a158c7a7d5af87e963b3364487aa7d507f70546715f262c878246fcd69", + "model.language_model.layers.53.mlp.down_proj.weight": "sha256:9ad507499da9b4ced49c422925e36eb054fdaaf3348770338f6af83a73bb4aa1", + "model.language_model.layers.53.mlp.gate_proj.weight": "sha256:031d561e03deeb5c9b23281c337f84013b3746b68b776b0c5906f452e6c7a50a", + "model.language_model.layers.53.mlp.up_proj.weight": "sha256:6171b19ca3062987a2c26ea162c92a86aade87a42006778631046b603ca2a5d1", + "model.language_model.layers.53.post_attention_layernorm.weight": "sha256:8a297891d50a0c1ea96e13119ff083bd1534e4d11e2ac508a92711afeb832e12", + "model.language_model.layers.53.post_feedforward_layernorm.weight": "sha256:a5af280220ffdee1694fbfb0a2574dfd99bf9c44dd2d69ef0c1eedbe5272a876", + "model.language_model.layers.53.pre_feedforward_layernorm.weight": "sha256:131e462b1b9c97dfe9aff56d204bc5af6331a5b7f6f7c186a6ded9a04784e636", + "model.language_model.layers.53.self_attn.k_norm.weight": "sha256:1593649ee746af3c428f385a81462feff2616945d704f80b924a18e75d262753", + "model.language_model.layers.53.self_attn.k_proj.weight": "sha256:270d6f3494eab672d8aa701df295b3ee78efebdf9badf80448376e41e262c928", + "model.language_model.layers.53.self_attn.o_proj.weight": "sha256:28a842c91b9a7901b9e30b3f01b574f09665f33fae3652dc9004ceca2801bf50", + "model.language_model.layers.53.self_attn.q_norm.weight": "sha256:b20feee8a044213c28712b36767d55bfa5fd9e9673802ba21fbbb15d1555d335", + "model.language_model.layers.53.self_attn.q_proj.weight": "sha256:eef31005bb6df8ca5814ea1a0472606abedd9336f0ba8a2c2054e97164da8546", + "model.language_model.layers.54.input_layernorm.weight": "sha256:aa66bcd8047d62e98b7d4ef20b77366dc4acc79017a81650143fb91c283ce623", + "model.language_model.layers.54.layer_scalar": "sha256:51146722a7f39a70539c2474dea2dfaaa8e197c897ab6bf59ba9c3a66db02499", + "model.language_model.layers.54.mlp.down_proj.weight": "sha256:016f6cd13a985e4845fdb249b3bfc50fb04a9453812a17a65068d503c7160037", + "model.language_model.layers.54.mlp.gate_proj.weight": "sha256:2710a6b8cebb7ba59aa2964202611b31c839e010125a7d7a66b209bcb494d420", + "model.language_model.layers.54.mlp.up_proj.weight": "sha256:e22222dc980ac1593430f3e958298766a90daf915d11ef766d5b5b1fe2fb9c59", + "model.language_model.layers.54.post_attention_layernorm.weight": "sha256:dd7ba2db0c1abcccb8b738cfdff91fd6eda0da274300df893d1ba683c3ad2387", + "model.language_model.layers.54.post_feedforward_layernorm.weight": "sha256:7e46f4c92439ad356988e02bda88854fcae37554e8655a352e8053446f204bb5", + "model.language_model.layers.54.pre_feedforward_layernorm.weight": "sha256:0e424417f6946297ed832ae1fe02b4a2afd9b7f015b1e131ca908e3d4be2a8f0", + "model.language_model.layers.54.self_attn.k_norm.weight": "sha256:8aacdb1fda9ea882e442e06ece4fd0da1789fe5471855b7d05bd944f0d095e8d", + "model.language_model.layers.54.self_attn.k_proj.weight": "sha256:d74b97eaf33225135ba1bf6ff23d9351a730babd902cc3a1c25f03b66ec85a13", + "model.language_model.layers.54.self_attn.o_proj.weight": "sha256:eb07b48e6fada80c561170f84311c946153d4b07e4dd2956972655c1b8db5df8", + "model.language_model.layers.54.self_attn.q_norm.weight": "sha256:d2d9249143b2d1f69392369e4a1663611811867421d221bc8f7b60c6bcc7a994", + "model.language_model.layers.54.self_attn.q_proj.weight": "sha256:458a683face2c56160a03ce96a05a51f0212af6a6f66c07b71d72a4afbd5f3bc", + "model.language_model.layers.54.self_attn.v_proj.weight": "sha256:f187db70633d6be681e1805944d9b654876f18c9d15f76d5af0da1b67be5673e", + "model.language_model.layers.55.input_layernorm.weight": "sha256:056882a7f68e8c0e206bc86085538be8a82810ce945d674cfd548990e1b61c49", + "model.language_model.layers.55.layer_scalar": "sha256:17d75016297fbd72cde976d1ebe109cc0775f4c3359b17262e82a5fd2947e04b", + "model.language_model.layers.55.mlp.down_proj.weight": "sha256:cf350935fd356a796b7d2ceb1a9eea2807a2f44088bfc66088e079cab9497aed", + "model.language_model.layers.55.mlp.gate_proj.weight": "sha256:e9970aa5412b9d60b9f133a4aaf10bda6915bf899217b86c6e6cd63c7a127dc0", + "model.language_model.layers.55.mlp.up_proj.weight": "sha256:ed43d47400d6b6c54d16a2cdbe3a6cf3ab0acb34207d40f333536de887f7805b", + "model.language_model.layers.55.post_attention_layernorm.weight": "sha256:f59efb8c63a8755826861295dbd57766ffeca0b7d7a58d20b58a93c102a7ffb9", + "model.language_model.layers.55.post_feedforward_layernorm.weight": "sha256:fec8e984446b7721220b5b9c1d0eff0a465f478c06c58ea565472b3f3540299e", + "model.language_model.layers.55.pre_feedforward_layernorm.weight": "sha256:5a8022cd9dcc2a59681544a69f696de43a105090df01cd271dae00c87446862a", + "model.language_model.layers.55.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.55.self_attn.k_proj.weight": "sha256:9149b900431768c2a60869d32973c1f6f4c7dbab621b6781d8e03354063f7cf5", + "model.language_model.layers.55.self_attn.o_proj.weight": "sha256:75d449435cbac44841c7f537f59ca8e26cd570d1dcba6ee0500e083b6de8aa37", + "model.language_model.layers.55.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.55.self_attn.q_proj.weight": "sha256:a49851802ef7d3ac5c31ff8a11a847e82b9bb329a51633e846407cdd123c382d", + "model.language_model.layers.55.self_attn.v_proj.weight": "sha256:3cb955ada05bd6f14b275326e9f0347e4c20fbb587036910e4a69bf2a9d66f51", + "model.language_model.layers.56.input_layernorm.weight": "sha256:619bae4c06273c82efb994c6992dba8e11bcd65b39465e3f934d8c513cb56998", + "model.language_model.layers.56.layer_scalar": "sha256:550a45f471e08da0cc62a029721a65c410352dfeea8ee3d4e540d38c78f9f39f", + "model.language_model.layers.56.mlp.down_proj.weight": "sha256:a05bda76f88d04dd64cda4a3408888678f08a1e2283a794e53df407c2b280c9d", + "model.language_model.layers.56.mlp.gate_proj.weight": "sha256:e3122b10eb10a355394846f96076187a0dfe516d97dee04c0927f0b6463f108b", + "model.language_model.layers.56.mlp.up_proj.weight": "sha256:a014bed34f31597ea46f048d9e3d934130e2d2738bbb6d7c8c62da05f62b408c", + "model.language_model.layers.56.post_attention_layernorm.weight": "sha256:70519da1e9b0c1680cfb0e314cafde05bb5426c6c3bc01eefb84b0a0c3574c85", + "model.language_model.layers.56.post_feedforward_layernorm.weight": "sha256:9175c99a675da205e1cc9c5ed104478dce64babca447d79aa1f4addab684ee29", + "model.language_model.layers.56.pre_feedforward_layernorm.weight": "sha256:6c2b94e8a20bc1c9f01ed8d0183d088ae41bb1121c8d5678438160b1f01f3716", + "model.language_model.layers.56.self_attn.k_norm.weight": "sha256:a8e86012b8f675098ebcc982b63f6e38bb385b4b0265dd0b0e70e6da255f4049", + "model.language_model.layers.56.self_attn.k_proj.weight": "sha256:f97d0a529eb77af4a06add6ce052df32392c65e354bb3f01b1fe99f5cd848599", + "model.language_model.layers.56.self_attn.o_proj.weight": "sha256:b95609079bcca9fd444c805772dfa50113c9e529a6884f158741ede1024199b3", + "model.language_model.layers.56.self_attn.q_norm.weight": "sha256:d93740fd44e46665083dd5a2822510429c9600eaef0273275d7525746501ec6b", + "model.language_model.layers.56.self_attn.q_proj.weight": "sha256:cce76b3b28f3bb19c3b3ed2f1d0577feaa8b87209aa995541fb2682cd77652c0", + "model.language_model.layers.56.self_attn.v_proj.weight": "sha256:82e4e1ceeb54b1c2af3123b2d99f71815d3fef7f9b102a1d1590df63d1b5133f", + "model.language_model.layers.57.input_layernorm.weight": "sha256:18aacf2baabdfbf7387e62abb900cd05f1628af9fb56fa1a31a4b9397fefd3ae", + "model.language_model.layers.57.layer_scalar": "sha256:51e33c7c7efbc350d26f9a93a0632e153adae59543f9e4839f86f207d3f395f2", + "model.language_model.layers.57.mlp.down_proj.weight": "sha256:ec7d9b3ba2d73f3cdfce320b66f0821d44039af01854180d3f12fbcaa5150ab1", + "model.language_model.layers.57.mlp.gate_proj.weight": "sha256:58d074903a82a517273ae52056d19f6ac18d62cff1394a6aec9de0d96e8ff4cc", + "model.language_model.layers.57.mlp.up_proj.weight": "sha256:874ddfb72e86a2ca8c88b6de3665e01490b100d7bf18cb9a1db7ebb9b1d52534", + "model.language_model.layers.57.post_attention_layernorm.weight": "sha256:1ea642d1b64ac80be7b54eafbe88720d7eea3eab844f673ebbb7b53fe767eaf8", + "model.language_model.layers.57.post_feedforward_layernorm.weight": "sha256:59f17d9cc59bac6a1ea9a2789fabb087675fbbab4c8222d08b8b7d5c3a619f3d", + "model.language_model.layers.57.pre_feedforward_layernorm.weight": "sha256:758e08b7d91039217cc75fd144fd453e6d00c4ec21cf7d0c2a75a467a22af6e4", + "model.language_model.layers.57.self_attn.k_norm.weight": "sha256:70422273d03649a70bb048bebdc3b1b754dfea8785054e92e3252c85363dad7a", + "model.language_model.layers.57.self_attn.k_proj.weight": "sha256:ac508096d5409607c0fbd0d8207297afba505fd6038956e4013eb352a903572b", + "model.language_model.layers.57.self_attn.o_proj.weight": "sha256:3e54c064a155ee7b4c71572d01a5d4ed0718044edbb2b57d9a2da8d0d8323b70", + "model.language_model.layers.57.self_attn.q_norm.weight": "sha256:593c73c35dae201b57dc09e1e9415ab5d5274d3a4b9eca9fd07418d796f149ad", + "model.language_model.layers.57.self_attn.q_proj.weight": "sha256:0018bf51054bba650090df32af58afe067f2df4cdbc145183fd9756b30ff652d", + "model.language_model.layers.57.self_attn.v_proj.weight": "sha256:1120366b005149a4bb19b1dfab0f3c78616129ebaed2970ef7cd01f95c0186c6", + "model.language_model.layers.58.input_layernorm.weight": "sha256:5b192b381d624c9d6a928bcb332a4f6111a278df49bd3245a500833b87dd5282", + "model.language_model.layers.58.layer_scalar": "sha256:2d4764d79ee3a46ed02728a99b3213c087cc04d1a45d707e22b45906c90ddef1", + "model.language_model.layers.58.mlp.down_proj.weight": "sha256:ba22c162692313e9c4524d8576c066edaf243df8191e9dbe4f817311160844e7", + "model.language_model.layers.58.mlp.gate_proj.weight": "sha256:9aafe81ccda571dcb08608031bc5bbf3978db2fbe02180b73d83a9eb8f397141", + "model.language_model.layers.58.mlp.up_proj.weight": "sha256:0dac916ec80393a0569bb432ad80225b0424ce220c36cc8022a8ab12d1aa4e9a", + "model.language_model.layers.58.post_attention_layernorm.weight": "sha256:41abc032c961dcd73abb49e02988f1007967cc414214480d9ad6632eec24f801", + "model.language_model.layers.58.post_feedforward_layernorm.weight": "sha256:340c63b16da351a9044929cb8b0d2db6d019d6b8c4ce77a62361d41536b56948", + "model.language_model.layers.58.pre_feedforward_layernorm.weight": "sha256:55bfa11e34e0937e016739fcbc0ab02325d2560cd8df16dc34ee43b3e5cf27f4", + "model.language_model.layers.58.self_attn.k_norm.weight": "sha256:679b13d8f159169373074ebc0138b144d838ce614537d649a0c0d88f8416d384", + "model.language_model.layers.58.self_attn.k_proj.weight": "sha256:d543f7e33218abf8f1cb0fc394f3468178643b3b3222f9b56e73bbee4820c8ac", + "model.language_model.layers.58.self_attn.o_proj.weight": "sha256:b817427c1bf347553caf4582ce5055cac5e13cb76bbb17d445b97386bc1fbfe1", + "model.language_model.layers.58.self_attn.q_norm.weight": "sha256:b153ad76258e3dd7696bfcfda2086559c83c9892420c52213a6c8589aaae654b", + "model.language_model.layers.58.self_attn.q_proj.weight": "sha256:43236baca2be77e16eb04f9a719c84ffb0541c4e1c405b064d99acfcc898e57c", + "model.language_model.layers.58.self_attn.v_proj.weight": "sha256:532498dfcf5eb5d466ac2f850472150315b78fdd5f28b4c78e1b4242d8e376bb", + "model.language_model.layers.59.input_layernorm.weight": "sha256:6d57fd7a47df4a950304fbaf6f210edaeead9a2fc0ce8f89236433e357e9462c", + "model.language_model.layers.59.layer_scalar": "sha256:9aeb7ea437db5c5d596b3f0c85564f6d6864fcc5353fdccdb7271093f2ca1a46", + "model.language_model.layers.59.mlp.down_proj.weight": "sha256:96e84d66b14d9c8693483baf2907a50f4c710852a549bbdc161642d1c4296b02", + "model.language_model.layers.59.mlp.gate_proj.weight": "sha256:4c2f868a28aee344123ec656f24f101fc98a1aa3b5bfafbd15f9094601eac85b", + "model.language_model.layers.59.mlp.up_proj.weight": "sha256:f2ec92195dc332379e77f5032be38f4f824a16f3c0b73dd3659983ae3bc22b42", + "model.language_model.layers.59.post_attention_layernorm.weight": "sha256:e53e1cba6437ec5c2e9c44b11e7c83ebcf961abf49794b20267cc83e2c6c35aa", + "model.language_model.layers.59.post_feedforward_layernorm.weight": "sha256:652ed0df97a57fca3583b09228eed564cfb6a8cfaee8255464d7dbcba5f1a36e", + "model.language_model.layers.59.pre_feedforward_layernorm.weight": "sha256:1d1134ac2c0dee23cc127293e0ff9cb6789a68df6f7b67acc06c7ec5531bdcd5", + "model.language_model.layers.59.self_attn.k_norm.weight": "sha256:0ef8f66747a07754a6d6bfa6b75950443a5d5baffd22077d8118a62ee7d665eb", + "model.language_model.layers.59.self_attn.k_proj.weight": "sha256:7e115fd5040fd60b96de86cf81677993509cb36ed54e80c84b96932ec2628a47", + "model.language_model.layers.59.self_attn.o_proj.weight": "sha256:5f02fa3683cb7891cc452832dff474b417c0f2c62176092c26f7d9820da02488", + "model.language_model.layers.59.self_attn.q_norm.weight": "sha256:8f00ada4c69c4b75187c1de5b6d14d5e8c00821d892986007122e76bf507df24", + "model.language_model.layers.59.self_attn.q_proj.weight": "sha256:5ed74c9935b386e9068df77e2e8643c6f869ae35c5b331dece4fd57365f675d8", + "model.language_model.layers.6.input_layernorm.weight": "sha256:eee7d300636e488b481743981edf3c33f99073d05344ad0f441fd36fc45341ad", + "model.language_model.layers.6.layer_scalar": "sha256:6574ef3725ae18bd1092d2ed3a2cc0cbae726a3c6a3163925bbaebf2321e6474", + "model.language_model.layers.6.mlp.down_proj.weight": "sha256:c71baad412d38458c824383ce4f373b7d377d27fc5296b874784e23fb10f45d0", + "model.language_model.layers.6.mlp.gate_proj.weight": "sha256:17e264db65d37245910ac09c62b4acc185e1a2bd317097b51e60a96c3158cf9f", + "model.language_model.layers.6.mlp.up_proj.weight": "sha256:53625636a5e389b607070d1c857bbe924784f622f48043ae01b486072193e8b9", + "model.language_model.layers.6.post_attention_layernorm.weight": "sha256:982529e4d1b57aa9f1d9391810bd20c9ba19090d0e5d5b8a24bd6fdb34a277d8", + "model.language_model.layers.6.post_feedforward_layernorm.weight": "sha256:dc5d39b56a321e7ced197e7129fe1b60202ea8c0ce5766044f197b9bf2b22422", + "model.language_model.layers.6.pre_feedforward_layernorm.weight": "sha256:f9c67b5d65fef32409c7ebf0eff070464d3d033cc3815acd971607533870288b", + "model.language_model.layers.6.self_attn.k_norm.weight": "sha256:2ae771930970d330e678ee2cc9f993fd3ad2cd92628429eab47744eaad487ea1", + "model.language_model.layers.6.self_attn.k_proj.weight": "sha256:47607add3b813b1f2ed43396ca1996711ca432b2c912f8f042fa539222dbf058", + "model.language_model.layers.6.self_attn.o_proj.weight": "sha256:98eadadd010b07f4a155dbbe15dd2f113da54d15319c1af356fa3b01ca23cc81", + "model.language_model.layers.6.self_attn.q_norm.weight": "sha256:5f20d673ccba700f977c7eb94bbac34893910e733970432d3d40f6704ffeadaa", + "model.language_model.layers.6.self_attn.q_proj.weight": "sha256:b1179627362396894962d318c21ada15549eb32ffab740b00f69d992982f81bf", + "model.language_model.layers.6.self_attn.v_proj.weight": "sha256:ca432f5a04a8ca4360f3e5c250bf6847225be517280613e793a370b2a1aeda72", + "model.language_model.layers.7.input_layernorm.weight": "sha256:73a8343a9db66600ed16cc4e2bc349116e692df331eb7bf882386778faefeb96", + "model.language_model.layers.7.layer_scalar": "sha256:5a885e607ffad926307083ab99c260da9ce69c4d4f4ffa17dd123ada0796c32b", + "model.language_model.layers.7.mlp.down_proj.weight": "sha256:f8b1384121b38d15b7578ac31e35d1ed04bfcbf31bff3c6e357d5d53a602512e", + "model.language_model.layers.7.mlp.gate_proj.weight": "sha256:4be2c1e455a6794753a8fcf7d4eeef9d8b499077a82d3823bf9aa4a398fd087f", + "model.language_model.layers.7.mlp.up_proj.weight": "sha256:5b4d4a3912066f0971c116f8163d61c5ed21a18bf8472bd362ab09dd2045c05a", + "model.language_model.layers.7.post_attention_layernorm.weight": "sha256:087d1af7ad96e81063c5af0668e6726a8f02991a0a3e382c0d147870b6202fcb", + "model.language_model.layers.7.post_feedforward_layernorm.weight": "sha256:31dd856338295ce123030f84dc6967455614ab1f6bde07d553eaf592665bd398", + "model.language_model.layers.7.pre_feedforward_layernorm.weight": "sha256:8d5c0387d8b5cced28e093fb6d0828f953839ead84322cce93c026847eba003c", + "model.language_model.layers.7.self_attn.k_norm.weight": "sha256:5e465e07aae44b0328ae9c1d67a6e77b6b3bd3a7d11aa1a5479ab07fb7aec968", + "model.language_model.layers.7.self_attn.k_proj.weight": "sha256:6ec338a6e507dacf434a833c8f981654d6314c9d6588d6d5cf868bae1aac1bb2", + "model.language_model.layers.7.self_attn.o_proj.weight": "sha256:201398fee6ee9d645e677f060c71404af017e6d4d4aeddb55e04a5778b6d62ef", + "model.language_model.layers.7.self_attn.q_norm.weight": "sha256:f49218811efe86270ef4cb59b83f110913a821f8e4b8fade8e635435239d2fee", + "model.language_model.layers.7.self_attn.q_proj.weight": "sha256:3d8bc774689f403bd27bb23da61952ea42543d391aa362621d84d31e20853f8d", + "model.language_model.layers.7.self_attn.v_proj.weight": "sha256:2333d0eb7efa63f2eb3df2e3368ae6e76ba0741997d8437199e7d2dac4dde263", + "model.language_model.layers.8.input_layernorm.weight": "sha256:018fac1dba3d2de369ef096fbf921b76bb81118172fb0184ecbb339ccce95da0", + "model.language_model.layers.8.layer_scalar": "sha256:727f39b2de31425cfeb94f095536eddb2af79033f2b07f3d323200ea3bb166a5", + "model.language_model.layers.8.mlp.down_proj.weight": "sha256:e161878449e44cddfef92b3c9c94a489fa2e88d06b771e6a958651e753c0dc6e", + "model.language_model.layers.8.mlp.gate_proj.weight": "sha256:35fa2e33c26ac1d3ee2819903a47e626101b669d10355f5c0f1493562e848ef0", + "model.language_model.layers.8.mlp.up_proj.weight": "sha256:055a1ec04283b4a0977093793b605237ad18f845f5d620899944eac2647a5e2f", + "model.language_model.layers.8.post_attention_layernorm.weight": "sha256:568f7f07175597fec6845da16de6f9ea28f4ca1dacd61e7bbe557dc1b84a5b3f", + "model.language_model.layers.8.post_feedforward_layernorm.weight": "sha256:66f2838ebacb2219d2ddecb14ed57a38c7ef5ccf44dfd24551497e5c1c73c2b6", + "model.language_model.layers.8.pre_feedforward_layernorm.weight": "sha256:a948962bcb38b14e54fefc866fa4ed342b2578d2f7a55d5b0f8239b080cac86e", + "model.language_model.layers.8.self_attn.k_norm.weight": "sha256:eb6a0bb443b487617c5d2282bd9f0a4befab65f46368a0f4ae35033f445198ce", + "model.language_model.layers.8.self_attn.k_proj.weight": "sha256:92ef0ff3345963d11e2fbba99f8c7778a7825e25495914df87af96fb57685863", + "model.language_model.layers.8.self_attn.o_proj.weight": "sha256:bf05bcf4ebb63bc45fac5204cf8ed71c205d38cbb555a4d20e04d7362177cb45", + "model.language_model.layers.8.self_attn.q_norm.weight": "sha256:774829729102eb0d5670d193d02b0e480d417118ad2996caf675a5bb062f51b9", + "model.language_model.layers.8.self_attn.q_proj.weight": "sha256:e905c5de8dad9269f0a8baa36326dc1c41422ee93688028710f412a86d938494", + "model.language_model.layers.8.self_attn.v_proj.weight": "sha256:2fd9ae864d675919be906415aee4b920531d9af4c841c7e53895fd9381a6e596", + "model.language_model.layers.9.input_layernorm.weight": "sha256:ae16e2806e728a9a6542eeb0d6eb8d0916ac5fb0990dafef5b97ffc909225eda", + "model.language_model.layers.9.layer_scalar": "sha256:ea860af41db73d9a67c6a6d86f269aed31cab29b41efe11a3f2ae9518acc5dff", + "model.language_model.layers.9.mlp.down_proj.weight": "sha256:1fd37d8836821ff0b161f930920a2655e7f34086a287861536f9d217724550ec", + "model.language_model.layers.9.mlp.gate_proj.weight": "sha256:95ca37bb77ef14366048ce417485744ee9f9553b3ad1b1752cc5d43415d70046", + "model.language_model.layers.9.mlp.up_proj.weight": "sha256:707e90d0dd78e16d55afd1c358f2a77c88fed249ce2f1052bf614826acd4b9a2", + "model.language_model.layers.9.post_attention_layernorm.weight": "sha256:a5da3074be2f7af56c1337678d1b33ae127970c53f00d124d71c0407dc0505d4", + "model.language_model.layers.9.post_feedforward_layernorm.weight": "sha256:9b0aff9d656c210c5af9e3757f0d01d7b7c8ef726849c5770798406b00cd0c9f", + "model.language_model.layers.9.pre_feedforward_layernorm.weight": "sha256:938a2bbd64a7e8575b320f65a0ee339c5aacd5e7a4bfe9ecf420ff213a0a76f9", + "model.language_model.layers.9.self_attn.k_norm.weight": "sha256:03cd86cd6a2e19577cc9bbcf8e611b863a67726ab683a01d6c803dd43509ddf1", + "model.language_model.layers.9.self_attn.k_proj.weight": "sha256:12f1470fc6a910be82e4b74e1cb3b4cc6afd0792ed6cb180d1987f77340297fc", + "model.language_model.layers.9.self_attn.o_proj.weight": "sha256:0a3b634f6a5b8c46f5c61f97850804713332d77c1534cdea221c065e61c5637c", + "model.language_model.layers.9.self_attn.q_norm.weight": "sha256:d2d9249143b2d1f69392369e4a1663611811867421d221bc8f7b60c6bcc7a994", + "model.language_model.layers.9.self_attn.q_proj.weight": "sha256:a45121c1de052d3ef70da66d0ae6ba0ad4f985fe1f562619c408c042a3f7bb25", + "model.language_model.layers.9.self_attn.v_proj.weight": "sha256:4ab4e07ea257ae5909e1c15417961e06405e11f0eff8375cc52c7d2a7266fd1e", + "model.language_model.norm.weight": "sha256:02bde86fee13be1e7d898e2d0b60306002d6a1f09e64706ef575e22054517663" + } + } + } +} diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/origin.json b/models/gemma-4-31b-it-text-q4k-ehf16-af32/origin.json new file mode 100644 index 0000000000000000000000000000000000000000..173f98b72169b19892921ac75a6d3c70c5c1e4f0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/origin.json @@ -0,0 +1,9 @@ +{ + "sourceModel": "gemma-4-31b-it", + "sourceRepo": "google/gemma-4-31B-it", + "sourceFormat": "safetensors", + "sourceRevision": "439edf5652646a0d1bd8b46bfdc1d3645761a445", + "variant": "text-q4k-ehf16-af32", + "convertedAt": "2026-04-23T19:56:45.293Z", + "notes": "Text-only RDRR artifact converted from the upstream multimodal Gemma 4 31B safetensors snapshot." +} diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer0.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer0.f32 new file mode 100644 index 0000000000000000000000000000000000000000..74c9fa349f3265e6011c71dd5b2781011aee74d8 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer0.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer1.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer1.f32 new file mode 100644 index 0000000000000000000000000000000000000000..7209fde943f328c002b27306249b473e8a78def3 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer1.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer10.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer10.f32 new file mode 100644 index 0000000000000000000000000000000000000000..6d0b8a28ee93b28e6b57d92618b148827fba77a1 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer10.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer11.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer11.f32 new file mode 100644 index 0000000000000000000000000000000000000000..32cdf253b834c2aa6726e36a5019d9f1a4a1e6e0 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer11.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer12.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer12.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f1b1ef7ae31b055df74050cc53d7116d1eb6783e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer12.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer13.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer13.f32 new file mode 100644 index 0000000000000000000000000000000000000000..560e4e67dfdf17653c66b5033789944e4ba03db6 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer13.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer14.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer14.f32 new file mode 100644 index 0000000000000000000000000000000000000000..b760dfa5b3626a8089dcf6daaf395a01e0232130 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer14.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer15.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer15.f32 new file mode 100644 index 0000000000000000000000000000000000000000..8593a73c98555d66f62b82e7338712ad3322e7c1 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer15.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer16.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer16.f32 new file mode 100644 index 0000000000000000000000000000000000000000..19411565d404ba60783b12e6ed59f70ce070ff63 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer16.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer17.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer17.f32 new file mode 100644 index 0000000000000000000000000000000000000000..30ce25700b9bd0c8b9a619472976e20c576a0914 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer17.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer18.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer18.f32 new file mode 100644 index 0000000000000000000000000000000000000000..445a00113c1b2d791a4233cc81ea5ed68ce4c072 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer18.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer19.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer19.f32 new file mode 100644 index 0000000000000000000000000000000000000000..12507f8be381a3886e64592f8a699d52f311bcd0 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer19.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer2.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer2.f32 new file mode 100644 index 0000000000000000000000000000000000000000..e3730838f3f5693bd8dc57c6eb84e0b43ed02cb4 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer2.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer20.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer20.f32 new file mode 100644 index 0000000000000000000000000000000000000000..9556d46b52ce60e38c7f9999fcfa222997e0707d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer20.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer21.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer21.f32 new file mode 100644 index 0000000000000000000000000000000000000000..8c8a1a60cc4a07ed279ce9835792f3d5b8ff0f1c Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer21.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer22.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer22.f32 new file mode 100644 index 0000000000000000000000000000000000000000..257da333b8fad1d90850b51e70e769465f9c2a80 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer22.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer23.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer23.f32 new file mode 100644 index 0000000000000000000000000000000000000000..dff8391c9d168570f43afb9bd1a9ad39d0d47ca2 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer23.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer24.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer24.f32 new file mode 100644 index 0000000000000000000000000000000000000000..ce7ef0a47f5d452d0f3800a1721b8228496a5d48 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer24.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer25.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer25.f32 new file mode 100644 index 0000000000000000000000000000000000000000..ad5f6ea5fc0fce3a27d6a670ae7836361eb5dbe6 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer25.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer26.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer26.f32 new file mode 100644 index 0000000000000000000000000000000000000000..4e4b425d70f133929a5e8062e8e5e776c967f44f Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer26.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer27.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer27.f32 new file mode 100644 index 0000000000000000000000000000000000000000..67ca065bf127853c8a30160ff231fb0ce6501e8f Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer27.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer28.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer28.f32 new file mode 100644 index 0000000000000000000000000000000000000000..658df00ee263baac5fea15b889636d1fda4f2274 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer28.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer29.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer29.f32 new file mode 100644 index 0000000000000000000000000000000000000000..5be2298bcb8e3f028ec8c31392db6b5ebade1127 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer29.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer3.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer3.f32 new file mode 100644 index 0000000000000000000000000000000000000000..4b23e14a4830bbddc51610cb2887aa0874627d1a Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer3.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer30.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer30.f32 new file mode 100644 index 0000000000000000000000000000000000000000..048cf55471b68723950719634ca7b0459497e6c4 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer30.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer31.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer31.f32 new file mode 100644 index 0000000000000000000000000000000000000000..32909bd1410ad597e29f961e0b34d7d49a6409fe Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer31.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer32.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer32.f32 new file mode 100644 index 0000000000000000000000000000000000000000..23e4497d372aaf7bf420b896bc832a55d3b7a6f7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer32.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer33.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer33.f32 new file mode 100644 index 0000000000000000000000000000000000000000..e972e6e32104e6430ca92b48198af4c464cffd57 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer33.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer34.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer34.f32 new file mode 100644 index 0000000000000000000000000000000000000000..6d133f1e02ab3a0470a503e30aaf2cc346cc2e8b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer34.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer35.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer35.f32 new file mode 100644 index 0000000000000000000000000000000000000000..caf9c292398c6916bcbf5d94993b9f153c1fc1f7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer35.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer36.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer36.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a69ae93ef5dfc6c2c46dd0f0896044f51272814a Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer36.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer37.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer37.f32 new file mode 100644 index 0000000000000000000000000000000000000000..49af558496e84d093fe297633f04c99be6966d18 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer37.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer38.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer38.f32 new file mode 100644 index 0000000000000000000000000000000000000000..34403f3c1469e1225efe0bcc7200d2d56bf611c6 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer38.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer39.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer39.f32 new file mode 100644 index 0000000000000000000000000000000000000000..78a2e02d9dc989b1ca3e1322764d56bb722ec144 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer39.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer4.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer4.f32 new file mode 100644 index 0000000000000000000000000000000000000000..d9214867651ede6797540954b8e6bd2f4834b264 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer4.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer40.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer40.f32 new file mode 100644 index 0000000000000000000000000000000000000000..9e6999d8c55cd8f2b5a753b2d1797aa9ab3f4f6e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer40.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer41.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer41.f32 new file mode 100644 index 0000000000000000000000000000000000000000..99d0dd41b30c35b0347a51e409d496bdb1200796 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer41.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer42.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer42.f32 new file mode 100644 index 0000000000000000000000000000000000000000..8f46d7e2de2e8674fdc52e36b710e044eb6ae928 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer42.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer43.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer43.f32 new file mode 100644 index 0000000000000000000000000000000000000000..91f473cb146e2c03045bb66eee8fdddf3164f68a Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer43.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer44.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer44.f32 new file mode 100644 index 0000000000000000000000000000000000000000..95bad78cc556602fa75e0432906f91a71d7f848e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer44.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer45.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer45.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f0c4e4244c9c8da0f80cdf3e14fb4b1988fcd39b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer45.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer46.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer46.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c277f29a7448ae6f11439d50cd2f9eaa48575d98 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer46.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer47.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer47.f32 new file mode 100644 index 0000000000000000000000000000000000000000..281ec4f667a6dd6a13b17697c903e3bc86494d4d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer47.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer48.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer48.f32 new file mode 100644 index 0000000000000000000000000000000000000000..d20b442980e95d3009f0920ce0c7a45a1754768e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer48.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer49.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer49.f32 new file mode 100644 index 0000000000000000000000000000000000000000..453a1389ec590b37c1679e8e682f4d67cc509ac0 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer49.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer5.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer5.f32 new file mode 100644 index 0000000000000000000000000000000000000000..911dfa031e2a8ec07862c2e4c6159e1cc62eab67 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer5.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer50.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer50.f32 new file mode 100644 index 0000000000000000000000000000000000000000..f6e57cb30f8375dfcc90d341250e97d9e69bee43 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer50.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer51.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer51.f32 new file mode 100644 index 0000000000000000000000000000000000000000..e5dc626fb66d1b3fc44b8155e183af7f690cff6b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer51.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer52.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer52.f32 new file mode 100644 index 0000000000000000000000000000000000000000..6eda73f40e75e3837b0eabfcb11603db1db9d55d Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer52.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer53.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer53.f32 new file mode 100644 index 0000000000000000000000000000000000000000..cc41ffacfd8b93d488e130561cab5a23974cc901 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer53.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer54.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer54.f32 new file mode 100644 index 0000000000000000000000000000000000000000..5932156a5ed1881589711c96bb5c28653e7dedec Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer54.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer55.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer55.f32 new file mode 100644 index 0000000000000000000000000000000000000000..01840ed1191515d92030688621fa2933afb39eeb Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer55.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer56.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer56.f32 new file mode 100644 index 0000000000000000000000000000000000000000..a1edc0c6a6301c413ac6bb012671183621f2cd79 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer56.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer57.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer57.f32 new file mode 100644 index 0000000000000000000000000000000000000000..1cb833cec629a2f5a71cae7e05a7ed9317903eda Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer57.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer58.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer58.f32 new file mode 100644 index 0000000000000000000000000000000000000000..972292d4c49b768ec465a99d56cf21c2cbca3ee3 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer58.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer59.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer59.f32 new file mode 100644 index 0000000000000000000000000000000000000000..6cddee65440ef1aa7ab25684ef8837b2573a766e Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer59.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer6.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer6.f32 new file mode 100644 index 0000000000000000000000000000000000000000..c48ae354dd73a915ff70de18477c5415398aa43b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer6.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer7.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer7.f32 new file mode 100644 index 0000000000000000000000000000000000000000..4a69bbb0535f45938f9723046579a2b8a245893b Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer7.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer8.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer8.f32 new file mode 100644 index 0000000000000000000000000000000000000000..96ab503db1a10adf7c8e8a7d29674ebd6f0bb1f7 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer8.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer9.f32 b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer9.f32 new file mode 100644 index 0000000000000000000000000000000000000000..2ca27c7cfcaacae5be1ee8db0d4bfd2280f0f734 Binary files /dev/null and b/models/gemma-4-31b-it-text-q4k-ehf16-af32/per_layer_inputs.perLayerModelProjection.layer9.f32 differ diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00000.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00000.bin new file mode 100644 index 0000000000000000000000000000000000000000..21b8990220e896c5ec5ead49e236000fc40d0d8d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c58b4cce9ab98c65a2fcfb1cf5b11b7adc25b4264eb866f4a08ac8aeb141b0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00001.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00001.bin new file mode 100644 index 0000000000000000000000000000000000000000..832b9693f497e9efb0acbd8d0341924ac90954a6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e20489f8fa7e28bcd62694696afa54836bcca4e235d5c38418c864fabc49e0e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00002.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00002.bin new file mode 100644 index 0000000000000000000000000000000000000000..9414c784110aa3113864e5b43288baf5cc21ff84 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e285b2e06e414c698003a92f56c2d991b37c1008c895aeee9243ae5a5dcd6e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00003.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00003.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3e7b1f2bdfa599d3ba42316a738f34ea2adc1a1 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f302c357044c461bc54fa10e54a46f1f03aa0c2eefbc3257c66348d0bbe82688 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00004.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00004.bin new file mode 100644 index 0000000000000000000000000000000000000000..edbddf60732c79b6b0cd1ec141841ab413d831b7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d53537d197e76c51635cf6d006a52c2eda98883467a22e849ed0e69ea25f29 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00005.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00005.bin new file mode 100644 index 0000000000000000000000000000000000000000..477f1acb1a1d47654a8c9f3c88a4b3fd5f2c18df --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52e46bf081486643221fd215e690a6db766b03bc6a8e3fe97cc02a045682a60 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00006.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fbe563856312e07f5ae6e0655196bcbde3810bc --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1c8d49a3389e8d39c14f80eaed1ea6d99a1ec274e319ad277c814f0d8a2ff0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00007.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00007.bin new file mode 100644 index 0000000000000000000000000000000000000000..3fa1d4c43420f6d23a06e666c8d0a06118870028 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f617859723d50d0e6d03d81da6035c7a626ff222c5271f8b6b9bfca7bbb291e8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00008.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00008.bin new file mode 100644 index 0000000000000000000000000000000000000000..e03248d669b1be9f1fb7ac2015fcab76a3b4bda9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec16c6cc3e8c5f247497979f077bd18518e4ce48c035c25e8ef32d7fb17d1f2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00009.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00009.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bcfac17a7bb017beee21f2e3fd4d6f3b8072c4c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717489a84ed499721ca4d5c5c999d4db318bf881a5d9a12f22ba72af0d787612 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00010.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00010.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2fbd304f9664609d2e6d322da02f3c7790af0b6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0edfabd6b58fe5abb89a9046f81e4dd92385bef53ee974785b182e1dcf664c0c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00011.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00011.bin new file mode 100644 index 0000000000000000000000000000000000000000..18fb1cae2bac1229bc3256fe8e71317db4c70ba9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfd23476899d239c7f7f2ec1096d7141dac0827322f23f10bdada8aaab9134b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00012.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00012.bin new file mode 100644 index 0000000000000000000000000000000000000000..a28d5c4ccc33fd663401b49eb9d85a762e758435 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00012.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb2a2e49393829d5f89b7d298a6179343fe52112a721ea4e23f171184dc2d730 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00013.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00013.bin new file mode 100644 index 0000000000000000000000000000000000000000..f2f1496cce8a505d4b32b8ac4ded2974f4420ab3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813b0ea1a216add0435b4d23dea49fe1b8b4a5974ceed53f0d52aeca3423dadb +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00014.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00014.bin new file mode 100644 index 0000000000000000000000000000000000000000..d892503ccf198590298c604c74b6a37da6f2b3e7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00014.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac962eccd9b2834fe6a5290c005ecd895a87315a2d12ccdb5f58871eb9d843e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00015.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00015.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d7b1843a66ef6e8ff19ada9bcfdca82948b114a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00015.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c129eae24e33d7a4bf07c8a750593adeeb4506bb1414c1fdb8af2fa745b445d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00016.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00016.bin new file mode 100644 index 0000000000000000000000000000000000000000..53d1725272d1503ca74a7566a49df1f144d0263c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00016.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db5ff4e92f505227e2b06a29d1833febb0bcf52af7d37c8cfcd990e90e084bfd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00017.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00017.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fd03c9dd21f7a37408c318b875bf92e7edb1ac3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00017.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff02b2a6f37f0faa61dee4a58bf6f9be5a2259c7278cba4bff864a1cf81ea1d0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00018.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00018.bin new file mode 100644 index 0000000000000000000000000000000000000000..988d0ee910240bf4c8a4b7bbbc6e8e889f544765 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00018.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32320eadc592b19028f442120a59072ba70e24a3a689852be285b6710decfed +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00019.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00019.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcfa4f025916e83ce0ed5bb753935b11022ffeba --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00019.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8148228345f36d9fe6d16b2358b0e1d126cb6246e04a71f6601f76b6a3d5b3d8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00020.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00020.bin new file mode 100644 index 0000000000000000000000000000000000000000..19d40d6962fe40e77095dc6d47f6ca1c1b14be37 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00020.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d741f07a568a7cf563da4a9d852fa6f8ac27d3b9637bc2eb7b35ad1c9398e5e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00021.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00021.bin new file mode 100644 index 0000000000000000000000000000000000000000..3663522fea1a3572e6cf0e16746dc4dfce96ead6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00021.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc8fc34a3980569b9c6b97bfeed4cb351542e8012063492efe2258e27cb25c6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00022.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00022.bin new file mode 100644 index 0000000000000000000000000000000000000000..71446e1fbfc444be74babd697d8b95dbdd6c22fd --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00022.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa0116367dd132c7684af80bc680d9d7f4a9035aaf4ed77695270c153360ef4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00023.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00023.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4c2466b41921c25ca5082c195642db0e528228c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00023.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1cd9395fb27195ebacb483209bbaf4c95e24601a4d7e1becaf8f93240dfd006 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00024.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00024.bin new file mode 100644 index 0000000000000000000000000000000000000000..3652e0a0903ffbe2828e88403a8f7f796eb607b0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00024.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0922f418f6ad762d969b03ee20e3953d9e4df83781258c9701034cdca52208 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00025.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00025.bin new file mode 100644 index 0000000000000000000000000000000000000000..20aaade9b4c3b0c842410df47bd0009cb633c921 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00025.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e579a3b1cb4cc878993d40cda21c9c8b0aa7cb1bf3f56d3bed379b68a5959d1e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00026.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00026.bin new file mode 100644 index 0000000000000000000000000000000000000000..d489f49519e793cf2be2d367814267a6115d6a4c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00026.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a93b6e0809277e032a3fad15b1b7e6446e0f30cd2dad62eb992e4aa3d7dab5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00027.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00027.bin new file mode 100644 index 0000000000000000000000000000000000000000..423911a8f41dae01c0eeb39921cd3ccacb931657 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00027.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc68adabb7b2aeb1e542b89aaaebe8282f2dd2b3a131ece2dd83727709d51a8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00028.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00028.bin new file mode 100644 index 0000000000000000000000000000000000000000..0826fa35374eeb54a6340393572f00a4d50f90a7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00028.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94f67bef40d7678aa9d63c5d003165d91630574ce3fbba6d98894b38782df9bc +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00029.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00029.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae373622512c0f410bdb7c9595977167cfbe8595 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00029.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23da255bbbce19584291602e88e7fa7f4b4526dbae377e080d3e8c3e4afb077c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00030.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00030.bin new file mode 100644 index 0000000000000000000000000000000000000000..4651f0acebab8c8b056296722fda1a423fe1a804 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00030.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2645edb434572e69488002587f137991b7d772a26f8799bd8702c3ca6b9fdf4b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00031.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00031.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1f64d65ba5dfa6ded1d98b44153533f119c85b2 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00031.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e354993a48a98944df40d826d76e3ac2e34452a20bd596cec12ed0337c62c0f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00032.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00032.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5cfa6dad196c406bc6df72586774f7016347e3f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00032.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2f28070df85a665a4293a417dbe61a9026221a7f7c2e393a0ec79f0b4a7a54 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00033.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00033.bin new file mode 100644 index 0000000000000000000000000000000000000000..08b261e80763123c3d277f999a762d45b429aaf9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00033.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f64a582194f3e236091704051f238aabc2e6107efeef132caebb97c45adf08 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00034.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00034.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9e93d6f949b9a5c2a7d9beadb345786e456c612 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00034.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7f56d2251685ab8459a34bd6f2c0bb011c3125e59e192fb6b5dbfb8d0fc03d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00035.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00035.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b700c7b76e4cd4b6efc30a867954391a58d3b39 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00035.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2059f2ea79ae3d3991eb3575d92e1110c4ee5d95d39b63e34ebb8c475cfbd9b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00036.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00036.bin new file mode 100644 index 0000000000000000000000000000000000000000..494f16beae59557b60dddcee2be0c245d4e7a3ab --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00036.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5372309eeacf84a8c8a65c7f40b869047d4ac2111ae2dbef4f9e0517d776698 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00037.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00037.bin new file mode 100644 index 0000000000000000000000000000000000000000..836a9f063b28a57166293d4d607c65f62866822c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00037.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05bd1e713dc6209f12c24fbafc317a34ec466bf7c272a07df58193c098e0bbc +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00038.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00038.bin new file mode 100644 index 0000000000000000000000000000000000000000..b06843ce7ea6d491c7920fef37dd3130fd1b732f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00038.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7072802ada400bc6902cbc869027f2a61190e3e11545f728b5b918ee0c0a42da +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00039.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00039.bin new file mode 100644 index 0000000000000000000000000000000000000000..0830496c1b10937a8f7a857836c9b0f0e4db7c1e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00039.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff745c27870991f14c9b2a6f3a708176baaa2d614e010db2d155f6beaf3ecc92 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00040.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00040.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c4202a37df1e82857dfd3caad4c108116f6353f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00040.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73621763d29077df186aa560a74aff11e51fa616e38a8ba3743c49d4e7215c0b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00041.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00041.bin new file mode 100644 index 0000000000000000000000000000000000000000..da26d7794489ab1749ecffe3486c7ec4d7d5a2a4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00041.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104dcff0834d2fcbdb75708461421bd88546b74d67469d9b1caff70f47a6544e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00042.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00042.bin new file mode 100644 index 0000000000000000000000000000000000000000..3feae498550bedbf650f92bc215e78af27dfc3e7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00042.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1f21d49005d73841b0fbc7a5d1f69084cd9626d86997257db29ff71aa35eb6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00043.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00043.bin new file mode 100644 index 0000000000000000000000000000000000000000..78d1b053e1fd7b65bc27eb1f4f71dd0786c14939 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00043.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283aebf66491fa5a296dc9b540e2686125787d00a1279bcd1a0f25eca8d593d5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00044.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00044.bin new file mode 100644 index 0000000000000000000000000000000000000000..75537c8f2628ead830d6044ee65834454a5ed9b2 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00044.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02fda942cdb57e74b6ad0a4d9f361736fdf9d2e200185702df9220525146bcb0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00045.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00045.bin new file mode 100644 index 0000000000000000000000000000000000000000..a327c1de89d4f0bff7b2ee1202bbf0f0d7338c08 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00045.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9b6a14ddb1edea0b0d4671ddf5ee1dc0afb59b3969d50f9cfa14efc575119f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00046.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00046.bin new file mode 100644 index 0000000000000000000000000000000000000000..0706a1b5d01934dab3555f7c2fb563ebcf6c8bcc --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00046.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6400049f2d916c8cf1fdb3ae6f22df3f7f17a12997e5d6d111f16a84e68d793 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00047.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00047.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fdf1a2032aba35134d8a1519475d908f905011a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00047.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f097132251617fe25f8327024a57f2d73434a5efe604d07b515119c14d052018 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00048.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00048.bin new file mode 100644 index 0000000000000000000000000000000000000000..28f3d92f24f15caad676290e6ef0b8b0156210e3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00048.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f67a798c36634cc1469ef248ce94975ec5ccc3719e68e13f921206b32127bc +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00049.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00049.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdb37209f0350f38e01a8115691c007ddd946476 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00049.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26efaf79012d351d81d58d63b068dccd22d751e6e5d92d1fe4c2be69375c2f6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00050.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00050.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d1d7f332ece5096a6b8a6d518537c00493433ec --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00050.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c456c880dc8597723c1de69f00d9d26324ca111228382eff54305c8945104417 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00051.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00051.bin new file mode 100644 index 0000000000000000000000000000000000000000..3772f91b2fb84c285115fdc51f8390773da69751 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00051.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990a67e3cfcb6bbf1c8474c79d90f483425335aa1a5cf1853cf8d5c848f9280a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00052.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00052.bin new file mode 100644 index 0000000000000000000000000000000000000000..053514d7728c75e734ba30b1c5c610d60c97a2eb --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00052.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e208b966161831ca4fa1a2d6af636d4e86d00614bbf0420d927ffe928c35051 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00053.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00053.bin new file mode 100644 index 0000000000000000000000000000000000000000..acf98eadd2ff247a04da02202167ee14a0106f11 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00053.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e974e5d7c73d4c2a360092bf8bb027dd093dd3bbc9391b2ae618b9ff63b8c4d8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00054.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00054.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4ae8f96344e04317953697aeb79880f8605ec6e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00054.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936d4526a2bb73f5f233aacffb86c7828d3c8555aa6ac3427b849b3995a62106 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00055.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00055.bin new file mode 100644 index 0000000000000000000000000000000000000000..bdb0627817f8c83762b22b2919aaa07f6d791d6c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00055.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15992f36f62d80d0bb9a92b989860fafcef330470de4c85f9f619c6b9dbe90bc +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00056.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00056.bin new file mode 100644 index 0000000000000000000000000000000000000000..980f60ec9c32f94759e22e1b75853c46059d1814 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00056.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4975d862b70a06bde51bb2c498c3bca30f82d6d9577003f2844bf30aedfdcd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00057.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00057.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a60b95a54aa7fbff22a8fbae41539827f8e03f5 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00057.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2bcf6b10ec0ae2c36f797617735bf240ace836aae805c7e969fe64342972d1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00058.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00058.bin new file mode 100644 index 0000000000000000000000000000000000000000..e10ec96adedc3c3231cd34838ba02cd05940bb26 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00058.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e64c3d3a693ce65d937ae8cc426a63f1fce10cad95d40b089f1e745668929f7 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00059.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00059.bin new file mode 100644 index 0000000000000000000000000000000000000000..023f7508330e30d7e9fa76108cf44fe13c7cea8e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00059.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9c12b135006a0c15d62ed2fea4c022b56ad7965981a41cb8b944e64a7d072c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00060.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00060.bin new file mode 100644 index 0000000000000000000000000000000000000000..09819b477da28141e16c87d28bcd3a1d8da16331 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00060.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2e60a4225ea7c4d1654ec3218f8190563f00910246b17cb68259c37ca40234 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00061.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00061.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd474f2257675502eee17972f65fb61800e2a3f5 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00061.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a497d93d1a28f2e9ddc955ec29f5a26b1723963084505d9c1ea268dd666280 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00062.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00062.bin new file mode 100644 index 0000000000000000000000000000000000000000..0eab1fc4a10321f35ac26b94f5c858d2aaa53a55 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00062.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ebe3fa2fc6ab2b8f093514271594012d976cad2e26331a0fd76470fdb4a7a8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00063.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00063.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1c43ccb3e30ecce6935fae37badf05baf402b6f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00063.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d64a6ff58203a4e39fdd31a9d9985a3fd305e192cf429d891a5a0dcaa49825 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00064.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00064.bin new file mode 100644 index 0000000000000000000000000000000000000000..b19c844fafdba357a5cc10d8d10bd295444c7781 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00064.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ee4c6f526896916247e29bb2af4e28f7ba0b12c4b174d8ba88b558f01229d5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00065.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00065.bin new file mode 100644 index 0000000000000000000000000000000000000000..9889be81329378ef55c1934a44a1521dd029f12b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00065.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9b9d2c25b8eaf1e74c94f7439e02d7ca3cce22242ac1842cfd42244562783a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00066.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00066.bin new file mode 100644 index 0000000000000000000000000000000000000000..61c808d40cd4c85dba458de34aa95b8da32be57b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00066.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc74833dc2dfac39a5ee247a180a487602c7a79dbf5e252fe0740687b2260a6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00067.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00067.bin new file mode 100644 index 0000000000000000000000000000000000000000..e948365a57ae393c76319cdb86ca29f129641b3f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00067.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9761dd3380eeafa3338aa8640464a088bc1066e39ce062b559b7db8c2b3777d8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00068.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00068.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf31289014076d85842c64ac3e80c978aecb205c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00068.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3b95e8cbd62680ddfec1aef135c0ab60526e37fd357335354f9786967cd36e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00069.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00069.bin new file mode 100644 index 0000000000000000000000000000000000000000..b771f42a702f7c25e7f0047323b2da677f43d503 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00069.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb97f75af37707da38d43f86794f381df55f0103770b05222806b8b29902641b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00070.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00070.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e00918c5f0504c8464be61b81aaffdf1225c242 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00070.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9b9c4db8944879269643dec96ee22421c1fa0fe2277e3e796122c3bc4aec8f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00071.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00071.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ab54ea7607a7af58357f25b96734d951032376c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00071.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b010f815da7d815440b587426daabeaa30bbf676de9f1a9d566ba890f08060 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00072.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00072.bin new file mode 100644 index 0000000000000000000000000000000000000000..64d4492f6966d5960af30f9590ee01752cd9a671 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00072.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935d6e409b252cb854628b047eaa9746f1bd3b682cdd78dd54999bd6f3982834 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00073.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00073.bin new file mode 100644 index 0000000000000000000000000000000000000000..62ba696982339b502b173caa6d65e296807eeb56 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00073.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0df535374cc68a05caa019d408ae875804f53539cff6237d86bc6cb767e94a1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00074.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00074.bin new file mode 100644 index 0000000000000000000000000000000000000000..094d2d97e0781b8ae7638e561977e926fd83057a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00074.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc22c5f9fae1fa4673e5d470ed51f041404f365821876593a64c798e42b1bda +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00075.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00075.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae07008b94369ae223f580f0d165c1331eb06880 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00075.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6382543b51a31db023f3ac0a7b61af5d312eaaa36fa28386f66c1afb3c489b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00076.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00076.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac8fd9d8e8eb6cd0845289eb4bd6061d1a6c8d6f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00076.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e639ace9d36efb77c093f24880873ba1a769ac2fbc7f0d0752ed36bdc8efc6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00077.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00077.bin new file mode 100644 index 0000000000000000000000000000000000000000..33145b02cf639b7083386f8b6bd31662ceb2719c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00077.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917a6ef1e01efbc49f6c9b107e26692823736fe29719d72c543b72e49cfea487 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00078.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00078.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc33759779d093b428700a3f33821a0408ba2bab --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00078.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1beeb714d246f0fee5963d188d69ca621757a2459bd0adb0e5a7f9cb008095 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00079.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00079.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0a54068b26ea0053b7af68362c10ffdd6ad1462 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00079.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6abf26a7b338c794d3a794426c84dc94e73df15ccfa139e1d396648125010a9 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00080.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00080.bin new file mode 100644 index 0000000000000000000000000000000000000000..4300d22d8005d8ab44d487cca18a748670fc0ed0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00080.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd49a97ed025f7fccd9c9f9252091ffbeb7979d028336a217341fa0504201c08 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00081.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00081.bin new file mode 100644 index 0000000000000000000000000000000000000000..848a92fd18c862c31551e73c9c4cd870dbf0a75c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00081.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fabb7190eb682ca9d7cb4595f1927bbb66d22a5354e8dabdd691493b53e8bb2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00082.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..15d6b80477f9a38d8ffb14eb0e054c6062c8df2d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7567f7e6fe9356b4febfc0d1d5ecfbb9ceb13ee4c250136066afa3179af7d6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00083.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00083.bin new file mode 100644 index 0000000000000000000000000000000000000000..6954e903f41f7b1f46510bed7a3ea158c607b4d5 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00083.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77af629f63ed27ba28bf66ab318c97513539f5e64781813512dd38c03c16126f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00084.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00084.bin new file mode 100644 index 0000000000000000000000000000000000000000..a2f85d1d3dfc7fdbff5f595753ade7ba0628def2 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00084.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e81bd3c4b31e669277d2d09e1ed4188de4f02613dc30b592f895c96ebbe1a25 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00085.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00085.bin new file mode 100644 index 0000000000000000000000000000000000000000..56fe29259059fd60de313a70ee5414820b11d624 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00085.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d289f445d5aec5cc05e309aba9ace0077fad524c5a40903b5d33c6b0851574ef +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00086.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00086.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8cee338386f87e2db471f59cea2bab0d657140b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00086.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755ef6a7a14252f84540e66f6df3688ee99432d6c0acc43a178ebb549bdf72d5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00087.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00087.bin new file mode 100644 index 0000000000000000000000000000000000000000..53167edd7229190f0e0538c66ec3db23a885daca --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00087.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216fae626a2da7e638178b2dabadbee9bfb9260f7ebbe68b4ed0506e80da20d2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00088.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00088.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a54f17585b0bf855aa52da2644aa273d345799b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00088.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18efb3f7bba467230372c469b14a24691db26c3e26f1551a53f27fecb7ec6e6e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00089.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00089.bin new file mode 100644 index 0000000000000000000000000000000000000000..022806798ad64aa5ddd61681759e84c3d739574f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00089.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7930c817a8b256272b2c81e0cb64fc3b27aac51f9896501599b679c779fd9f08 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00090.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00090.bin new file mode 100644 index 0000000000000000000000000000000000000000..b6d1d84ad9dedab70f5a789d486f46733b5a825a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00090.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409caf5f69b2cb71d1b3306edf9618a6ecb33b96eea61c8ed062db86151a720c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00091.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00091.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd0a2b41f29fdcda45dd4117e97f68c580ca9fcd --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00091.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f5e29806c2b4135c350716088067347426532ca3de3ecf751a1cf8c515fbf1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00092.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00092.bin new file mode 100644 index 0000000000000000000000000000000000000000..24229fdf3c156deddb5316186f5a300bfe57fc37 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00092.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17ceb12b153e2ab4bde580c98a79215896885bf0bd6204febfb1cf64f47ca6c1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00093.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00093.bin new file mode 100644 index 0000000000000000000000000000000000000000..e65fb33115ec7112d76979a586222b7b803eb86b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00093.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5642894b7100b3e7a49f16757d219a2dc2e4d8f4b687b7ed5e2c4aae45b8af +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00094.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00094.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7d2e48c3ac1b51c6411058f0471a878e518d8c8 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00094.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58748639d1a266943acfecb57e797c80aa3b4d157dcf3809df1189e9241a24df +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00095.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00095.bin new file mode 100644 index 0000000000000000000000000000000000000000..b55b16054a984c567db31c472bd581da848de33a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00095.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca205168a5aec2c8a1694c10a5715058f91215c1ae7b120863fd5ef5d606a50 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00096.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00096.bin new file mode 100644 index 0000000000000000000000000000000000000000..14d9b8845370e5fc8010d409b1b18cac52b4ba2d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00096.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f058fbe9d6ce80be2ce1941c83669b3cf257ff2ebaee53dba110bc58b18ffcc4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00097.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00097.bin new file mode 100644 index 0000000000000000000000000000000000000000..638f270ddc51856c18f504862631d2a93b03a865 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00097.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888c02a72b7a28dbe4ea35dbdd50fa79baa48a86218edee54db100ada5fd68ae +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00098.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00098.bin new file mode 100644 index 0000000000000000000000000000000000000000..10c041d1a66a2e9c8cb1bae43725b6304868da03 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00098.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2a8379ac5cbf20f3b4ca3b80bed976a054a557b6c0b812fdae6854920b5ea3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00099.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00099.bin new file mode 100644 index 0000000000000000000000000000000000000000..869082206e4bf6d2abf35bd66b9632a6b8d8a1fd --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00099.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54fdf20bf0a39f1e781f50a0599599fe4bcda9d59ad5ff3cdcd86a269ee2d2db +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00100.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00100.bin new file mode 100644 index 0000000000000000000000000000000000000000..203a3a4a3c61b50e4d7e26101bb8359b9c90af91 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00100.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0270fedf0ba6a49501aa996df194edba307265b7e9a233cf38178ae26695ec +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00101.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00101.bin new file mode 100644 index 0000000000000000000000000000000000000000..d208e33ee5bcd06360e45becb9fc25f8df45e6da --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00101.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfab5b0ea7ca9abc4ce1ff1eb4997a5a727747498c9f7d125862eebe3a4bb9e3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00102.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00102.bin new file mode 100644 index 0000000000000000000000000000000000000000..d3d7c8942086bae81c49a0b8b048687578edf404 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00102.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbadbff2d9437892d3e4ae5c2d5de0a6adb6d7260157b6aea3cc406ba89fb559 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00103.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00103.bin new file mode 100644 index 0000000000000000000000000000000000000000..63dc0837f4c510d033f1ae3fd3526802f738025f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00103.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177375a89c772c58ccd6def8c55f8069c284339a2884f3122228cbe14a6dc2fa +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00104.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00104.bin new file mode 100644 index 0000000000000000000000000000000000000000..db98370f2e6b7e69622427e851956281bbe89d96 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00104.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2ff43be146f3c18b1a8b691d0d2b392764c28514dbb1924b8d7f759b5f4729 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00105.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00105.bin new file mode 100644 index 0000000000000000000000000000000000000000..48a6398c16d1a17db5f2da8e76b07251dc00928f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00105.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777156668057686065ecb10e10aeaca3eb88cdb004e2df2cccfd27c021942eae +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00106.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00106.bin new file mode 100644 index 0000000000000000000000000000000000000000..301b337a3a1cef7f36e2fe670067ac6b543972d3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00106.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2084d125dd94542e0ba21ff226f199aa28d459f51680984f6ca319c9590090d8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00107.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00107.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c399c9859f94128357c4a43a8e17397d13c50df --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00107.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfd555acc9be5003f5a859bac994556c049cfead36379cb466b72524a265640 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00108.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00108.bin new file mode 100644 index 0000000000000000000000000000000000000000..2582a0b2560c8408728071511e2e561cf031419f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00108.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821faac0cd8c0c85661f34d0365f98b677e94ba6a9329b802dec39c281d2d7ff +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00109.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00109.bin new file mode 100644 index 0000000000000000000000000000000000000000..5941b71de3b16cf0031f92b376e0125519b2b08a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00109.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1b45cfd78295e891bb11ff40ca3f41dd54f7b278af07137574b7addd25df96 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00110.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00110.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9e23ba748bdaabd7db2f0f31ec9a05e15ac6695 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00110.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a1385dcc0e94cc0995624af17a07ff69668d4ca94173391a655886888c4886 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00111.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00111.bin new file mode 100644 index 0000000000000000000000000000000000000000..5fad6c03f9cc23676dc4d5167c095ccad6723b3c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00111.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74fd5b3e8917184a86860702656bc71e5b335759d9ea0342a323d4be6a8d6440 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00112.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00112.bin new file mode 100644 index 0000000000000000000000000000000000000000..4103ffa25e440f0ff5291b9e2cff97edbab9db94 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00112.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59edc06209a60e71568096c0134173adb57a6eafa6b8336fa01ce6f22c02ec6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00113.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00113.bin new file mode 100644 index 0000000000000000000000000000000000000000..c1f4b45245431d2bff91b700f052bff0275c3dc0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00113.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fabd3db30e00b19e81db63a24b503a7fd8f0fa5bcb45585428c2b138ecfb3800 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00114.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00114.bin new file mode 100644 index 0000000000000000000000000000000000000000..850c59d0dec21b2116936f13ef28b9bba6a1ac89 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00114.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8151b67956d4a2331541465b2073847a649ca0d4eac2e8db67a8a9dbdfe0eb2d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00115.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00115.bin new file mode 100644 index 0000000000000000000000000000000000000000..191b2d8dc13adb52f24b2ec39989bc3c87675c39 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00115.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b110e3cd189403fe0fa729fbe95ac9bf7be7dd96d39a6cfb35e1960de6e482 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00116.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00116.bin new file mode 100644 index 0000000000000000000000000000000000000000..929286b609a37d9896968878bbb558a2be40198a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00116.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b51415d87ca5af3648ccfd6f74f8a6f9b0fb933e63a543b2faf4bc5baa85765 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00117.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00117.bin new file mode 100644 index 0000000000000000000000000000000000000000..2afb7232a304fc62177f99ec6e8c934a6d22a6ec --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00117.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3bf4c06a25567bcb4212393c746b5857ebbe8c97e99329299bfaab9f17f41a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00118.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00118.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3bc82d510e28c11b385c13b8580513e497f880d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00118.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bf17ce845c1943c330906a0ea2e1636f6ef0649b3c5a1d005c7d901a4cf18e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00119.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00119.bin new file mode 100644 index 0000000000000000000000000000000000000000..864f4d9e66402565efa57a56e013991d6e17e22b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00119.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d153a3ace52a166e3ad6fb791efbe020b0d78c2b30d9594dd9e8a8ac72c9a2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00120.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00120.bin new file mode 100644 index 0000000000000000000000000000000000000000..ef367dee5ad9757645292dd60ebef4ccfc20922f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00120.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91264d3df35f167222a325b3a50923e8e7ad3fa7b9652684e3073e482639902a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00121.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00121.bin new file mode 100644 index 0000000000000000000000000000000000000000..fbc07d55e4de50abf40a2b0ecbfa56dea4e75c65 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00121.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8805e119c8bb02bdc14bc35702d33b3d1d79c3a56f64ebf1d75d362d74efc46f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00122.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00122.bin new file mode 100644 index 0000000000000000000000000000000000000000..5bb63aac3d222f35da16f973068e16d522b36fe0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00122.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b511703cf8906c2d3e8c7b52e6563fcf38fe50404b6af4f0430158d83b7a2f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00123.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00123.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9dcb7eaad08d55411c3b5c520620115f1fed123 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00123.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8717ef6c8e5a7a0735ca0363fe0830d6aa7ec5869862832c463f0f938223d7b1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00124.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00124.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5adfb10e8abb1bf7cf36842b3c65c4c432dcd3a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00124.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aca8af0926995931a14d33be677ec97aba59719afd713747d4f18ae2e1e8788 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00125.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00125.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaaee79528f9faee6abcfc8202bcc12c2e236fa0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00125.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cccf2b8bcccab5f057d4c5d89c1084a9591fb2d648c2cf14801c22d1db980d8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00126.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00126.bin new file mode 100644 index 0000000000000000000000000000000000000000..88a1fe903a7b8847fbce8a26e44103fe22e89ea4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00126.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e06766bd565475fb99c20bf23d2d911555afc2ab7d409c2ab30c6faa4c8d5ff8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00127.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00127.bin new file mode 100644 index 0000000000000000000000000000000000000000..08141c8de0341ebb0d7a0f8e287856b545ffa3b7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00127.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31038f9e16429bb70c5268eb5cc05b92c45cfee6710f1ca19d45d98e82ff9b1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00128.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00128.bin new file mode 100644 index 0000000000000000000000000000000000000000..31c9e592ab4981c10a06dfef980e74d10ec80d62 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00128.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc5b624026ef173897f4251453ea0f99891f1ded18eaf7022ecc71b6ffcf6c5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00129.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00129.bin new file mode 100644 index 0000000000000000000000000000000000000000..16a4373fc290ada1b0751d124add5a5c10077e9b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00129.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0147827876385fd0fd5ce72b3d6184f28f1704d5815243940ea9495bb8412480 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00130.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00130.bin new file mode 100644 index 0000000000000000000000000000000000000000..6decb5dc1107ac70a29c432c11beac0d3774fe42 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00130.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f727fc9a45d278526ad8217d1e54aab3bc2e28d07fa9f817fe0a0eed33a4b0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00131.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00131.bin new file mode 100644 index 0000000000000000000000000000000000000000..439d68b4bb61e518209a0bffd6724061e8d8bca1 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00131.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8e0d34ca257576246a94606de0f7a151c78893fa8ccee6b40322c84c141937 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00132.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00132.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5705f4c947ca69da203722e807e40845533243 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00132.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:288474e59fb162f781c20ab65b3bfc9179651f22deea8c5e75be37592f3e17b4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00133.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00133.bin new file mode 100644 index 0000000000000000000000000000000000000000..df6914cc29eee9493a88db394a36e755b6411f81 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00133.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b723026ecbc47b8fbc6f0eb9d6315b5ad0745f836de616bc9a316a37a6643076 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00134.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00134.bin new file mode 100644 index 0000000000000000000000000000000000000000..2561d8e82bb0f3b70768c735794e1a8936e9b838 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00134.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d9858fe389d0345d90bacdb1722a386bcbd65ef06043459c4f39ac326aa8973 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00135.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00135.bin new file mode 100644 index 0000000000000000000000000000000000000000..538b80c391e2c69dd72063ab9704957dca083c62 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00135.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1a5ff7ba769e8d60dc39d960153f235df447eb98b6b6952e7abcb990b9f56c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00136.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00136.bin new file mode 100644 index 0000000000000000000000000000000000000000..d5691cabb6fd2add1278cd670e410ac5c215ba55 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00136.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e9c985d024e4eac2aaea44e615290b508f7f6f2d54bd30c6334baeff65ce74 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00137.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00137.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2bec0765b9b9584ea6eb997180a597a64eb42ed --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00137.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63c072aea32004541b36dff5b66469fe62dcca0442fde67c4f012324635d901 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00138.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00138.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3eeae66c587722eb64bbee2d54ea03aaca164d4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00138.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a71f67ff1f2d850e5f5e3284f058b07ced89fc86fbc3c4c2fa737e53bbf2b7 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00139.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00139.bin new file mode 100644 index 0000000000000000000000000000000000000000..d402a79d12f32216112e598b95046d736d9134c8 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00139.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d341d34cd0dc4cb7401764ec9292056086509800b739242271cb94ab2d8243f9 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00140.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00140.bin new file mode 100644 index 0000000000000000000000000000000000000000..96dafd8ce890ceca4dc8eba9750811de34911680 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00140.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045ca3d9ffa48193b2af59ebb0e3ff0d62041939a4475859a5a5b23f9c57ca6b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00141.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00141.bin new file mode 100644 index 0000000000000000000000000000000000000000..877b4ced72e05a7b2eace871a313f6a99ed626eb --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00141.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341a0c88c70bb1d857966b4541feb1dcc18d5ff9dd0f94620c255db8bff077fe +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00142.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00142.bin new file mode 100644 index 0000000000000000000000000000000000000000..6ff8c05b5fa24a01b9c2bab7828f91949869ed0b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00142.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b27c50ee8eb3ff52c6e0bbee619f3ace8e6abf4d7a0aa1a5666832d144da027 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00143.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00143.bin new file mode 100644 index 0000000000000000000000000000000000000000..c4a89bd6f38d610a9bc609f51e3680a737871c2e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00143.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840cbc6cdeae521d8f4fca09fc814193198179e5c14b0bfeeb26e1a3480eae98 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00144.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00144.bin new file mode 100644 index 0000000000000000000000000000000000000000..837cbd40cfa4812a240b0f02d8b5150f9466969f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00144.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1735e68fa51768e51bec9c562c53719b653f1b2dd829a06b4d7213499d12351 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00145.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00145.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fc18e5c5632068a0d8105b7d80ec877c62cab0a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00145.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f298da0d337eac4913bd06d5794aa11de1691b13231ad397c4bfb122f53630e4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00146.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00146.bin new file mode 100644 index 0000000000000000000000000000000000000000..a475ab366ab339bc1cc0bae7fd8249ed5196c690 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00146.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9fef918d99c56aaf003b43ebea032a30326e11cf9eff0fca955dc867ffebed3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00147.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00147.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a4d9e37ed60263aa01d999e9e3e9f7d42d0bf9e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00147.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c105666229dfc2ba8d12b058570e00c54db832c2eb5c5048143080cdef521aba +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00148.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00148.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5cce92fbe897899e6ddb957d0f9827bb21ac74f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00148.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd41fa96dc3d5cffafb2ee8d770821289ffc1f5ca1c7b77c1537fd599e7a439 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00149.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00149.bin new file mode 100644 index 0000000000000000000000000000000000000000..b26d30178d4dc4c62f6bc1b6d64ef64ac7c33b7a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00149.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e77ea3c9d47bddf6e8222143c6b434943c2255b99816ea6d3b0b8df955b6e5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00150.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00150.bin new file mode 100644 index 0000000000000000000000000000000000000000..a87ad61a821e7b01eb9c6cffbbdb461a562603bf --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00150.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b029637e55e264758a51075d331d081868c9b053766808dc042d9ac58d35b5f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00151.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00151.bin new file mode 100644 index 0000000000000000000000000000000000000000..409d2266e886d8bfe749f70e06c4e5ca2eab17bb --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00151.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82734aebe4f62717d38a76274dc3e38f4b55b8afc085cf5a2aa5e8570dc7523a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00152.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00152.bin new file mode 100644 index 0000000000000000000000000000000000000000..39d5e2f3dbce44990f9c8d644ce47896893f62de --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00152.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e95f461e83eef43220db4fe01b5abb8eeded7756b100c0077fbc416fb6340cb +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00153.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00153.bin new file mode 100644 index 0000000000000000000000000000000000000000..1410545692094f6915b96fcf42252b43b6a4c7c7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00153.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458fdb84d648a7d498798c19d08bc2ec19b1832f27c6d801d89dcfd0643137db +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00154.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00154.bin new file mode 100644 index 0000000000000000000000000000000000000000..a32a5bc16d4ac443b25b30687939b82ed86eff23 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00154.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7e4825d9dcfad931cd9c546685594e6e42af8d0c4df9f09cceb46c11d11287 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00155.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00155.bin new file mode 100644 index 0000000000000000000000000000000000000000..18a04449575732f391118cda8b977054daac2228 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00155.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc12e8ef8e868301cb3abc3a8a4170d006f8d67ee4d5d3467ff856d16ebeafa5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00156.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00156.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a67525f79b8e70db755a571119b4c4d7035e646 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00156.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8adb12011b3df9307115eef8ec63d5ab30af5cce40ea6a4a9257d7e6e8d4f42 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00157.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00157.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b07776e136a0ed1f0f9a6e04a3170fe91814501 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00157.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d30c2be943541557abae7ac78023d99b0438ff71053d0dabaf10048f1f1b379 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00158.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00158.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f2627b2eaad7739af14df5d84db9ed977f6f97a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00158.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0ee93dace16714ad9b2ad5f493f13f7fbd2a26cca924259274a408749e5809 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00159.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00159.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a043b18721908b219e37ca216da76306f85eb9b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00159.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d90a08c083069b4b10b64cf972bd8b9d3cb3d0927b7515f24241616c4702417 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00160.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00160.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e6caea05a5473888d7cccedee46a4e7d3454ad9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00160.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8bf80a2989014b3098ea6e7961d7a7ebdbff2f2b34f0ac82956763ee354675 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00161.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00161.bin new file mode 100644 index 0000000000000000000000000000000000000000..9195981d625fc342a0e967fc2b64b803d097e6c4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00161.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c82c967f7c56d7c3d37da3f13761e6124bddf285cc030732dbecaa9aeb59bc +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00162.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00162.bin new file mode 100644 index 0000000000000000000000000000000000000000..caf0de7074490c334bb6ed44ce969b99177d2d3d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00162.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163cc500aee2e826706adde7b60f138e1ae07ba328d0798ca4e8a09266b44bc2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00163.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00163.bin new file mode 100644 index 0000000000000000000000000000000000000000..629b4de36c416c0e33c1b1bd7e672820dd727120 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00163.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2216582ff38e77d9ad5872885c7bbf42eead94fe0af32706627a946a18e6a078 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00164.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00164.bin new file mode 100644 index 0000000000000000000000000000000000000000..c8f6be3d1cb985e98fa8d784c15f10c8299379e5 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00164.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70a393be46803f0621966f61ebd6a23870e93e510e347c172fbe1284f91acf5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00165.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00165.bin new file mode 100644 index 0000000000000000000000000000000000000000..1c33cff97134f5f3c23e1a94d7a4478caeafd042 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00165.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c51b8a15062d9a3b7d4144e9af38994a93849b40c0bc4cd8f9ac98e69f19eb +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00166.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00166.bin new file mode 100644 index 0000000000000000000000000000000000000000..909a9ca1615d039c4b592497a05264ba9f9e658f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00166.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a66a3b5594610eb13c3b7f746858b8f47fb1658046764736863cce883770bb3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00167.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00167.bin new file mode 100644 index 0000000000000000000000000000000000000000..33ed7571482ca6d1fe754d33a3b7c2d9b153000b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00167.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1c68d2a4785fe7111bdfdd407332007fbf0521618287220a4e6a46e9cf7193 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00168.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00168.bin new file mode 100644 index 0000000000000000000000000000000000000000..73dac30aad48c1f3ef379d3c4de16b1e1fbfc0e3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00168.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ccfec64b86f49fc5d9d33290c6149a765cd47c626586dcbcd5a29f6f046a67 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00169.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00169.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffc2af8794b8b233b36218573cfca5b74387d2b7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00169.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2857dc2979de1376a122da69d048977b4c3dce33b751ffad3132d73398fabad3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00170.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00170.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4615e5559e6bc2c8dccc8297541c8e78521a6f7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00170.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8abae77e47d6c87fb94d0009a0880d3197f5a1fe565fc76da69532abec1282 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00171.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00171.bin new file mode 100644 index 0000000000000000000000000000000000000000..5eff7e89ae1b9262234447efab99a496b38454f0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00171.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f41f688a5ba9ccbd7de643541702d19d9a0fceda6ed8d1b82408c508ef2f792 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00172.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00172.bin new file mode 100644 index 0000000000000000000000000000000000000000..d31ebf890bc703faa6b07ef62fbc8893efed0753 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00172.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5adeb4eb6f3f4f4a04447ccd0b3971caa7dfd8b372db1004facc31b1bb35de8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00173.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00173.bin new file mode 100644 index 0000000000000000000000000000000000000000..ada58378e783855ad761e8f820bd34ebc6fb5b0a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00173.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c472f48a0f21e80fcb22fd155f80d02e84cc00ea2490b79ad9057b5f84eee3a6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00174.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00174.bin new file mode 100644 index 0000000000000000000000000000000000000000..a745f8cbc1c66f90dd771dba107462bf581fe2ca --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00174.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1fe59fa38e868ed4a3adec1bb644e17b72f5b072c59f568828d1d3f82e653f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00175.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00175.bin new file mode 100644 index 0000000000000000000000000000000000000000..b87bf8eee3906b801eb578616000e3eec70d529a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00175.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0ab9c2db9f9aeb708fbb7641fb29216c0da8edccc1e1d037e40508a23c06e2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00176.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00176.bin new file mode 100644 index 0000000000000000000000000000000000000000..c936f7391a22fe019ab5901780b9996e71419d62 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00176.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595416120a72abe24c71dce34f8073a2900fc6f69490ed1fdd5b01997329ef16 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00177.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00177.bin new file mode 100644 index 0000000000000000000000000000000000000000..350e91c51c190b95ba1a2721a72da11c4f8ed181 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00177.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e459501cbd086bf95d1a5cdb094cb560c4c7632eb3751b0e4485dd460ada1e6 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00178.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00178.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a2302149051e4ec969f45fcb7568091d9a5d345 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00178.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45ce2086ca75562fd91518ee03602ff66eb019fba131e4be9a4a709fa6b6a0e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00179.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00179.bin new file mode 100644 index 0000000000000000000000000000000000000000..54f079db4b5e1ba733e0de4bc16be83a8baa5386 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00179.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4045096635405816ee6bf6146df17e0c7b49177cf4cd4c5058f99f99e2654de0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00180.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00180.bin new file mode 100644 index 0000000000000000000000000000000000000000..c43e76006144b2c648c0fb5899c302cf10dfa4fd --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00180.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0a20eb9b42a09565e73abce25d04341d6b69802c69c7bd76aadc6b83ff03e3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00181.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00181.bin new file mode 100644 index 0000000000000000000000000000000000000000..a99599b71d1b3f4c0a70b596908d988470a4e087 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00181.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173acc83cd170ac7d685adc2ef329d3bc01b0d1ecf175f6689b3703281320f6c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00182.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00182.bin new file mode 100644 index 0000000000000000000000000000000000000000..afd42ffe66a256eb947a2d817c30ef81f3a41c02 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00182.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62208cc9aae9031d0575b6a2c4559e9ad52f2e5d3f1b377fd258d86442767fd9 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00183.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00183.bin new file mode 100644 index 0000000000000000000000000000000000000000..c507ea9eca00bb30d59608d9c9950afeabd5a745 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00183.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9cb476898bcdc6ffaa96b2302e4292e80b81d6e5a3286676a8bb5d0dbeb89a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00184.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00184.bin new file mode 100644 index 0000000000000000000000000000000000000000..7bcc8845c730a00c455a3136d42dde1521e800ee --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00184.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0dad3851eda89d855af0c94196420b1c647837af8d4d0f93cb847dc0e56050 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00185.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00185.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4a8dba7bfbcc53a2fcec4d9d98d4f4efbbe3114 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00185.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c870308b97e50f4791828ffeff43ca5677ad459742fb3901b442ac27924fddfd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00186.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00186.bin new file mode 100644 index 0000000000000000000000000000000000000000..d176caccbae27adc832cdfe3b332952f1d193e1e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00186.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc392e5395fb0cadc2d68600e031f91ead1a2d222df6873b9b5d10de3f006ab +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00187.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00187.bin new file mode 100644 index 0000000000000000000000000000000000000000..21ca7b284a111fbadd020ac42d16b747f4510c2b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00187.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a4683f48c0be828b41462412c71544de055ff8ecfc8dc0297468f8dde8c12a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00188.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00188.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d4cd86144802bd61d59eb52874e53567a4fbdea --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00188.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a5a5aed7c08a5097e9448e7983e2a4347933225a01069e2f29d0b4d6670d71 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00189.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00189.bin new file mode 100644 index 0000000000000000000000000000000000000000..40d00d12b775d9ec9fa665e2f4c63eb0fcad469e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00189.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d563b18b1349eed7b883e0eb7894c67106bb1702e752d064086b6444145afeb7 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00190.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00190.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d2e515c9bd1b382af599466c392db25de8d1aef --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00190.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bad60912435fff6d9fce65dd8b40aeb21dc8f7cda155e34b7a6c4f0c0be72b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00191.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00191.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b703166c9a62665e7125f5b95abfb669906e365 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00191.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65588274c321d184ef7ac80920bae60da4558ef412c648add2687f6eca314153 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00192.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00192.bin new file mode 100644 index 0000000000000000000000000000000000000000..816dd5b75a70dec922f6938af1534cc1bf00be3f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00192.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef62ef198d82c877d08aee856d25eb4464d7bb1eea8732c28aa0bd94aee14d9 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00193.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00193.bin new file mode 100644 index 0000000000000000000000000000000000000000..011911b2d21015d592202d1d1df81b58cc8655c5 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00193.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4623d180880c8877f9b61db2cd1bd39750eb8913e6feb8a5b0bbb8310b4a67e2 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00194.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00194.bin new file mode 100644 index 0000000000000000000000000000000000000000..ea732a547d898b37f3f1f430b1d8a50a42cc8d5c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00194.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e425349fcfe2e64e584abb3ea28e00cb9d534d066433772b98af1ee3d3b722b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00195.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00195.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7e405ced7cee7f95170e44c85ad16924b461950 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00195.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cdc03a75df0ee5757775928ae3e35ee9f0ac3dac4ae19379ce93c0f1f2f849 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00196.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00196.bin new file mode 100644 index 0000000000000000000000000000000000000000..90568c6ef22146d54fe2ed7d888a5cb4e286ffb7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00196.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ad81856c790c7a4f062fae529279164edd4c57edd0c4aa8a4b42192dae2c44 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00197.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00197.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c61de0028ef507e5475b3a17f767352626fb5b7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00197.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c667c83da54e25c505257a024d5c4a80e8b6d3388f03ff6547095c50d24e6e02 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00198.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00198.bin new file mode 100644 index 0000000000000000000000000000000000000000..9aaa415924d1cfb4554f6b53191ed5de56dfdf90 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00198.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb961058ab24abcd0366c0a51a72ce34727fe5a31401aff18c0d69911fb03b6c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00199.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00199.bin new file mode 100644 index 0000000000000000000000000000000000000000..cabbc518d0c687356efecf1bb3423c19d0fb7888 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00199.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02118c99a8884446f9b1290fa2370aec30366830cf3e0a117ba8905c84c17d2d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00200.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00200.bin new file mode 100644 index 0000000000000000000000000000000000000000..487f5b683cf9483b3299b69dfaecb2eb11c123b6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00200.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9794e6e11a800f5e1b6c79c1a5d7277e10b98f10cd9f712775b68edeb9d9bd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00201.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00201.bin new file mode 100644 index 0000000000000000000000000000000000000000..d53644abf1c57798a7ba84b22b23b514e70dd9e4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00201.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65969dbf152bb3e97d816ea2049059bb5429479d3071c5535a97c2c76bdefa3c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00202.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00202.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac828799912fafb1b897fa38e0492a613de4a002 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00202.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3a18e62c02d6ebf70c5094781a172be94a5beecc4c0721194d2f1ccb82d862 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00203.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00203.bin new file mode 100644 index 0000000000000000000000000000000000000000..65f64f9b8762573cc61fa54c6952810cceaa4fff --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00203.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6665292d2c66ab6f15e869e6d4ee02a9764b1d1f0c6675e42170c7da29ac6f28 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00204.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00204.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2032eb330e05e478e282d0dddb2fddad350bd44 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00204.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ff8334cefa0119621151d5954ebd2c5924fd4862f073e263a64c5ccef7b7c4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00205.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00205.bin new file mode 100644 index 0000000000000000000000000000000000000000..9685eeeab2166aacc3c28f01d036f8e0050bd32c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00205.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde542aebb130984494452803a404d1e023d9dfd68d7285b113b0a8707de5e60 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00206.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00206.bin new file mode 100644 index 0000000000000000000000000000000000000000..579911a0c7edcd602f9a86efaca9be7391e933ac --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00206.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8fa0d055d0112ad4aa6c3940061b2c98e191274723bd19472592d5ae043382 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00207.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00207.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f71f24c59d0e23fb7bd343eff43b197ca371968 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00207.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11197647ef3e3b8ab64889c7b8114c07a0c09c13fc2e0e193dbc9967a8d5cdee +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00208.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00208.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b5bf7048d139a15a5e1d03867d11e6abe0b12d6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00208.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2aea9b30931bae298b0112a6d892b0343107dfaa7e26a91eb2eccbe699bea4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00209.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00209.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d82adde78d1a7256b2d8de5d049f2342c090a79 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00209.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11748ea0bd29f34bc7499d5ce1dff85e6250e9bb71b26dfedb22ac8bc2d43a37 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00210.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00210.bin new file mode 100644 index 0000000000000000000000000000000000000000..5807dc9b49d62e3ccf0c4d2fde0ff30dad34e72d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00210.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bad0d7d776a38111e9598529450157f24701f4f77012c8a233735a1b98202f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00211.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00211.bin new file mode 100644 index 0000000000000000000000000000000000000000..3aa36d7197e39ea4ccbd5cce2003db6ed3bdc7ba --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00211.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19950dc03716def58183a2400529952c45b30bd9942510c3f291e3b3b52a904 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00212.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00212.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f3d398b6d2338cc29b2851b621e78981d492d68 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00212.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e06d8e5e9aee82d20c6e7788f32e662d39515ff2551f6989a1abb6edeed633f +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00213.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00213.bin new file mode 100644 index 0000000000000000000000000000000000000000..f21e8b8fdbcd19220ec977b0f190a6f483ed7500 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00213.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21231c2407197eff93e0c5485dd0e865233db326481557620cec31415d71b2d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00214.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00214.bin new file mode 100644 index 0000000000000000000000000000000000000000..2619659c1654316248ab4ed4ef5b451b296a25c7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00214.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16574b5cd7d55bf84645658641d5797ef97a99a256e456fdd7896942a0b43744 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00215.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00215.bin new file mode 100644 index 0000000000000000000000000000000000000000..8ea6ecc863c71559b854d4b1fe48531cde1a8c35 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00215.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c058243300379da47be297e4480a0e21c416782b239b7dcf0d598ccfe030a3a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00216.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00216.bin new file mode 100644 index 0000000000000000000000000000000000000000..974ecbcc56de66d59333baf430f60e5ffbd7304d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00216.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2023335cd5f26591b4185c62cb80337ec78719c5c13301abae3ea7d83afb7e4 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00217.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00217.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b26ffb927bf6a5e8c7f9e3ea64eda588a3046bb --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00217.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56aa195bb9e005626ba5914ff759fd584177acbd02d4d9948ac8311391abe4fe +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00218.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00218.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8a6b64578ba2754f73d3a23a07677aa2d760c1e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00218.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2756459a2fb35e9a2c9b452d0c0763e637b5a83eecc00b2bd41fc0ae6eba4962 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00219.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00219.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6bfeeb26e325ef55d3a5304f4f08d5dffb13ffa --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00219.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd438852ca5e853ab42aef3d08b874663f366cd4697869f78d5eb4db458d143 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00220.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00220.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cb8e90de8eadae8b43d06a2e09809af5031fa62 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00220.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:739c7a265864fd7881e8219ed6d4f913a39bbad2caa89d6ef80ff21d77a42124 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00221.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00221.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e75e09903b0017c06ea0dedda1ae6b694edcd96 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00221.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0968ad2060305441dbc8b5504b36ced0d85ca51973a693b39035ec42d5d476a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00222.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00222.bin new file mode 100644 index 0000000000000000000000000000000000000000..993be8e682a5124b96be6b87008bcc2617d2989d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00222.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a82cd44552bc64c1500ad6b7e1e66c087703b49a4477ac7932b19893c10e85 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00223.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00223.bin new file mode 100644 index 0000000000000000000000000000000000000000..83a967ac2938ea91c398e6cee103e4e37dd66570 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00223.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12351c703b6bb8bd22bf1057b1fd344cca7ee23783bfce1ae6b7690357b008b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00224.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00224.bin new file mode 100644 index 0000000000000000000000000000000000000000..6999c6af2b8f51633947c3cde6c17c625161f54b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00224.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92a0d356f6edd720efe3a24c6af36fdafa462cf92e083af98725f4a8397f428 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00225.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00225.bin new file mode 100644 index 0000000000000000000000000000000000000000..98d1c1eef46b5043c3e2e3d6053979a5ffe62565 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00225.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914c6f44760661d528d49942f329679f4816708308bfb775059a7cfebf657a2e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00226.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00226.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a22c3398a21613a2f63952a6d780c90f28841e1 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00226.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f72fac4a61beba1287cd98c90ef68fc7c504f4d908dc6a7967808b2a40a68c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00227.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00227.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2d47d7d6244fe826a05a5f54bca39975ab4193b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00227.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e84e04332a767940b33484173a934fd645ce6b73d3642d01edfcabf28ae762 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00228.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00228.bin new file mode 100644 index 0000000000000000000000000000000000000000..459979d70075f3b1a69c0081e080a9aac38dbc12 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00228.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe56717808c6ba53d38d1366eb6a2489ed15a90d2545b52881148098a1fc5b8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00229.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00229.bin new file mode 100644 index 0000000000000000000000000000000000000000..248d6914be0ed083c186462c4c00e8c4f2924712 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00229.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40a485c7d79025913bb42d38cfaac8c333960c8303b85900d02005081a6ed780 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00230.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00230.bin new file mode 100644 index 0000000000000000000000000000000000000000..a44010dbe19f0bd30ba36c34b6498e28cc09313e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00230.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0ba5c3fead36caaf19f962e800ed5259b03616e72b788e29d1ddc16c3849fd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00231.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00231.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5d43735c09031a0d48b2df9e1f154c910c02e3e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00231.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea1f770841808cd1cde8de1c690c445cc5830d558ebc50d27f247de94b41fa8 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00232.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00232.bin new file mode 100644 index 0000000000000000000000000000000000000000..10a6b829fac44359549e9648d5462db204363c57 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00232.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db20e2d6f71cd95d5dee60e5073c06c03f389267d37592bb3b2b55bf96e9b047 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00233.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00233.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d9b23bfbba5398ca2402267ea78d5d6187fa1a6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00233.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdcc0246840d90473494e8a4911533943b60af1102023fada2234a1332635b0d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00234.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00234.bin new file mode 100644 index 0000000000000000000000000000000000000000..18fc1853c63c748c1c77e8260fe2daa6fd9b4c40 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00234.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708d259fd79f74bd15ced1cc7a0afe024b70ba7e45a3b2e3c78e98bf96a6e62d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00235.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00235.bin new file mode 100644 index 0000000000000000000000000000000000000000..c5f1f6eb15e2083384f9430d2b67e305630b03c8 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00235.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f055895722e846528a7a2d1fbdb7e3c0ad7c83d47b28aa6e97527983e8a8db0b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00236.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00236.bin new file mode 100644 index 0000000000000000000000000000000000000000..96d7b2553c2cede60b1a8f1d14fe7b7986fbfbae --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00236.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426a0fa7f7d7a70c7f92dc94a1792fa460fd7cab472f45cbb9d0feacab0f800a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00237.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00237.bin new file mode 100644 index 0000000000000000000000000000000000000000..da0228b080f360ddf57c2d9f8135fbc1985227dd --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00237.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15de28e7bd54633e44956045487976b63be61a33ec852cba3c18bc9cddd5166 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00238.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00238.bin new file mode 100644 index 0000000000000000000000000000000000000000..47cd687827be8fca5a26690a788498317da1f471 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00238.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c480df584af8c643e33a82473057388cacae8e750803b6be61bbc399f9804e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00239.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00239.bin new file mode 100644 index 0000000000000000000000000000000000000000..6027a2f3e07b56cc832d4568b95f9b3c1c639c8e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00239.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8809ba509483c0f08bd69148e010fb8e5a261a7e5339d634227e2177e4c4c895 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00240.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00240.bin new file mode 100644 index 0000000000000000000000000000000000000000..87c6a8e6e5977c654947539b67ead35c2c268a1b --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00240.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e75e3d8995b72b18aef6aa9c73fb90aaf0f7230304a21f1ad517bc1a0b14b8c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00241.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00241.bin new file mode 100644 index 0000000000000000000000000000000000000000..d5f8eb26dfa0465cf944eb151f5ccff5a2dd3566 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00241.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b82730b61dc256e792c4d4bce109706fa274e3baeab524875cc5732611af10 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00242.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00242.bin new file mode 100644 index 0000000000000000000000000000000000000000..99ab59703280b9361e7197872d278669d8f19a13 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00242.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c598d79e1b8f38ea50d9031062dd1a9805d238fa13650c2cd2d13dd4a62fe423 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00243.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00243.bin new file mode 100644 index 0000000000000000000000000000000000000000..c45750129b400f54403a6cadc800316f8a2a9f3d --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00243.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4e6da553fd11c9f96145f8b8af4f6dd34424436619bde5c15d52d775ad0bd1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00244.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00244.bin new file mode 100644 index 0000000000000000000000000000000000000000..024fccffc597f82ea7c77759f139abcad339def0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00244.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8905ba02af99bde81862343a8c824b75ae5541ba1a903bcda0b750cab189653 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00245.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00245.bin new file mode 100644 index 0000000000000000000000000000000000000000..5824646745cc6ddddeed8b33f6808fcf3732bca6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00245.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad37579809bd909cd6e480f8e5cda1184cd200c2fdf8f4936465b68e7adfeb56 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00246.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00246.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f46b182a960fd791b62cbbd3427b9b16897a455 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00246.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4055046ece8b18880b86467340bfd345d206a5bdc1ed4cf17a242231234f79e3 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00247.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00247.bin new file mode 100644 index 0000000000000000000000000000000000000000..52e739476d6aa429fc2bb2524b4a8297f87fa1d2 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00247.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b11210d6e9b5b11c1495ae5d9071f2a75d594656b3c22f30e11450dbe206b88 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00248.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00248.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7856f5e73ee042ea8a8591fc5f74fa082b43db9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00248.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd97492661fe544d07a22caae947666c4b1e0783e94c142376c78c6189eae36 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00249.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00249.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b73a53dab56f83b525df764a1f6e49ea1cae982 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00249.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e0366ce9cf80614ac0b58fec8ea6e6ac976003e644cc265deae458b191610d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00250.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00250.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e67942fcc8e348491656a455ee4d3b228eaccd3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00250.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95bf1d549ed73d0e58d6eaeddc9d9d5030f05a5440e6d77656feab414a0c967c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00251.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00251.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4ba147a0cc1609fbcbcd2cf5df51fcae33af5f9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00251.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa69ee15d84c4439bfc9383e9f3deaeeb8b112f5ba1ffe5874fc7a997939cd4d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00252.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00252.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a87f735450f23686c66bd49a806005105ccc88c --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00252.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0600ae7ac38a9b8b1223083182e4c5dde7e6b51021b98dd5b5860fd1c437f5b1 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00253.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00253.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f28b7bd064f542642efb1a45817fbecf9c3460f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00253.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f6b2a30a98538dd3cd59360fa1fa02067a237a0ae4f6bded3b555ce8d5c77d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00254.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00254.bin new file mode 100644 index 0000000000000000000000000000000000000000..20fbd9f37e0b7d61d2233f9037c74cfaad986c3f --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00254.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b13d9cfbc9b8f5d4d76af4b1e68283ed998c47aedf17b12984e95d69bcd9da7 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00255.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00255.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2d103dbb64805241e99c343a055c23267e39014 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00255.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b676fbf2ec5dc79b02f8c5e94babf5750910096ebf7e433576c6040f50bc04 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00256.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00256.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e547c995cc6381b07e58ff329964cfafac0a1f8 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00256.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5485562c0c616164d3d4f943aafc0acc06a10ed0fa558601921a20e4d45c22c +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00257.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00257.bin new file mode 100644 index 0000000000000000000000000000000000000000..c870961fdbe0849a0dfa9950e6385852f8a141c0 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00257.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a9f4e4e998a8a3a2e0590a91023c77953a69efc615ac90320043e2f9c074f5 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00258.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00258.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f23124f06f2dcf4312270e18ca3367c41a54481 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00258.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8158e6db4c9f2fb126b98fce94435526db99bb3974cfcda07149b4212faaf5d +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00259.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00259.bin new file mode 100644 index 0000000000000000000000000000000000000000..203213e96e6c4258e14e709611bfce26c2a21664 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00259.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e364577190715dba83c82c35faa2c429ab57debe3cbeaa4678cca9eccdf09e9 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00260.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00260.bin new file mode 100644 index 0000000000000000000000000000000000000000..f17575840f00c8d89f20942fb051d9682669bf8e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00260.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641cc4894c37e8fe24d4713858f9145cf3994caccb854244f4e7eb15908aed6b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00261.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00261.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdfcd82b08e7b575c535ac2da71bb9ef10f95be7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00261.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cdd6c1edd5c4f6ca500e34cf523a4a26bf54fee8223a8ca118c98e6f1c3ffad +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00262.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00262.bin new file mode 100644 index 0000000000000000000000000000000000000000..26e0615ab3c66e5d228b6c0a55190424e07faacf --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00262.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56ba8b2d9b5e0af763f6a288ed626ddc8f664a2a8d20975868c2db611ff2575 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00263.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00263.bin new file mode 100644 index 0000000000000000000000000000000000000000..0941da12e89a45fcf477f652cebe7b2fedf43c01 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00263.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939a5e567d3619cbd971e8ce1d977caf467c7ea1d45a5a439eb99ea6df471dbf +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00264.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00264.bin new file mode 100644 index 0000000000000000000000000000000000000000..bfa3e78c71d539b9b2e186b4828e2a5f2aaaed4e --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00264.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c4abf89acf9ce64c9fe17a4a9d413e5be229e74ce2d82d9ad144b222ca803a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00265.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00265.bin new file mode 100644 index 0000000000000000000000000000000000000000..86c4f769f37f7ea0df95b95bf1c8543560c722b1 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00265.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cf8f3fda1f88ad5df486322f555f7dcdce9d4d5d0daf42d892b7b77059f2eb +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00266.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00266.bin new file mode 100644 index 0000000000000000000000000000000000000000..f859969e9d4140f650a61f135282f57a4ea953bb --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00266.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563c8e940f807e2283c22377d4b911fe1cd095ac602798a1e14be1addc7bdd0b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00267.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00267.bin new file mode 100644 index 0000000000000000000000000000000000000000..e152dd4ae40101a2d69f92eebd576de24f61afef --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00267.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb7bcfbc839cc50f42b3a37689d414430159fc3742d7d401087685018ac37ac +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00268.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00268.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b5332d02ccbfe3988f4fbd4e806c34101cd0c67 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00268.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfeac89e300de75c53754169f104e05001d4a0fb064d9c3d12eb7f034feced6e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00269.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00269.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1895ee15b4e35c0211acd8cfde92ffa92e2f191 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00269.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b343746190f0c27f2e3d8491335c675b0ce6a1b2d998fa82c0fc9028c253d786 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00270.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00270.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c76a63dbc923133076b6a826c65f0f11467efdc --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00270.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93bd585bf13d4e51c19a767d8249385812820ee343834185780f9662af03eb73 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00271.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00271.bin new file mode 100644 index 0000000000000000000000000000000000000000..da28cc243301990ad45ea614164336594656d30a --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00271.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac8f51a9e0128ef916d8f01af1059237fc9dc43618dd0cf6024b3eb8d34d407 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00272.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00272.bin new file mode 100644 index 0000000000000000000000000000000000000000..57f3d99aebacb692110b07dca119704f7d693f77 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00272.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee9accea17a65d1aa3e29621e502923167a03aea8aeaadbd2da64b746b0eb77 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00273.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00273.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ae3ca0a42ae68e11c8b0da2b9749dfd97ed7ce7 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00273.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1759e99a9649fb86acd809a55d1933e0b585770805d0a2aba7fb299b96addae0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00274.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00274.bin new file mode 100644 index 0000000000000000000000000000000000000000..31482a9c790eb2b8881983b6d239e6fc44d05ec3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00274.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a968eac9f7eab12d1055a6a6b0aebee70cdfe260952d8344634fae6d59af4e +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00275.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00275.bin new file mode 100644 index 0000000000000000000000000000000000000000..94eb62ea766f47c8506d9f1015a251508404edc4 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00275.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75efd77e906334db5c6c9d6e82bc8242c3ed617cf62e3c56a399548dfd4c1e2a +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00276.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00276.bin new file mode 100644 index 0000000000000000000000000000000000000000..d01857edf99f6a1fb1ae14b70b5a6aad41d04815 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00276.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280360ff71d335f7e6d4d81830c7338ea4671494094c07c6556a140a3c815ddd +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00277.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00277.bin new file mode 100644 index 0000000000000000000000000000000000000000..5b789a1465f5e11dc9bebbb35e9628d015b85f19 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00277.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273e4d3058e308260f4a5299dd5335aff5ffd73a5cfd851d610379b4b449087b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00278.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00278.bin new file mode 100644 index 0000000000000000000000000000000000000000..316fe5dcc687a111c7b458a1b71853fa6d936d39 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00278.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7d79f4bb7879368ec8e3174a42868ad33a966d262d7efb79a15ea27ee0db5b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00279.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00279.bin new file mode 100644 index 0000000000000000000000000000000000000000..90c0e11e732ebc363418334f31b82291743ddc48 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00279.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8249bf37e909b4cc33684fb987ddd007ca0bf2b7f68c0a488a166c4494e4514b +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00280.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00280.bin new file mode 100644 index 0000000000000000000000000000000000000000..a1576a1f4b94522e8ee1fa9fedd1ee9c21fa6c12 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00280.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8a03f134b1aa70540abc2192008f6ab43cd198e84c6643d485c3200acd7158 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00281.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00281.bin new file mode 100644 index 0000000000000000000000000000000000000000..92d2a27ffc9c144519273a78037f81d1274078d2 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00281.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb99cc7f6731e217a0a616f5e760f51c26b3ac50881a01c5cb68f98919207a0 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00282.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00282.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f713019979a276af90b173f18de829a1846c6a3 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00282.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74db29ec78e26a8467ed2f72ac6b042cc1fd1133c3d3036c08097b4336ea6f35 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00283.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00283.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b0cf23c85403c785a3b5a40288b560062a661ae --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00283.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d779fe863c1f6040b6b5e9b160e86d2af4f799b9921ccbae8d38a1973e6e66 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00284.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00284.bin new file mode 100644 index 0000000000000000000000000000000000000000..221b335d6d1d4bc0189abaeb8d06bafc7248b5f1 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00284.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d57af8fc74ed23b6e4e783e75a279a7c2e4d5a145193de1b515c5c3900e5c17 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00285.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00285.bin new file mode 100644 index 0000000000000000000000000000000000000000..4344754a9385a1c7047bc5bffeaf91ae75ee7752 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00285.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04233c708b67b8619a84a2c289bddef9eecba15d00f54419f2c39444cf19858 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00286.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00286.bin new file mode 100644 index 0000000000000000000000000000000000000000..35b9a652f2b5cc0222593d9052ac79a358bfc012 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00286.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66722b34d76fd0c257b7cf281696bb5a0980b29b0f2297bdd9d39b9b91f4684 +size 67108864 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00287.bin b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00287.bin new file mode 100644 index 0000000000000000000000000000000000000000..70bafd838cb3ee12130c45018d79a275b9d616c6 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/shard_00287.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c073e9a0913dd360f8aed8f96f9fe297482f443dbb5dd7d54ca1c1c33b24228e +size 34775672 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/tokenizer.json b/models/gemma-4-31b-it-text-q4k-ehf16-af32/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..9dab9e9d68923cb94281f234923ac1f1500665b9 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4453a86456cdf02b3c8f79091ffda7ca017619ff5da495b9eda12141d5793962 +size 13593370 diff --git a/models/gemma-4-31b-it-text-q4k-ehf16-af32/verdict.json b/models/gemma-4-31b-it-text-q4k-ehf16-af32/verdict.json new file mode 100644 index 0000000000000000000000000000000000000000..51fc5fa6f5f0b71e2e84bb0d16c34b612f631e20 --- /dev/null +++ b/models/gemma-4-31b-it-text-q4k-ehf16-af32/verdict.json @@ -0,0 +1,536 @@ +{ + "artifactKind": "doe_gemma4_31b_weight_slice_extraction", + "failures": [], + "filesWritten": 120, + "fixturePath": "config/gemma-4-31b-real-weight-fixture.json", + "linearAttentionPolicy": "skip-with-layout-metadata", + "materialization": { + "filesWritten": 120, + "fullLayerCount": 50, + "linearAttentionPolicy": "skip-with-layout-metadata", + "linearLayerCount": 10, + "mode": "gemma4_31b_bf16_safetensors_smoke_contract_v2", + "perLayerKvLayout": [ + { + "kv_layout": "full", + "layer": 0 + }, + { + "kv_layout": "full", + "layer": 1 + }, + { + "kv_layout": "full", + "layer": 2 + }, + { + "kv_layout": "full", + "layer": 3 + }, + { + "kv_layout": "full", + "layer": 4 + }, + { + "kv_layout": "linear", + "layer": 5 + }, + { + "kv_layout": "full", + "layer": 6 + }, + { + "kv_layout": "full", + "layer": 7 + }, + { + "kv_layout": "full", + "layer": 8 + }, + { + "kv_layout": "full", + "layer": 9 + }, + { + "kv_layout": "full", + "layer": 10 + }, + { + "kv_layout": "linear", + "layer": 11 + }, + { + "kv_layout": "full", + "layer": 12 + }, + { + "kv_layout": "full", + "layer": 13 + }, + { + "kv_layout": "full", + "layer": 14 + }, + { + "kv_layout": "full", + "layer": 15 + }, + { + "kv_layout": "full", + "layer": 16 + }, + { + "kv_layout": "linear", + "layer": 17 + }, + { + "kv_layout": "full", + "layer": 18 + }, + { + "kv_layout": "full", + "layer": 19 + }, + { + "kv_layout": "full", + "layer": 20 + }, + { + "kv_layout": "full", + "layer": 21 + }, + { + "kv_layout": "full", + "layer": 22 + }, + { + "kv_layout": "linear", + "layer": 23 + }, + { + "kv_layout": "full", + "layer": 24 + }, + { + "kv_layout": "full", + "layer": 25 + }, + { + "kv_layout": "full", + "layer": 26 + }, + { + "kv_layout": "full", + "layer": 27 + }, + { + "kv_layout": "full", + "layer": 28 + }, + { + "kv_layout": "linear", + "layer": 29 + }, + { + "kv_layout": "full", + "layer": 30 + }, + { + "kv_layout": "full", + "layer": 31 + }, + { + "kv_layout": "full", + "layer": 32 + }, + { + "kv_layout": "full", + "layer": 33 + }, + { + "kv_layout": "full", + "layer": 34 + }, + { + "kv_layout": "linear", + "layer": 35 + }, + { + "kv_layout": "full", + "layer": 36 + }, + { + "kv_layout": "full", + "layer": 37 + }, + { + "kv_layout": "full", + "layer": 38 + }, + { + "kv_layout": "full", + "layer": 39 + }, + { + "kv_layout": "full", + "layer": 40 + }, + { + "kv_layout": "linear", + "layer": 41 + }, + { + "kv_layout": "full", + "layer": 42 + }, + { + "kv_layout": "full", + "layer": 43 + }, + { + "kv_layout": "full", + "layer": 44 + }, + { + "kv_layout": "full", + "layer": 45 + }, + { + "kv_layout": "full", + "layer": 46 + }, + { + "kv_layout": "linear", + "layer": 47 + }, + { + "kv_layout": "full", + "layer": 48 + }, + { + "kv_layout": "full", + "layer": 49 + }, + { + "kv_layout": "full", + "layer": 50 + }, + { + "kv_layout": "full", + "layer": 51 + }, + { + "kv_layout": "full", + "layer": 52 + }, + { + "kv_layout": "linear", + "layer": 53 + }, + { + "kv_layout": "full", + "layer": 54 + }, + { + "kv_layout": "full", + "layer": 55 + }, + { + "kv_layout": "full", + "layer": 56 + }, + { + "kv_layout": "full", + "layer": 57 + }, + { + "kv_layout": "full", + "layer": 58 + }, + { + "kv_layout": "linear", + "layer": 59 + } + ], + "projectionSubstituteTensor": "pre_feedforward_layernorm.weight", + "smokeContract": { + "headDim": 8, + "kvLenPerHead": 4, + "linearAttentionPolicy": "skip-with-layout-metadata", + "mlpSliceValues": 128, + "numHeads": 8, + "perHeadValues": 32, + "projectionSubstituteTensor": "pre_feedforward_layernorm.weight", + "qs": 256, + "size": 1024 + }, + "sourceTensorCount": 350, + "sourceTensorsPreview": [ + { + "count": 1024, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.pre_feedforward_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.post_attention_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.self_attn.k_proj.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.self_attn.v_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.0.mlp.up_proj.weight" + }, + { + "count": 1024, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.pre_feedforward_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.post_attention_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.self_attn.k_proj.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.self_attn.v_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.1.mlp.up_proj.weight" + }, + { + "count": 1024, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.pre_feedforward_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.post_attention_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.self_attn.k_proj.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.self_attn.v_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.2.mlp.up_proj.weight" + }, + { + "count": 1024, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.pre_feedforward_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.post_attention_layernorm.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight" + }, + { + "count": 256, + "dtype": "BF16", + "shape": [ + 4096, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight" + }, + { + "count": 128, + "dtype": "BF16", + "shape": [ + 21504, + 5376 + ], + "sourcePath": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it/model-00001-of-00002.safetensors", + "startElement": 0, + "tensor": "model.language_model.layers.3.mlp.up_proj.weight" + } + ] + }, + "numLayers": 60, + "outDir": "bench/out/gemma-4-31b-real-weights", + "projectionSubstituteTensor": "pre_feedforward_layernorm.weight", + "schemaVersion": 1, + "sizePerSliceF32": 1024, + "sourceDir": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it", + "sourceDiscovery": "/home/x/deco/doppler/models/source/huggingface_cache/google--gemma-4-31B-it", + "status": "succeeded", + "verdict": "gemma4_31b_smoke_contract_extracted" +}