{ "$schema": "./torchwright_schematic_v1.schema.json", "artifact": { "architecture": "phi3", "files": { "config.json": { "bytes": 998, "sha256": "504aa1159fb1ac9ae768789aaf27a6460a5b3a5d96267a91db3db43fdfc745fc" }, "generation_config.json": { "bytes": 105, "sha256": "6ebdfc7ea4a3b172e5baf014667c957a7eb90ea465d05178b801cc2ab7b6bdc4" }, "model-00001-of-00017.safetensors": { "bytes": 1631683024, "sha256": "1cdcfadad34ee2081def4461916875f07468a8260307675b1993944bdc8bcfc1" }, "model-00002-of-00017.safetensors": { "bytes": 1631683024, "sha256": "f3cba8c13b36778df4abd31a461cc61f868eb9d22e31f88cfaf25c0222adefd1" }, "model-00003-of-00017.safetensors": { "bytes": 1631683024, "sha256": "5dfd0f0aa329159e071b63e4a9b851ad47c2e532563953192ed30ae946c1c611" }, "model-00004-of-00017.safetensors": { "bytes": 1631683024, "sha256": "c30559f998c42ddf60bcaf5cfacf8b2939bf9f5bef7b0dd0451a20351d533eb0" }, "model-00005-of-00017.safetensors": { "bytes": 1631683024, "sha256": "bf4c0d65baf311699594c83007d4831ad4d15258a203dfa7ad06975bed9f5dbf" }, "model-00006-of-00017.safetensors": { "bytes": 1631683024, "sha256": "50840772e612ff09cec992e4884fd3ac9800ee780675a79be04ffff6aa2c158f" }, "model-00007-of-00017.safetensors": { "bytes": 1631683024, "sha256": "9d529bf50013e04cd9bc6d12d207e0f93c0d52972f6f71bb009ce0013827516c" }, "model-00008-of-00017.safetensors": { "bytes": 1631683024, "sha256": "be1f2e417b859e0accb4afb561ef1bf80482bcd587af14a4108bd3b91f1bf5de" }, "model-00009-of-00017.safetensors": { "bytes": 1631683024, "sha256": "b6eb5615696b2b64b0d0cf29fb4dd28020be994e65f227d4bc86deb3a1a6e3af" }, "model-00010-of-00017.safetensors": { "bytes": 1631683024, "sha256": "0d39521029d9e502a513c6f5965b47633a83ca1b0726c8a5624b4e290b8d2fdd" }, "model-00011-of-00017.safetensors": { "bytes": 1631683032, "sha256": "b1596dd53e164b3354342767659d9d6e8fbf481bc0f9ca32d8a535a32293f9d1" }, "model-00012-of-00017.safetensors": { "bytes": 1631683032, "sha256": "2cc9c73c2dae8ab6f146070c5f731ceceffbefe987e4abfa317a5d11bcd91880" }, "model-00013-of-00017.safetensors": { "bytes": 1631683032, "sha256": "6b238597742cb2b71e651f7eba9cb0af21ac880ec3273b239e52d4ac61614610" }, "model-00014-of-00017.safetensors": { "bytes": 1631683032, "sha256": "deae3c518b403b556c8073c24591cf7278b93ec1277d573498779d7b0e4343c4" }, "model-00015-of-00017.safetensors": { "bytes": 1631683032, "sha256": "0bf05ba8b1dd4209c7b59f3f2b9bf37477c73fcee07cc49adef7d7bd03ef2c95" }, "model-00016-of-00017.safetensors": { "bytes": 1631683032, "sha256": "d5077c4ce223e5f81df513b9bd31f0d341d21e66ae594c22850575165420b1d7" }, "model-00017-of-00017.safetensors": { "bytes": 1674808, "sha256": "05b00cd0aef3239204e50f356ff1a30b337975bfc2665955ac5ac628430565f7" }, "model.safetensors.index.json": { "bytes": 7799, "sha256": "1dd12e2fe136e214feb7b9c09a88942f90a57738d7e7f14bf3a7efdaf7c24966" }, "tokenizer.json": { "bytes": 2041, "sha256": "a63388c8362fc109382b66506b666d798b7e0170828d0047d16790978a14b5f0" }, "tokenizer_config.json": { "bytes": 199, "sha256": "6f9df026786c39bfda75becfa45ea655ccad3ee7bf4c4e186777e11aa930758b" }, "torchwright_schematic_support.npz": { "bytes": 3969811, "sha256": "e962aaee4d0b01ff6718a6eb28a3cf5adf6c5fe68f50663489e895d376608be6" }, "torchwright_schematic_v1.schema.json": { "bytes": 3678, "sha256": "1881c7400c00ee66e6e911c7416ceb573b31129cf24bb80d4055b9e2c647ec7f" } }, "kind": "huggingface_causal_lm_bundle" }, "build": { "compiler_code_sha256": "639e918d8b7011d6f247de3e5696cc4faaa3b154fe081a266f956ddaa9e68e1c", "options": { "activation": "swish", "bias": false, "collapse_piecewise_linear": true, "collapse_univariate": true, "d_head": 64, "d_hidden_capacity": 16384, "d_model": 8192, "n_heads_capacity": 128, "optimize": 2, "trim_heads": true }, "schedule_fingerprint": "c86aad46e6f094626e0d4903a22b2d9055c5932f0a728bdb0b3ae8dd0f3dc6e4", "schedule_provenance": { "delivery": "fresh", "optimize": 2, "selected_is_optimal": true, "selected_objective": 16, "selected_objective_blocks": [ 16, 0 ], "selected_origin": "solver", "solver_best_bound": 16.0, "solver_is_optimal": true, "solver_objective": 16, "solver_status": "OPTIMAL" }, "torchwright_version": "unknown" }, "format": "torchwright.schematic.v1", "graphs": { "internal_nodes": [ { "id": "i:0", "name": "rope_self_match_const_one", "op": "LiteralValue", "purpose": "compiler_internal", "width": 1 } ], "lowered": { "nodes": [ { "annotation": null, "id": "l:0", "inputs": [ "l:1" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "source_nodes": [ "s:0" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=141.705))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:1", "inputs": [ "l:2", "l:10", "l:243" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:1" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "l:2", "inputs": [ "l:3", "l:6", "l:7" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:2" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.005, "lower_unbounded": false, "upper": 1.005, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:3", "inputs": [ "l:4", "l:5" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:3" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:4", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:4" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:5", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:5" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:6", "inputs": [ "l:7", "l:9" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:6" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:7", "inputs": [ "l:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3eb8480c9ef49139f499acac7ad953fae7d8c289cb60b001375681e6691ca7d1", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "source_nodes": [ "s:7" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:8", "inputs": [], "name": null, "op": "Embedding", "parameters": [ { "dtype": "float32", "name": "table", "sha256": "6bbd3059883cf8b4699c1da2e25ef31211d490f885fcaac1f73475d14b493c32", "shape": [ 18, 17 ] } ], "scheduling_predecessors": [], "semantics": { "embedding_width": 17, "input_name": "embedding_input", "vocab_size": 18 }, "source_nodes": [ "s:8" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:9", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:9" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:10", "inputs": [ "l:11" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "cb40e3dae370572d0476c8d08ebfb93883b38b8adef1a519e7911cffbfb6d684", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:10" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:11", "inputs": [ "l:12", "l:208", "l:215", "l:222", "l:229", "l:236" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:11" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.15, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:12", "inputs": [ "l:13" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:12" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:13", "inputs": [ "l:14", "l:23" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:13" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:14", "inputs": [ "l:15" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:14" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:15", "inputs": [ "l:16", "l:22" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:16" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:16", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25870a3818cab31267591ff755d69e74c8435d6e091e4ff7c8ca9945f2f3285c", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:17" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.9956489921875, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:17", "inputs": [ "l:18" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:18" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3396525517622845, "lower_unbounded": false, "upper": 7.506319218428951, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:18", "inputs": [ "l:19" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "35413b5e3fa0e7072f202a26a63e9f91d4d26e67fd66da48a2e7e96d608c8910", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6799a253b27867e54bbab935422f101c4c88ab25eeec288148781312a747c140", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "d5cde80a1904c5477848c6875c3d495041e22923a54f67ab47a94b90f000d5a3", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "13e1cd850eeddd830b6d0a840aed3867e26d2c431452cd2a28baa0d72080aacb", "shape": [ 32, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "source_nodes": [ "s:19" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6603474482377155, hi=8.506319218428951))" } ], "claimed_range": { "lower": 0.6603474482377155, "lower_unbounded": false, "upper": 8.506319218428951, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6603474482377155, "lower_unbounded": false, "upper": 8.506319218428951, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:19", "inputs": [ "l:20", "l:2", "l:21" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:20" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:20", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:21" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:21", "inputs": [ "l:7" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:22" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:22", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25870a3818cab31267591ff755d69e74c8435d6e091e4ff7c8ca9945f2f3285c", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:24" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:23", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e5ff0d8b6bc417cf5beb918728dfd2f57f6d201930c065775cec38041dd94490", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:26" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:24", "inputs": [ "l:25" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "bbcfcbabad3a0de793fad75febf7a94a428943c0f05938a5e1f2f6515852dec6", "shape": [ 3060, 102 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:27" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:25", "inputs": [ "l:26", "l:179", "l:180", "l:181", "l:182", "l:183", "l:184", "l:185", "l:186", "l:187", "l:188", "l:189", "l:190", "l:191", "l:192", "l:193", "l:194", "l:195", "l:196", "l:197", "l:198", "l:199", "l:200", "l:201", "l:202", "l:203", "l:204", "l:205", "l:206", "l:207" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:28" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3060 }, { "annotation": null, "id": "l:26", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "816c0aa739621ed6c21d1ee092f33c4bcb3c87c7b2210f246f064216a5a51678", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4560910c6c36cb403c88db45028299f4d6f7967b5f4432dbb24e3fcddbe2742f", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:29" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:27", "inputs": [ "l:28", "l:97", "l:105", "l:149", "l:157" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:30" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 71 }, { "annotation": null, "id": "l:28", "inputs": [ "l:29", "l:32", "l:34" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:31" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:29", "inputs": [ "l:30", "l:31" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:32" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:30", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:33" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:31", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:34" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:32", "inputs": [ "l:7", "l:33" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:35" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:33", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:36" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:34", "inputs": [ "l:35", "l:71", "l:94" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:37" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:35", "inputs": [ "l:36" ], "name": "collapse_pl_Attn#150_m172_0_9", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "2b950a910e14483a4f521abdbc10411eebbe9d533c2a32d1935278c726dd7f32", "shape": [ 9 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "d8c2edda50e840b0a3c2a46e2bd7350c6b75e33855458e467400fd11d9bfc2dc", "shape": [ 9, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "caccb9a8fbd2401135207066c4b53d6e88467839318ea2f1e8bfadf8fef6844e", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "99439779b80a18b5cbe69d8287772de042d31709f7410f76f6eae9a69968ee64", "shape": [ 9, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 9 }, "source_nodes": [ "s:38" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.0015145902633666992, hi=1.0015145902633666))" } ], "claimed_range": { "lower": -0.0015145902633666992, "lower_unbounded": false, "upper": 1.0015145902633666, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.0015145902633666992, "lower_unbounded": false, "upper": 1.0015145902633666, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:36", "inputs": [ "l:37", "l:40", "l:59" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:45" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:37", "inputs": [ "l:38", "l:39" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:46" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:38", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:47" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:39", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:48" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:40", "inputs": [ "l:41", "l:58" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:49" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:41", "inputs": [ "l:42" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:50" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:42", "inputs": [ "l:43", "l:51" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:52" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:43", "inputs": [ "l:44" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "28c4f7df3425ac5087c2632d76786a4afaaf06906eeafb89d8d36ba650e3f24b", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "9fe7252ae4cff6be4d42fdf46fd404e91cf1503a785d6ee2cfc0779c6e4c7a57", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:53" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:44", "inputs": [ "l:45", "l:47", "l:49" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:55" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:45", "inputs": [ "l:46" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:56" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:46", "inputs": [ "l:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "ef7b1f9e5a2d907c7ff2496a32dc2d4879721c404cc224a31671940ba846c4e2", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "source_nodes": [ "s:57" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:47", "inputs": [ "l:48" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:58" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:48", "inputs": [ "l:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "82c5b2a5f705dd388e12fac162246ad059cfa99089bdd1df5103928849793813", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "source_nodes": [ "s:59" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:49", "inputs": [ "l:50" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:60" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:50", "inputs": [ "l:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2e5d5c3fc5f63a23d29988ab3982c8da9a63a8cd2639d8ca27ab5390529327d9", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "source_nodes": [ "s:61" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:51", "inputs": [ "l:52" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:62" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:52", "inputs": [ "l:53", "l:56", "l:7" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:63" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:53", "inputs": [ "l:54", "l:55" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:64" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:54", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:65" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:55", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:66" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:56", "inputs": [ "l:7", "l:57" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:67" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:57", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:68" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:58", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:69" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:59", "inputs": [ "l:60" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:70" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:60", "inputs": [ "l:61" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "3075209b6dea19c63a024ac1c6a204988b537058379dfc951896fb2f2ea20363", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bae0396f574fc0554b8d17422e1b2c456528a449a8f0e67f9d9023111fb090ef", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "47ad7819472c9c1bad2049d6c87fb5de3458c633c491a88376df0802cca2901a", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a5a24a6f91f6c04f9ac54c15adb8d34bb8136d0a68d90b37b0939d893e24a17e", "shape": [ 32, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "source_nodes": [ "s:71" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6642097355031069, hi=4.50245693116356))" } ], "claimed_range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:61", "inputs": [ "l:62", "l:63", "l:70" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:72" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:62", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:73" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:63", "inputs": [ "l:64", "l:67", "l:68" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:74" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:64", "inputs": [ "l:65", "l:66" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:75" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:65", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:76" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:66", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:77" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:67", "inputs": [ "l:68", "l:69" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:78" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:68", "inputs": [ "l:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e79f394c9a536f65c56b29d1e593771c6e332b653623054cfde6b4c6056348bf", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "source_nodes": [ "s:79" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:69", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:80" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:70", "inputs": [ "l:68" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:81" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:71", "inputs": [ "l:72", "l:91" ], "name": null, "op": "Add", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:86" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.5118727628515622, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:72", "inputs": [ "l:73", "l:90" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:87" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.0093727628515623, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:73", "inputs": [ "l:74" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "14f5450d48930e58da82d85fa64ee647276c3a66e7d7b2093ac76f6ada9a8bdc", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ba033ba17152b92c9a8274f09bac1085d2eceb755d28a04a06bdf63a6c68610", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "395be1edcb9c3701df4479ac0ea17096bf1628a10df12335a860237dc6ef4096", "shape": [ 2, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 2 }, "source_nodes": [ "s:88" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.004351007812499974, hi=1.0043510078125))" } ], "claimed_range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:74", "inputs": [ "l:75", "l:85" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:89" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:75", "inputs": [ "l:76" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:90" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:76", "inputs": [ "l:77", "l:78" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:92" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:77", "inputs": [ "l:8" ], "name": "map_to_table", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "2c34ce1df23b838c5abf2a7f6437cca3d3067ed509ff25f11df6b11b582b51eb", "shape": [ 10 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "eee183eff6e72006bb7ace8c5ae3f42029abaa0004524c553789b6cca053a22c", "shape": [ 10, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e7a2f4b7a886aabf181b94c496dabd00bd3f8da32a01f3da03e6d6868564aed6", "shape": [ 10, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 10 }, "source_nodes": [ "s:93" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-21.0, hi=19.0))" } ], "claimed_range": { "lower": -21.0, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:78", "inputs": [ "l:79" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:94" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:79", "inputs": [ "l:80", "l:83", "l:41" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:95" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:80", "inputs": [ "l:81", "l:82" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:96" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:81", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:97" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:82", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:98" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:83", "inputs": [ "l:41", "l:84" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:99" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:84", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:100" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:85", "inputs": [ "l:86" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "b3f689962d5d23d2c4d34e32885e60cb9af0119e64bbf4ce2446694c45d9cdb9", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:101" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:86", "inputs": [ "l:87" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "source_nodes": [ "s:103" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:87", "inputs": [ "l:88", "l:89" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:104" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:88", "inputs": [ "l:59" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:105" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:89", "inputs": [ "l:88" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:106" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:90", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ], "values": [ 0.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:107" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 0.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:91", "inputs": [ "l:92" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "acc2e4c62e9b92c67550621c1d3c42498eab8b87200286819aae131530c4dc41", "shape": [ 3, 4 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e5cd6f63a143d03bf475cd19b883bbdecec4efb62d8303f209b0dde6ae0565cd", "shape": [ 3, 3 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "ba88de7e97f50c001a9d0c4e5c690cd5e4d90c7e5a7b64b96b485a3847228885", "shape": [ 3, 4 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 3 }, "source_nodes": [ "s:108" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:92", "inputs": [ "l:68", "l:93" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:109" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 4 }, { "annotation": null, "id": "l:93", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "536bb5e379a254cb14b0b1e8217d2c557d4a3de2ea40a746d0466d0ee87aee92", "shape": [ 3 ], "values": [ 0.5, 0.5, 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:110" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.5, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:94", "inputs": [ "l:95" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "source_nodes": [ "s:111" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:95", "inputs": [ "l:75", "l:8", "l:96" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:112" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "l:96", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "af29918470ea37a3d7c548efa0c2c36661668bed1a4230920790f4ebd35b7634", "shape": [ 17 ], "values": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:113" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:97", "inputs": [ "l:98", "l:101", "l:103" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:114" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:98", "inputs": [ "l:99", "l:100" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:115" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:99", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:116" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:100", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:117" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:101", "inputs": [ "l:7", "l:102" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:118" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:102", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:119" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:103", "inputs": [ "l:104", "l:71", "l:94" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:120" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:104", "inputs": [ "l:36" ], "name": "collapse_pl_Attn#150_m158_0_13", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "30b4d6767bf8d87e4aaae0c755fdb0d5eb9e068b0a53355a4cdc5eaeb492cc3a", "shape": [ 13 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "f7ab62645b8ac50bc1a27ab4a4c1eec88cb3bada1d248cdeca5f7671dacdb4e1", "shape": [ 13, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "caccb9a8fbd2401135207066c4b53d6e88467839318ea2f1e8bfadf8fef6844e", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "272e40e0a1d646866aafdfb951fc8fdc691c177300c45fc52a5a9b6a6cc351b9", "shape": [ 13, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 13 }, "source_nodes": [ "s:121" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.0015146498680114746, hi=1.0015147094726562))" } ], "claimed_range": { "lower": -0.0015146498680114746, "lower_unbounded": false, "upper": 1.0015147094726562, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.0015146498680114746, "lower_unbounded": false, "upper": 1.0015147094726562, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:105", "inputs": [ "l:106", "l:109", "l:111" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:130" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:106", "inputs": [ "l:107", "l:108" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:131" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:107", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:132" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:108", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:133" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:109", "inputs": [ "l:7", "l:110" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:134" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:110", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:135" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:111", "inputs": [ "l:112", "l:130", "l:146" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:136" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:112", "inputs": [ "l:113" ], "name": "collapse_pl_Attn#84_m106_0_9", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "2b950a910e14483a4f521abdbc10411eebbe9d533c2a32d1935278c726dd7f32", "shape": [ 9 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "d8c2edda50e840b0a3c2a46e2bd7350c6b75e33855458e467400fd11d9bfc2dc", "shape": [ 9, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "caccb9a8fbd2401135207066c4b53d6e88467839318ea2f1e8bfadf8fef6844e", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "99439779b80a18b5cbe69d8287772de042d31709f7410f76f6eae9a69968ee64", "shape": [ 9, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 9 }, "source_nodes": [ "s:137" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.0015145902633666992, hi=1.0015145902633666))" } ], "claimed_range": { "lower": -0.0015145902633666992, "lower_unbounded": false, "upper": 1.0015145902633666, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.0015145902633666992, "lower_unbounded": false, "upper": 1.0015145902633666, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:113", "inputs": [ "l:114", "l:117", "l:119" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:144" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:114", "inputs": [ "l:115", "l:116" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:145" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:115", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:146" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:116", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:147" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:117", "inputs": [ "l:7", "l:118" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:148" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:118", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:149" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:119", "inputs": [ "l:120" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:150" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:120", "inputs": [ "l:121" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "3075209b6dea19c63a024ac1c6a204988b537058379dfc951896fb2f2ea20363", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bae0396f574fc0554b8d17422e1b2c456528a449a8f0e67f9d9023111fb090ef", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "47ad7819472c9c1bad2049d6c87fb5de3458c633c491a88376df0802cca2901a", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a5a24a6f91f6c04f9ac54c15adb8d34bb8136d0a68d90b37b0939d893e24a17e", "shape": [ 32, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "source_nodes": [ "s:151" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6642097355031069, hi=4.50245693116356))" } ], "claimed_range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:121", "inputs": [ "l:122", "l:123", "l:129" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:152" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0021755039062499]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:122", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:153" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:123", "inputs": [ "l:124", "l:127", "l:41" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:154" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:124", "inputs": [ "l:125", "l:126" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:155" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:125", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:156" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:126", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:157" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:127", "inputs": [ "l:41", "l:128" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:158" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:128", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:159" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:129", "inputs": [ "l:41" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:160" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:130", "inputs": [ "l:131", "l:143" ], "name": null, "op": "Add", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:165" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.5118727628515622, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:131", "inputs": [ "l:132", "l:142" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:166" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.0093727628515623, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:132", "inputs": [ "l:133" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "14f5450d48930e58da82d85fa64ee647276c3a66e7d7b2093ac76f6ada9a8bdc", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ba033ba17152b92c9a8274f09bac1085d2eceb755d28a04a06bdf63a6c68610", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "395be1edcb9c3701df4479ac0ea17096bf1628a10df12335a860237dc6ef4096", "shape": [ 2, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 2 }, "source_nodes": [ "s:167" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.004351007812499974, hi=1.0043510078125))" } ], "claimed_range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:133", "inputs": [ "l:134", "l:137" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:168" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:134", "inputs": [ "l:135" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "f22239942c4ac043eb6887cd996054943f2d24a5e56217c21186a366ca97c23d", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "9fe7252ae4cff6be4d42fdf46fd404e91cf1503a785d6ee2cfc0779c6e4c7a57", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:169" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:135", "inputs": [ "l:77", "l:79", "l:136" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:171" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:136", "inputs": [ "l:52" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:172" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:137", "inputs": [ "l:138" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "b3f689962d5d23d2c4d34e32885e60cb9af0119e64bbf4ce2446694c45d9cdb9", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:173" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:138", "inputs": [ "l:139" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "source_nodes": [ "s:175" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:139", "inputs": [ "l:140", "l:141" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:176" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:140", "inputs": [ "l:119" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:177" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:141", "inputs": [ "l:140" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:178" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:142", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ], "values": [ 0.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:179" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 0.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:143", "inputs": [ "l:144" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "acc2e4c62e9b92c67550621c1d3c42498eab8b87200286819aae131530c4dc41", "shape": [ 3, 4 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e5cd6f63a143d03bf475cd19b883bbdecec4efb62d8303f209b0dde6ae0565cd", "shape": [ 3, 3 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "ba88de7e97f50c001a9d0c4e5c690cd5e4d90c7e5a7b64b96b485a3847228885", "shape": [ 3, 4 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 3 }, "source_nodes": [ "s:180" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:144", "inputs": [ "l:41", "l:145" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:181" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 4 }, { "annotation": null, "id": "l:145", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "536bb5e379a254cb14b0b1e8217d2c557d4a3de2ea40a746d0466d0ee87aee92", "shape": [ 3 ], "values": [ 0.5, 0.5, 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:182" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.5, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:146", "inputs": [ "l:147" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "source_nodes": [ "s:183" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:147", "inputs": [ "l:134", "l:8", "l:148" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:184" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "l:148", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "af29918470ea37a3d7c548efa0c2c36661668bed1a4230920790f4ebd35b7634", "shape": [ 17 ], "values": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:185" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:149", "inputs": [ "l:150", "l:153", "l:155" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:186" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:150", "inputs": [ "l:151", "l:152" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:187" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:151", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:188" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:152", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:189" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:153", "inputs": [ "l:7", "l:154" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:190" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:154", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:191" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:155", "inputs": [ "l:156", "l:130", "l:146" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:192" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:156", "inputs": [ "l:113" ], "name": "collapse_pl_Attn#84_m92_0_13", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "30b4d6767bf8d87e4aaae0c755fdb0d5eb9e068b0a53355a4cdc5eaeb492cc3a", "shape": [ 13 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "f7ab62645b8ac50bc1a27ab4a4c1eec88cb3bada1d248cdeca5f7671dacdb4e1", "shape": [ 13, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "caccb9a8fbd2401135207066c4b53d6e88467839318ea2f1e8bfadf8fef6844e", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "272e40e0a1d646866aafdfb951fc8fdc691c177300c45fc52a5a9b6a6cc351b9", "shape": [ 13, 3 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 13 }, "source_nodes": [ "s:193" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.0015146498680114746, hi=1.0015147094726562))" } ], "claimed_range": { "lower": -0.0015146498680114746, "lower_unbounded": false, "upper": 1.0015147094726562, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.0015146498680114746, "lower_unbounded": false, "upper": 1.0015147094726562, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:157", "inputs": [ "l:158", "l:165", "l:172" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:202" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "l:158", "inputs": [ "l:159" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:203" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:159", "inputs": [ "l:160", "l:163", "l:46" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:205" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:160", "inputs": [ "l:161", "l:162" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:206" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:161", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:207" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:162", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:208" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:163", "inputs": [ "l:41", "l:164" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:209" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:164", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:210" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:165", "inputs": [ "l:166" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:211" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:166", "inputs": [ "l:167", "l:170", "l:48" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:213" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:167", "inputs": [ "l:168", "l:169" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:214" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:168", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:215" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:169", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:216" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:170", "inputs": [ "l:41", "l:171" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:217" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:171", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:218" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:172", "inputs": [ "l:173" ], "name": "fused_add_const_multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:219" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:173", "inputs": [ "l:174", "l:177", "l:50" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "source_nodes": [ "s:221" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:174", "inputs": [ "l:175", "l:176" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:222" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:175", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:223" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:176", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:224" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:177", "inputs": [ "l:41", "l:178" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:225" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:178", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:226" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:179", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "fceae225422029f0dd6f21870e637d35c5ce13af657d50c3632bcf5d4a78104a", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "67fa6c8175eac3e1cfc5978f3fdbb989089fa74f147d2f248b6aeab263c97719", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:227" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:180", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "d54eaa9ca52c8b0edf03e0091e303a828a6d6790eb871cb929e8dd6c1857a6e7", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ec94015139d0a6a56a492b42fb2b552d8f82bdc7afc589710ceb72c1d5285eb", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:228" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:181", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2fdf21e533b9b866f0dc713f913f7cfc0109784d7fb588b258a9d28d251b7cbf", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a072a6d4f58e6f17edd2ff5b5efb577f96384c469947b02165bcf3092b9e5fe9", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:229" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:182", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "460ad9b379cdeb81dad9f7c6090edebabf2514372597b3355043d51c23efc2eb", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "1813af7f2837deaad76967c1373f64762943eba74edc5ffe0ed4f0df258cd008", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:230" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:183", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3340b7c8c378cb99d3edfb49297a92286afb1e8d9864be25a0d1ce7f8d7edfbe", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d1a941dbb49a5c14935df3b96e1b722ad207aa8d91a1bec84ad0860ba8686b15", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:231" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:184", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e955dc9231121cecfe14876f98d18423263992bdde0fc9182942bac33b2682ba", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a8d9beea0d3710e5ecf237aabfaeb8b769d38e9f5edf48d03a68a1658210138c", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:232" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:185", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e6d5c3cf8704a257470465e9065a432bb469cf45e0b0cac3abe30a725e40d1ee", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "66c1d4ca5c1290e775aba42e2cdeb85ae6386b1ff970c6734d758558e5c97b7a", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:233" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:186", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2da968a5e4b877d8db7c4d6b89c90fd566bc9874af30938b92ece57b2b01e5ff", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "48d75fd17d5f89cdade55cea13d455a53efc151489e448d49a457bee62fd2e6b", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:234" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:187", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "897ee0b8bcde96bc36c6dca2d5c7a468627fb71cab505b49db84ef7ba0501685", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "ed476b0f96b1b0565f9046a8ee2c00e44395e76e62823577e9dfbcd5437b7ad9", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:235" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:188", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "ff2288ae2eecf8a33791ccefd3c67421d826497cf98d515fc824ca16f9e167ad", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "bc780316780f011fe213168fd1e3f8f23471d0bdc0f84d8646ca14a466a66e8d", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:236" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:189", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6a07f7b6a3b4a9f149ae526dd3b89b510f19715e093aa12e0244a6b65b953732", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "46597bd06f2b734841ce35b26d79399dfe9a38d2c73d42aafbb110c8cb3f741d", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:237" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:190", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "098840bfa6ce6a32fb4a49705f9e5d662122720bda80d70132bd0bc4e9db55a2", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "581cc4c6d3ecad8362d9abbf3fb984e61ed255e916c58d70cd6834069f57b646", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:238" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:191", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6c3873ed84ac232e5df06fa3f70939ad8b761c52f61b61e7c5829765c8980f29", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "7d4b9178259fd332d1aaf840ce67e8735f4b497f4603ca9b5b1338d01ed5dfde", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:239" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:192", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2b417f2aaa6b2e1a1599465385b40d9d379efe0a3d926df6e73fdedf76b5fa49", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a87761b4206263fbe8d065cc95007eb091e5e16cb8956a513546438b3a051037", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:240" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:193", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "376e027da49fde45337182886802a1cee1e304cef82e0ef513d94fbd0dd84690", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "614bede29ddd359341b700b0fd56eefdea13e4583e000c88a1552dad8d818a51", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:241" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:194", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "44357d83c40291c797df25fdee39307b8966717df7bc5e001db35bfaf71c5457", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e6511f4ee32f3ce309f426f21b8f667994f13b618f1072b700e298ee5966b919", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:242" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:195", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "a0673cd0985246e9670b7a35cf0efe9b4200c12e0d6606d88f1bba66c0ea16d1", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e90823e2c542ba059d7ec6765be4c0c91676386b5d53075d569504b80a31a0ca", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:243" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:196", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "768b000095a01e9d9c339e751798749dba523f1354cf0f8da24501b1e8bc38b7", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "621178cd09116bc901dfca5f87b81dc25d522c8983538a8e058543d3810b10dc", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:244" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:197", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "58b57367dd76ede7178a91f0658ec71e43256a1fc4b42dd90891dc42960d454d", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "1fb5dc85a3e3e0e97cccd0e3a331f00510e5d58dc45471f582859315a36e3f29", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:245" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:198", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "09005a153093ab79a51cf29da828919ed9957119ab297e2bf32f69bef4ebb34c", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d3abc7c30d1ffaacedaf2dcee339ffa0e921c30b32acb5ab2c05e970bb5bdb86", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:246" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:199", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "f0eca22690a844939b07776ec390fc29531fdc844417093e919ed3d27e64bfcc", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d4e10256b0b1be2c1f072421b2749f11edffde71938d4d7187200deb348d9212", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:247" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:200", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6e1bf994a96f64d2c60bb792fca84a39e31d0121a5ced69305ad5b3dfb66aafa", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "ccbb70d65a1ced0f975752c6bc9022b2c3455949fcd6dbd6a0790d90f51ac5bd", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:248" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:201", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "7dfd1d9c77fb6ef1450c18acf2a8b5bd5d2acdaa06ed4b6beae1260102dc6ae0", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "3a22faa4ebe6de66f887e70ad3010ee696a87ab0f4e938016ce78afca4c37e03", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:249" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:202", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3fe61af4ad9772d22c83a4c8dccfc64398df664d79567efade1b23e4d596e5c5", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "2f49027eb3a722bcc219de8a26637c56555d1fb7cfd95410e55b2bd6b8272a6d", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:250" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:203", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "5db1b715dc5e492a18aabf92b4c34f0215c7e3547b34bc063596f60f26c35786", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "47f2786dc6a26e6bf97ba2b28b3378469e31cedcc5963fa825ce4685a22bb718", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:251" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:204", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2a1bc40c62ab16e7c7d030a339ddf70700d563cb5b4d8d228949fbd6c6b9109c", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "8f924ad3643b195a3a74634b2f00fdb5377c99e8cfbbcb497ece9580dfbafaef", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:252" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:205", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "93c5d6e8de95b00f7b2a84edffc2ca0575e85ab24ad0682f45139ad5ee87e118", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4773b3a389b286a0e8ef8b3f5ba37e55c816ab87a911713e88fa3bdf57025556", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:253" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:206", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "193e2f98cd2526bf33e509f11ba66be9d8209358857f7d0e87aa83fc622a2560", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "988592f580ff7d576b1ff7846b4b391adb359d39830429ec7844511db37c3997", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:254" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:207", "inputs": [ "l:27" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "b0a6013812436552821f512bc529a9956408d110bea6c5acb994562242afe8d2", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "7f435707624153849752fa7a165ad5e3e011d709fa2db441122db12c05ec2553", "shape": [ 1000, 102 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "source_nodes": [ "s:255" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "l:208", "inputs": [ "l:209" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:256" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:209", "inputs": [ "l:210", "l:214" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:257" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:210", "inputs": [ "l:211" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:258" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:211", "inputs": [ "l:212", "l:213" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:260" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:212", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "28c4f7df3425ac5087c2632d76786a4afaaf06906eeafb89d8d36ba650e3f24b", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:261" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:213", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "9bc792642836b330e7b77ccfcb99d0ea4176f98a05cc12439b285610ead907ae", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:262" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:214", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "b228fefd689681316f5048ca606b98f346835a39580cd52dba1083bd2b863331", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:264" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:215", "inputs": [ "l:216" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:265" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:216", "inputs": [ "l:217", "l:221" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:266" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:217", "inputs": [ "l:218" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:267" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:218", "inputs": [ "l:219", "l:220" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:269" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:219", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "eb9f1ff3e4fa10d12a6ae64cce02175007e98fff40f70e2ba8fdbf8f5a123795", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:270" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:220", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "ed53dbef9c852a8229e4b386e20627c3a89599c7583ec50379471fb4415bc5b3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:271" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:221", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "cdb0ded4cbbfc0cd56ae48f7fe7f1e70497b14bfd05566ff68caf1125184f63c", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:273" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:222", "inputs": [ "l:223" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:274" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:223", "inputs": [ "l:224", "l:228" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:275" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:224", "inputs": [ "l:225" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:276" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:225", "inputs": [ "l:226", "l:227" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:278" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:226", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1cc95150dbcdc695d9fe82393ccc24788e0bbdb47c092c4100228da7b850f0b9", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:279" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:227", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "9dfa5cc0a4093ad092e8327b9861cf4f1595c50fa4b3f12efc578b78fe5afdd2", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:280" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:228", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "185ec0ef012694b464ee8a5e7c7c77819f720d19c19f76e43f72de5b705dc6ab", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:282" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:229", "inputs": [ "l:230" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:283" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:230", "inputs": [ "l:231", "l:235" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:284" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:231", "inputs": [ "l:232" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:285" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:232", "inputs": [ "l:233", "l:234" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:287" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:233", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "0a981cf047d1413d4048a8918c40e5341ed3c1e754371a27df6dbebbc4041fc9", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:288" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:234", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25eab693bdf7c6ad20a03812dd32b8a7ba27dab587478a5dc1c8b657174ae97d", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:289" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:235", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "308045f6b12d6b3eb1da2404cd12326496077b4f4ea8f88a4b03b86344f5184a", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:291" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:236", "inputs": [ "l:237" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "source_nodes": [ "s:292" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:237", "inputs": [ "l:238", "l:242" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:293" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "l:238", "inputs": [ "l:239" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bcf7ac4b1f65963b5f231e5ba36e318f9b96c792cfcbe5979bae308b273f48e5", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:294" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:239", "inputs": [ "l:240", "l:241" ], "name": null, "op": "Concatenate", "parameters": [], "scheduling_predecessors": [], "source_nodes": [ "s:296" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "l:240", "inputs": [ "l:17" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "db8d1a556ec9527f63930661298f4b8607cfcecb3c364235751acfef1ec8ed1a", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:297" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:241", "inputs": [ "l:17" ], "name": "fused_negate_compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "64f403ba374325ca540cb27c0375a0ea1dc20ecaeb654fcbe8bea2b756826dab", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bedf28cd77bc6a0aa72157aa10d604f1203eb0409b546f9a088311112009bb5b", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "source_nodes": [ "s:298" ], "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "l:242", "inputs": [ "l:24" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3072b3d3a02f07703396e82e4da06a78cf39ec10812593124701a40ebbe082a9", "shape": [ 102, 17 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:300" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "l:243", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "bdc7bf3db562e39b656aed4e81ea8425eddc35662c76ad9ef2f006e36d6c43d0", "shape": [ 17 ], "values": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] } ], "scheduling_predecessors": [], "source_nodes": [ "s:301" ], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 } ], "root": "l:0", "sha256": "7f95363169942cef3145f844820a09b08ede8c190fb49aa34165f42cd05fee27" }, "realization_map": [ { "lowered": "l:0", "source": "s:0", "status": "whole" }, { "lowered": "l:1", "source": "s:1", "status": "whole" }, { "lowered": "l:2", "source": "s:2", "status": "whole" }, { "lowered": "l:3", "source": "s:3", "status": "whole" }, { "lowered": "l:4", "source": "s:4", "status": "whole" }, { "lowered": "l:5", "source": "s:5", "status": "whole" }, { "lowered": "l:6", "source": "s:6", "status": "whole" }, { "lowered": "l:7", "source": "s:7", "status": "whole" }, { "lowered": "l:8", "source": "s:8", "status": "whole" }, { "lowered": "l:9", "source": "s:9", "status": "whole" }, { "lowered": "l:10", "source": "s:10", "status": "whole" }, { "lowered": "l:11", "source": "s:11", "status": "whole" }, { "lowered": "l:12", "source": "s:12", "status": "whole" }, { "lowered": "l:13", "source": "s:13", "status": "whole" }, { "lowered": "l:14", "source": "s:14", "status": "whole" }, { "source": "s:15", "status": "not_materialized" }, { "lowered": "l:15", "source": "s:16", "status": "whole" }, { "lowered": "l:16", "source": "s:17", "status": "whole" }, { "lowered": "l:17", "source": "s:18", "status": "whole" }, { "lowered": "l:18", "source": "s:19", "status": "whole" }, { "lowered": "l:19", "source": "s:20", "status": "whole" }, { "lowered": "l:20", "source": "s:21", "status": "whole" }, { "lowered": "l:21", "source": "s:22", "status": "whole" }, { "source": "s:23", "status": "not_materialized" }, { "lowered": "l:22", "source": "s:24", "status": "whole" }, { "source": "s:25", "status": "not_materialized" }, { "lowered": "l:23", "source": "s:26", "status": "whole" }, { "lowered": "l:24", "source": "s:27", "status": "whole" }, { "lowered": "l:25", "source": "s:28", "status": "whole" }, { "lowered": "l:26", "source": "s:29", "status": "whole" }, { "lowered": "l:27", "source": "s:30", "status": "whole" }, { "lowered": "l:28", "source": "s:31", "status": "whole" }, { "lowered": "l:29", "source": "s:32", "status": "whole" }, { "lowered": "l:30", "source": "s:33", "status": "whole" }, { "lowered": "l:31", "source": "s:34", "status": "whole" }, { "lowered": "l:32", "source": "s:35", "status": "whole" }, { "lowered": "l:33", "source": "s:36", "status": "whole" }, { "lowered": "l:34", "source": "s:37", "status": "whole" }, { "lowered": "l:35", "source": "s:38", "status": "whole" }, { "source": "s:39", "status": "not_materialized" }, { "source": "s:40", "status": "not_materialized" }, { "source": "s:41", "status": "not_materialized" }, { "source": "s:42", "status": "not_materialized" }, { "source": "s:43", "status": "not_materialized" }, { "source": "s:44", "status": "not_materialized" }, { "lowered": "l:36", "source": "s:45", "status": "whole" }, { "lowered": "l:37", "source": "s:46", "status": "whole" }, { "lowered": "l:38", "source": "s:47", "status": "whole" }, { "lowered": "l:39", "source": "s:48", "status": "whole" }, { "lowered": "l:40", "source": "s:49", "status": "whole" }, { "lowered": "l:41", "source": "s:50", "status": "whole" }, { "source": "s:51", "status": "not_materialized" }, { "lowered": "l:42", "source": "s:52", "status": "whole" }, { "lowered": "l:43", "source": "s:53", "status": "whole" }, { "source": "s:54", "status": "not_materialized" }, { "lowered": "l:44", "source": "s:55", "status": "whole" }, { "lowered": "l:45", "source": "s:56", "status": "whole" }, { "lowered": "l:46", "source": "s:57", "status": "whole" }, { "lowered": "l:47", "source": "s:58", "status": "whole" }, { "lowered": "l:48", "source": "s:59", "status": "whole" }, { "lowered": "l:49", "source": "s:60", "status": "whole" }, { "lowered": "l:50", "source": "s:61", "status": "whole" }, { "lowered": "l:51", "source": "s:62", "status": "whole" }, { "lowered": "l:52", "source": "s:63", "status": "whole" }, { "lowered": "l:53", "source": "s:64", "status": "whole" }, { "lowered": "l:54", "source": "s:65", "status": "whole" }, { "lowered": "l:55", "source": "s:66", "status": "whole" }, { "lowered": "l:56", "source": "s:67", "status": "whole" }, { "lowered": "l:57", "source": "s:68", "status": "whole" }, { "lowered": "l:58", "source": "s:69", "status": "whole" }, { "lowered": "l:59", "source": "s:70", "status": "whole" }, { "lowered": "l:60", "source": "s:71", "status": "whole" }, { "lowered": "l:61", "source": "s:72", "status": "whole" }, { "lowered": "l:62", "source": "s:73", "status": "whole" }, { "lowered": "l:63", "source": "s:74", "status": "whole" }, { "lowered": "l:64", "source": "s:75", "status": "whole" }, { "lowered": "l:65", "source": "s:76", "status": "whole" }, { "lowered": "l:66", "source": "s:77", "status": "whole" }, { "lowered": "l:67", "source": "s:78", "status": "whole" }, { "lowered": "l:68", "source": "s:79", "status": "whole" }, { "lowered": "l:69", "source": "s:80", "status": "whole" }, { "lowered": "l:70", "source": "s:81", "status": "whole" }, { "source": "s:82", "status": "not_materialized" }, { "source": "s:83", "status": "not_materialized" }, { "source": "s:84", "status": "not_materialized" }, { "source": "s:85", "status": "not_materialized" }, { "lowered": "l:71", "source": "s:86", "status": "whole" }, { "lowered": "l:72", "source": "s:87", "status": "whole" }, { "lowered": "l:73", "source": "s:88", "status": "whole" }, { "lowered": "l:74", "source": "s:89", "status": "whole" }, { "lowered": "l:75", "source": "s:90", "status": "whole" }, { "source": "s:91", "status": "not_materialized" }, { "lowered": "l:76", "source": "s:92", "status": "whole" }, { "lowered": "l:77", "source": "s:93", "status": "whole" }, { "lowered": "l:78", "source": "s:94", "status": "whole" }, { "lowered": "l:79", "source": "s:95", "status": "whole" }, { "lowered": "l:80", "source": "s:96", "status": "whole" }, { "lowered": "l:81", "source": "s:97", "status": "whole" }, { "lowered": "l:82", "source": "s:98", "status": "whole" }, { "lowered": "l:83", "source": "s:99", "status": "whole" }, { "lowered": "l:84", "source": "s:100", "status": "whole" }, { "lowered": "l:85", "source": "s:101", "status": "whole" }, { "source": "s:102", "status": "not_materialized" }, { "lowered": "l:86", "source": "s:103", "status": "whole" }, { "lowered": "l:87", "source": "s:104", "status": "whole" }, { "lowered": "l:88", "source": "s:105", "status": "whole" }, { "lowered": "l:89", "source": "s:106", "status": "whole" }, { "lowered": "l:90", "source": "s:107", "status": "whole" }, { "lowered": "l:91", "source": "s:108", "status": "whole" }, { "lowered": "l:92", "source": "s:109", "status": "whole" }, { "lowered": "l:93", "source": "s:110", "status": "whole" }, { "lowered": "l:94", "source": "s:111", "status": "whole" }, { "lowered": "l:95", "source": "s:112", "status": "whole" }, { "lowered": "l:96", "source": "s:113", "status": "whole" }, { "lowered": "l:97", "source": "s:114", "status": "whole" }, { "lowered": "l:98", "source": "s:115", "status": "whole" }, { "lowered": "l:99", "source": "s:116", "status": "whole" }, { "lowered": "l:100", "source": "s:117", "status": "whole" }, { "lowered": "l:101", "source": "s:118", "status": "whole" }, { "lowered": "l:102", "source": "s:119", "status": "whole" }, { "lowered": "l:103", "source": "s:120", "status": "whole" }, { "lowered": "l:104", "source": "s:121", "status": "whole" }, { "source": "s:122", "status": "not_materialized" }, { "source": "s:123", "status": "not_materialized" }, { "source": "s:124", "status": "not_materialized" }, { "source": "s:125", "status": "not_materialized" }, { "source": "s:126", "status": "not_materialized" }, { "source": "s:127", "status": "not_materialized" }, { "source": "s:128", "status": "not_materialized" }, { "source": "s:129", "status": "not_materialized" }, { "lowered": "l:105", "source": "s:130", "status": "whole" }, { "lowered": "l:106", "source": "s:131", "status": "whole" }, { "lowered": "l:107", "source": "s:132", "status": "whole" }, { "lowered": "l:108", "source": "s:133", "status": "whole" }, { "lowered": "l:109", "source": "s:134", "status": "whole" }, { "lowered": "l:110", "source": "s:135", "status": "whole" }, { "lowered": "l:111", "source": "s:136", "status": "whole" }, { "lowered": "l:112", "source": "s:137", "status": "whole" }, { "source": "s:138", "status": "not_materialized" }, { "source": "s:139", "status": "not_materialized" }, { "source": "s:140", "status": "not_materialized" }, { "source": "s:141", "status": "not_materialized" }, { "source": "s:142", "status": "not_materialized" }, { "source": "s:143", "status": "not_materialized" }, { "lowered": "l:113", "source": "s:144", "status": "whole" }, { "lowered": "l:114", "source": "s:145", "status": "whole" }, { "lowered": "l:115", "source": "s:146", "status": "whole" }, { "lowered": "l:116", "source": "s:147", "status": "whole" }, { "lowered": "l:117", "source": "s:148", "status": "whole" }, { "lowered": "l:118", "source": "s:149", "status": "whole" }, { "lowered": "l:119", "source": "s:150", "status": "whole" }, { "lowered": "l:120", "source": "s:151", "status": "whole" }, { "lowered": "l:121", "source": "s:152", "status": "whole" }, { "lowered": "l:122", "source": "s:153", "status": "whole" }, { "lowered": "l:123", "source": "s:154", "status": "whole" }, { "lowered": "l:124", "source": "s:155", "status": "whole" }, { "lowered": "l:125", "source": "s:156", "status": "whole" }, { "lowered": "l:126", "source": "s:157", "status": "whole" }, { "lowered": "l:127", "source": "s:158", "status": "whole" }, { "lowered": "l:128", "source": "s:159", "status": "whole" }, { "lowered": "l:129", "source": "s:160", "status": "whole" }, { "source": "s:161", "status": "not_materialized" }, { "source": "s:162", "status": "not_materialized" }, { "source": "s:163", "status": "not_materialized" }, { "source": "s:164", "status": "not_materialized" }, { "lowered": "l:130", "source": "s:165", "status": "whole" }, { "lowered": "l:131", "source": "s:166", "status": "whole" }, { "lowered": "l:132", "source": "s:167", "status": "whole" }, { "lowered": "l:133", "source": "s:168", "status": "whole" }, { "lowered": "l:134", "source": "s:169", "status": "whole" }, { "source": "s:170", "status": "not_materialized" }, { "lowered": "l:135", "source": "s:171", "status": "whole" }, { "lowered": "l:136", "source": "s:172", "status": "whole" }, { "lowered": "l:137", "source": "s:173", "status": "whole" }, { "source": "s:174", "status": "not_materialized" }, { "lowered": "l:138", "source": "s:175", "status": "whole" }, { "lowered": "l:139", "source": "s:176", "status": "whole" }, { "lowered": "l:140", "source": "s:177", "status": "whole" }, { "lowered": "l:141", "source": "s:178", "status": "whole" }, { "lowered": "l:142", "source": "s:179", "status": "whole" }, { "lowered": "l:143", "source": "s:180", "status": "whole" }, { "lowered": "l:144", "source": "s:181", "status": "whole" }, { "lowered": "l:145", "source": "s:182", "status": "whole" }, { "lowered": "l:146", "source": "s:183", "status": "whole" }, { "lowered": "l:147", "source": "s:184", "status": "whole" }, { "lowered": "l:148", "source": "s:185", "status": "whole" }, { "lowered": "l:149", "source": "s:186", "status": "whole" }, { "lowered": "l:150", "source": "s:187", "status": "whole" }, { "lowered": "l:151", "source": "s:188", "status": "whole" }, { "lowered": "l:152", "source": "s:189", "status": "whole" }, { "lowered": "l:153", "source": "s:190", "status": "whole" }, { "lowered": "l:154", "source": "s:191", "status": "whole" }, { "lowered": "l:155", "source": "s:192", "status": "whole" }, { "lowered": "l:156", "source": "s:193", "status": "whole" }, { "source": "s:194", "status": "not_materialized" }, { "source": "s:195", "status": "not_materialized" }, { "source": "s:196", "status": "not_materialized" }, { "source": "s:197", "status": "not_materialized" }, { "source": "s:198", "status": "not_materialized" }, { "source": "s:199", "status": "not_materialized" }, { "source": "s:200", "status": "not_materialized" }, { "source": "s:201", "status": "not_materialized" }, { "lowered": "l:157", "source": "s:202", "status": "whole" }, { "lowered": "l:158", "source": "s:203", "status": "whole" }, { "source": "s:204", "status": "not_materialized" }, { "lowered": "l:159", "source": "s:205", "status": "whole" }, { "lowered": "l:160", "source": "s:206", "status": "whole" }, { "lowered": "l:161", "source": "s:207", "status": "whole" }, { "lowered": "l:162", "source": "s:208", "status": "whole" }, { "lowered": "l:163", "source": "s:209", "status": "whole" }, { "lowered": "l:164", "source": "s:210", "status": "whole" }, { "lowered": "l:165", "source": "s:211", "status": "whole" }, { "source": "s:212", "status": "not_materialized" }, { "lowered": "l:166", "source": "s:213", "status": "whole" }, { "lowered": "l:167", "source": "s:214", "status": "whole" }, { "lowered": "l:168", "source": "s:215", "status": "whole" }, { "lowered": "l:169", "source": "s:216", "status": "whole" }, { "lowered": "l:170", "source": "s:217", "status": "whole" }, { "lowered": "l:171", "source": "s:218", "status": "whole" }, { "lowered": "l:172", "source": "s:219", "status": "whole" }, { "source": "s:220", "status": "not_materialized" }, { "lowered": "l:173", "source": "s:221", "status": "whole" }, { "lowered": "l:174", "source": "s:222", "status": "whole" }, { "lowered": "l:175", "source": "s:223", "status": "whole" }, { "lowered": "l:176", "source": "s:224", "status": "whole" }, { "lowered": "l:177", "source": "s:225", "status": "whole" }, { "lowered": "l:178", "source": "s:226", "status": "whole" }, { "lowered": "l:179", "source": "s:227", "status": "whole" }, { "lowered": "l:180", "source": "s:228", "status": "whole" }, { "lowered": "l:181", "source": "s:229", "status": "whole" }, { "lowered": "l:182", "source": "s:230", "status": "whole" }, { "lowered": "l:183", "source": "s:231", "status": "whole" }, { "lowered": "l:184", "source": "s:232", "status": "whole" }, { "lowered": "l:185", "source": "s:233", "status": "whole" }, { "lowered": "l:186", "source": "s:234", "status": "whole" }, { "lowered": "l:187", "source": "s:235", "status": "whole" }, { "lowered": "l:188", "source": "s:236", "status": "whole" }, { "lowered": "l:189", "source": "s:237", "status": "whole" }, { "lowered": "l:190", "source": "s:238", "status": "whole" }, { "lowered": "l:191", "source": "s:239", "status": "whole" }, { "lowered": "l:192", "source": "s:240", "status": "whole" }, { "lowered": "l:193", "source": "s:241", "status": "whole" }, { "lowered": "l:194", "source": "s:242", "status": "whole" }, { "lowered": "l:195", "source": "s:243", "status": "whole" }, { "lowered": "l:196", "source": "s:244", "status": "whole" }, { "lowered": "l:197", "source": "s:245", "status": "whole" }, { "lowered": "l:198", "source": "s:246", "status": "whole" }, { "lowered": "l:199", "source": "s:247", "status": "whole" }, { "lowered": "l:200", "source": "s:248", "status": "whole" }, { "lowered": "l:201", "source": "s:249", "status": "whole" }, { "lowered": "l:202", "source": "s:250", "status": "whole" }, { "lowered": "l:203", "source": "s:251", "status": "whole" }, { "lowered": "l:204", "source": "s:252", "status": "whole" }, { "lowered": "l:205", "source": "s:253", "status": "whole" }, { "lowered": "l:206", "source": "s:254", "status": "whole" }, { "lowered": "l:207", "source": "s:255", "status": "whole" }, { "lowered": "l:208", "source": "s:256", "status": "whole" }, { "lowered": "l:209", "source": "s:257", "status": "whole" }, { "lowered": "l:210", "source": "s:258", "status": "whole" }, { "source": "s:259", "status": "not_materialized" }, { "lowered": "l:211", "source": "s:260", "status": "whole" }, { "lowered": "l:212", "source": "s:261", "status": "whole" }, { "lowered": "l:213", "source": "s:262", "status": "whole" }, { "source": "s:263", "status": "not_materialized" }, { "lowered": "l:214", "source": "s:264", "status": "whole" }, { "lowered": "l:215", "source": "s:265", "status": "whole" }, { "lowered": "l:216", "source": "s:266", "status": "whole" }, { "lowered": "l:217", "source": "s:267", "status": "whole" }, { "source": "s:268", "status": "not_materialized" }, { "lowered": "l:218", "source": "s:269", "status": "whole" }, { "lowered": "l:219", "source": "s:270", "status": "whole" }, { "lowered": "l:220", "source": "s:271", "status": "whole" }, { "source": "s:272", "status": "not_materialized" }, { "lowered": "l:221", "source": "s:273", "status": "whole" }, { "lowered": "l:222", "source": "s:274", "status": "whole" }, { "lowered": "l:223", "source": "s:275", "status": "whole" }, { "lowered": "l:224", "source": "s:276", "status": "whole" }, { "source": "s:277", "status": "not_materialized" }, { "lowered": "l:225", "source": "s:278", "status": "whole" }, { "lowered": "l:226", "source": "s:279", "status": "whole" }, { "lowered": "l:227", "source": "s:280", "status": "whole" }, { "source": "s:281", "status": "not_materialized" }, { "lowered": "l:228", "source": "s:282", "status": "whole" }, { "lowered": "l:229", "source": "s:283", "status": "whole" }, { "lowered": "l:230", "source": "s:284", "status": "whole" }, { "lowered": "l:231", "source": "s:285", "status": "whole" }, { "source": "s:286", "status": "not_materialized" }, { "lowered": "l:232", "source": "s:287", "status": "whole" }, { "lowered": "l:233", "source": "s:288", "status": "whole" }, { "lowered": "l:234", "source": "s:289", "status": "whole" }, { "source": "s:290", "status": "not_materialized" }, { "lowered": "l:235", "source": "s:291", "status": "whole" }, { "lowered": "l:236", "source": "s:292", "status": "whole" }, { "lowered": "l:237", "source": "s:293", "status": "whole" }, { "lowered": "l:238", "source": "s:294", "status": "whole" }, { "source": "s:295", "status": "not_materialized" }, { "lowered": "l:239", "source": "s:296", "status": "whole" }, { "lowered": "l:240", "source": "s:297", "status": "whole" }, { "lowered": "l:241", "source": "s:298", "status": "whole" }, { "source": "s:299", "status": "not_materialized" }, { "lowered": "l:242", "source": "s:300", "status": "whole" }, { "lowered": "l:243", "source": "s:301", "status": "whole" } ], "source": { "nodes": [ { "annotation": null, "id": "s:0", "inputs": [ "s:1" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "region": "r:2", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=141.705))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:1", "inputs": [ "s:2", "s:10", "s:301" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:1", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "s:2", "inputs": [ "s:3", "s:6", "s:7" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:3", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.005, "lower_unbounded": false, "upper": 1.005, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:3", "inputs": [ "s:4", "s:5" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:3", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:4", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:3", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:5", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:3", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:6", "inputs": [ "s:7", "s:9" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:3", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:7", "inputs": [ "s:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3eb8480c9ef49139f499acac7ad953fae7d8c289cb60b001375681e6691ca7d1", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "region": "r:5", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:8", "inputs": [], "name": null, "op": "Embedding", "parameters": [ { "dtype": "float32", "name": "table", "sha256": "6bbd3059883cf8b4699c1da2e25ef31211d490f885fcaac1f73475d14b493c32", "shape": [ 18, 17 ] } ], "region": "r:6", "scheduling_predecessors": [], "semantics": { "embedding_width": 17, "input_name": "embedding_input", "vocab_size": 18 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:9", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:3", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:10", "inputs": [ "s:11" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "cb40e3dae370572d0476c8d08ebfb93883b38b8adef1a519e7911cffbfb6d684", "shape": [ 102, 17 ] } ], "region": "r:7", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 141.705, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:11", "inputs": [ "s:12", "s:256", "s:265", "s:274", "s:283", "s:292" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:7", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.15, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:12", "inputs": [ "s:13" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:9", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:13", "inputs": [ "s:14", "s:26" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:8", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:14", "inputs": [ "s:15" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:12", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:15", "inputs": [ "s:16" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:13", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:16", "inputs": [ "s:17", "s:24" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:13", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:17", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25870a3818cab31267591ff755d69e74c8435d6e091e4ff7c8ca9945f2f3285c", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:15", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.9956489921875, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:18", "inputs": [ "s:19" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:17", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3396525517622845, "lower_unbounded": false, "upper": 7.506319218428951, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:19", "inputs": [ "s:20" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "35413b5e3fa0e7072f202a26a63e9f91d4d26e67fd66da48a2e7e96d608c8910", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6799a253b27867e54bbab935422f101c4c88ab25eeec288148781312a747c140", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "d5cde80a1904c5477848c6875c3d495041e22923a54f67ab47a94b90f000d5a3", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "13e1cd850eeddd830b6d0a840aed3867e26d2c431452cd2a28baa0d72080aacb", "shape": [ 32, 1 ] } ], "region": "r:20", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6603474482377155, hi=8.506319218428951))" } ], "claimed_range": { "lower": 0.6603474482377155, "lower_unbounded": false, "upper": 8.506319218428951, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6603474482377155, "lower_unbounded": false, "upper": 8.506319218428951, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:20", "inputs": [ "s:21", "s:2", "s:22" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:21", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:21", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:21", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:22", "inputs": [ "s:23" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:23", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:23", "inputs": [ "s:7" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:24", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:24", "inputs": [ "s:25" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25870a3818cab31267591ff755d69e74c8435d6e091e4ff7c8ca9945f2f3285c", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:26", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:25", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:27", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:26", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e5ff0d8b6bc417cf5beb918728dfd2f57f6d201930c065775cec38041dd94490", "shape": [ 102, 17 ] } ], "region": "r:28", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:27", "inputs": [ "s:28" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "bbcfcbabad3a0de793fad75febf7a94a428943c0f05938a5e1f2f6515852dec6", "shape": [ 3060, 102 ] } ], "region": "r:29", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:28", "inputs": [ "s:29", "s:227", "s:228", "s:229", "s:230", "s:231", "s:232", "s:233", "s:234", "s:235", "s:236", "s:237", "s:238", "s:239", "s:240", "s:241", "s:242", "s:243", "s:244", "s:245", "s:246", "s:247", "s:248", "s:249", "s:250", "s:251", "s:252", "s:253", "s:254", "s:255" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:29", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3060 }, { "annotation": null, "id": "s:29", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "816c0aa739621ed6c21d1ee092f33c4bcb3c87c7b2210f246f064216a5a51678", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4560910c6c36cb403c88db45028299f4d6f7967b5f4432dbb24e3fcddbe2742f", "shape": [ 1000, 102 ] } ], "region": "r:31", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:30", "inputs": [ "s:31", "s:114", "s:130", "s:186", "s:202" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:32", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 71 }, { "annotation": null, "id": "s:31", "inputs": [ "s:32", "s:35", "s:37" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:33", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:32", "inputs": [ "s:33", "s:34" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:33", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:33", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:33", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:34", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:33", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:35", "inputs": [ "s:7", "s:36" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:33", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:36", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:33", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:37", "inputs": [ "s:38", "s:86", "s:111" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:35", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:38", "inputs": [ "s:39", "s:84" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:36", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:39", "inputs": [ "s:40" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:38", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:40", "inputs": [ "s:41" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:39", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:41", "inputs": [ "s:42" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:41", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:42", "inputs": [ "s:43", "s:83" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:40", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -3.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:43", "inputs": [ "s:44" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e4767380eb5e2fc046bce28b8b2a30c81c733be1a56203cd9499066086617f6c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:42", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -3.335790264496893, "lower_unbounded": false, "upper": 0.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:44", "inputs": [ "s:45" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:44", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:45", "inputs": [ "s:46", "s:49", "s:70" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:45", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:46", "inputs": [ "s:47", "s:48" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:45", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:47", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:45", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:48", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:45", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:49", "inputs": [ "s:50", "s:69" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:45", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:50", "inputs": [ "s:51" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:48", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:51", "inputs": [ "s:52" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:49", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:52", "inputs": [ "s:53", "s:62" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:49", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:53", "inputs": [ "s:54" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "28c4f7df3425ac5087c2632d76786a4afaaf06906eeafb89d8d36ba650e3f24b", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:52", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:54", "inputs": [ "s:55" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "8a31a40ecac0ceb4d87b30bd156ca7a547e8e33dc071454b765fbc777d1c34a1", "shape": [ 3, 1 ] } ], "region": "r:53", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.00652651171875, "lower_unbounded": false, "upper": 3.00652651171875, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:55", "inputs": [ "s:56", "s:58", "s:60" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:53", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:56", "inputs": [ "s:57" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "region": "r:55", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:57", "inputs": [ "s:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "ef7b1f9e5a2d907c7ff2496a32dc2d4879721c404cc224a31671940ba846c4e2", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "region": "r:57", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:58", "inputs": [ "s:59" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "region": "r:59", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:59", "inputs": [ "s:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "82c5b2a5f705dd388e12fac162246ad059cfa99089bdd1df5103928849793813", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "region": "r:61", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:60", "inputs": [ "s:61" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "aced851223ade84128237ff20c2acca7ac1102b3d2dfea9f7fcfb3eef3457a01", "shape": [ 2, 1 ] } ], "region": "r:63", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.00217550390625, hi=1.00217550390625))" } ], "claimed_range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.00217550390625, "lower_unbounded": false, "upper": 1.00217550390625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:61", "inputs": [ "s:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2e5d5c3fc5f63a23d29988ab3982c8da9a63a8cd2639d8ca27ab5390529327d9", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "region": "r:65", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:62", "inputs": [ "s:63" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "region": "r:68", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:63", "inputs": [ "s:64", "s:67", "s:7" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:69", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:64", "inputs": [ "s:65", "s:66" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:69", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:65", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:69", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:66", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:69", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:67", "inputs": [ "s:7", "s:68" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:69", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:68", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:69", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:69", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:45", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:70", "inputs": [ "s:71" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:72", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:71", "inputs": [ "s:72" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "3075209b6dea19c63a024ac1c6a204988b537058379dfc951896fb2f2ea20363", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bae0396f574fc0554b8d17422e1b2c456528a449a8f0e67f9d9023111fb090ef", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "47ad7819472c9c1bad2049d6c87fb5de3458c633c491a88376df0802cca2901a", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a5a24a6f91f6c04f9ac54c15adb8d34bb8136d0a68d90b37b0939d893e24a17e", "shape": [ 32, 1 ] } ], "region": "r:75", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6642097355031069, hi=4.50245693116356))" } ], "claimed_range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:72", "inputs": [ "s:73", "s:74", "s:81" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:76", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:73", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:76", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:74", "inputs": [ "s:75", "s:78", "s:79" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:77", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:75", "inputs": [ "s:76", "s:77" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:77", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:76", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:77", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:77", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:77", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:78", "inputs": [ "s:79", "s:80" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:77", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:79", "inputs": [ "s:8" ], "name": "equals_vector", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e79f394c9a536f65c56b29d1e593771c6e332b653623054cfde6b4c6056348bf", "shape": [ 1, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4efb856a85ce3cd60020d80d64475630ab731c6b6a31198ed4417c6dfd1829c2", "shape": [ 1, 1 ] } ], "region": "r:79", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:80", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:77", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:81", "inputs": [ "s:82" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:81", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:82", "inputs": [ "s:79" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:82", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:83", "inputs": [ "s:43" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:83", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:84", "inputs": [ "s:85" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:84", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:85", "inputs": [ "s:39" ], "name": "region_no_lane", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2, 1 ] } ], "region": "r:34", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 0.008702015624999948, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:86", "inputs": [ "s:87", "s:108" ], "name": null, "op": "Add", "parameters": [], "region": "r:85", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.5118727628515622, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:87", "inputs": [ "s:88", "s:107" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:86", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.0093727628515623, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:88", "inputs": [ "s:89" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "14f5450d48930e58da82d85fa64ee647276c3a66e7d7b2093ac76f6ada9a8bdc", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ba033ba17152b92c9a8274f09bac1085d2eceb755d28a04a06bdf63a6c68610", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "395be1edcb9c3701df4479ac0ea17096bf1628a10df12335a860237dc6ef4096", "shape": [ 2, 3 ] } ], "region": "r:88", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.004351007812499974, hi=1.0043510078125))" } ], "claimed_range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:89", "inputs": [ "s:90", "s:101" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:87", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:90", "inputs": [ "s:91" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:91", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:91", "inputs": [ "s:92" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:92", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.0478611640624997, "lower_unbounded": false, "upper": 20.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:92", "inputs": [ "s:93", "s:94" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:92", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:93", "inputs": [ "s:8" ], "name": "map_to_table", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "2c34ce1df23b838c5abf2a7f6437cca3d3067ed509ff25f11df6b11b582b51eb", "shape": [ 10 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "eee183eff6e72006bb7ace8c5ae3f42029abaa0004524c553789b6cca053a22c", "shape": [ 10, 17 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e7a2f4b7a886aabf181b94c496dabd00bd3f8da32a01f3da03e6d6868564aed6", "shape": [ 10, 1 ] } ], "region": "r:95", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 10 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-21.0, hi=19.0))" } ], "claimed_range": { "lower": -21.0, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:94", "inputs": [ "s:95" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "region": "r:98", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:95", "inputs": [ "s:96", "s:99", "s:50" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:99", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:96", "inputs": [ "s:97", "s:98" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:99", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:97", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:99", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:98", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:99", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:99", "inputs": [ "s:50", "s:100" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:99", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:100", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:99", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:101", "inputs": [ "s:102" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:101", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:102", "inputs": [ "s:103" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:102", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:103", "inputs": [ "s:104" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:104", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:104", "inputs": [ "s:105", "s:106" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:103", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:105", "inputs": [ "s:70" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:105", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:106", "inputs": [ "s:105" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:106", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:107", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ], "values": [ 0.0 ] } ], "region": "r:107", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 0.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:108", "inputs": [ "s:109" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "acc2e4c62e9b92c67550621c1d3c42498eab8b87200286819aae131530c4dc41", "shape": [ 3, 4 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e5cd6f63a143d03bf475cd19b883bbdecec4efb62d8303f209b0dde6ae0565cd", "shape": [ 3, 3 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "ba88de7e97f50c001a9d0c4e5c690cd5e4d90c7e5a7b64b96b485a3847228885", "shape": [ 3, 4 ] } ], "region": "r:109", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 3 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:109", "inputs": [ "s:79", "s:110" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:108", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 4 }, { "annotation": null, "id": "s:110", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "536bb5e379a254cb14b0b1e8217d2c557d4a3de2ea40a746d0466d0ee87aee92", "shape": [ 3 ], "values": [ 0.5, 0.5, 1.0 ] } ], "region": "r:110", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.5, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:111", "inputs": [ "s:112" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "region": "r:112", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:112", "inputs": [ "s:90", "s:8", "s:113" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:111", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "s:113", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "af29918470ea37a3d7c548efa0c2c36661668bed1a4230920790f4ebd35b7634", "shape": [ 17 ], "values": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ], "region": "r:113", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:114", "inputs": [ "s:115", "s:118", "s:120" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:114", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:115", "inputs": [ "s:116", "s:117" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:114", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:116", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:114", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:117", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:114", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:118", "inputs": [ "s:7", "s:119" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:114", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:119", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:114", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:120", "inputs": [ "s:121", "s:86", "s:111" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:116", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:121", "inputs": [ "s:122", "s:128" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:117", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:122", "inputs": [ "s:123" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:119", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:123", "inputs": [ "s:124" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:120", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:124", "inputs": [ "s:125" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:122", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:125", "inputs": [ "s:126", "s:127" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:121", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:126", "inputs": [ "s:44" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:123", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:127", "inputs": [ "s:126" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:124", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:128", "inputs": [ "s:129" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:125", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:129", "inputs": [ "s:122" ], "name": "region_no_lane", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2, 1 ] } ], "region": "r:115", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 0.008702015624999948, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:130", "inputs": [ "s:131", "s:134", "s:136" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:126", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:131", "inputs": [ "s:132", "s:133" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:126", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:132", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:126", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:133", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:126", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:134", "inputs": [ "s:7", "s:135" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:126", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:135", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:126", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:136", "inputs": [ "s:137", "s:165", "s:183" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:128", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:137", "inputs": [ "s:138", "s:163" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:129", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:138", "inputs": [ "s:139" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:131", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:139", "inputs": [ "s:140" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:132", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:140", "inputs": [ "s:141" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:134", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:141", "inputs": [ "s:142", "s:162" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:133", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -3.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:142", "inputs": [ "s:143" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e4767380eb5e2fc046bce28b8b2a30c81c733be1a56203cd9499066086617f6c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:135", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -3.335790264496893, "lower_unbounded": false, "upper": 0.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:143", "inputs": [ "s:144" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:137", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:144", "inputs": [ "s:145", "s:148", "s:150" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:138", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:145", "inputs": [ "s:146", "s:147" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:138", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:146", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:138", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:147", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:138", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:148", "inputs": [ "s:7", "s:149" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:138", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:149", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:138", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:150", "inputs": [ "s:151" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:141", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:151", "inputs": [ "s:152" ], "name": "reciprocal_0_32", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "3075209b6dea19c63a024ac1c6a204988b537058379dfc951896fb2f2ea20363", "shape": [ 32 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "bae0396f574fc0554b8d17422e1b2c456528a449a8f0e67f9d9023111fb090ef", "shape": [ 32, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "47ad7819472c9c1bad2049d6c87fb5de3458c633c491a88376df0802cca2901a", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a5a24a6f91f6c04f9ac54c15adb8d34bb8136d0a68d90b37b0939d893e24a17e", "shape": [ 32, 1 ] } ], "region": "r:144", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 32 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.6642097355031069, hi=4.50245693116356))" } ], "claimed_range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.6642097355031069, "lower_unbounded": false, "upper": 4.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:152", "inputs": [ "s:153", "s:154", "s:160" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "5138effe2b38a13d44fc24c489380fdb2cb5c5b4b28dacceb3e715e35be86483", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "2e9dafc0fe03a4248692ed626f839acc963a37bac252e72fb9b8a38c20074d31", "shape": [ 1, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:145", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "values in [-0.002175503906249987, 1.0021755039062499]" } ], "claimed_range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:153", "inputs": [], "name": "mean_where_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:145", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:154", "inputs": [ "s:155", "s:158", "s:50" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:146", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:155", "inputs": [ "s:156", "s:157" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:146", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:156", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:146", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:157", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:146", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:158", "inputs": [ "s:50", "s:159" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:146", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:159", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:146", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:160", "inputs": [ "s:161" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:148", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0021755039062499, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:161", "inputs": [ "s:50" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:149", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0043510078124998, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:162", "inputs": [ "s:142" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:150", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:163", "inputs": [ "s:164" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:151", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:164", "inputs": [ "s:138" ], "name": "region_no_lane", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2, 1 ] } ], "region": "r:127", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 0.008702015624999948, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:165", "inputs": [ "s:166", "s:180" ], "name": null, "op": "Add", "parameters": [], "region": "r:152", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.5118727628515622, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:166", "inputs": [ "s:167", "s:179" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:153", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004372762851562474, "lower_unbounded": false, "upper": 1.0093727628515623, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:167", "inputs": [ "s:168" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "14f5450d48930e58da82d85fa64ee647276c3a66e7d7b2093ac76f6ada9a8bdc", "shape": [ 2, 3 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ba033ba17152b92c9a8274f09bac1085d2eceb755d28a04a06bdf63a6c68610", "shape": [ 2, 2 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "395be1edcb9c3701df4479ac0ea17096bf1628a10df12335a860237dc6ef4096", "shape": [ 2, 3 ] } ], "region": "r:155", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-0.004351007812499974, hi=1.0043510078125))" } ], "claimed_range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:168", "inputs": [ "s:169", "s:173" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:154", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:169", "inputs": [ "s:170" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "f22239942c4ac043eb6887cd996054943f2d24a5e56217c21186a366ca97c23d", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:158", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:170", "inputs": [ "s:171" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "8a31a40ecac0ceb4d87b30bd156ca7a547e8e33dc071454b765fbc777d1c34a1", "shape": [ 3, 1 ] } ], "region": "r:159", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -3.0522121718749995, "lower_unbounded": false, "upper": 21.008702015624998, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:171", "inputs": [ "s:93", "s:95", "s:172" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:159", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.04351015625, "lower_unbounded": false, "upper": 19.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:172", "inputs": [ "s:63" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "6d5daefce1c28efa3aa95fc79e933a5c48d297c21e1b4a16b440e5cd7d4b53f3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "f41491c367f49e7206c45724651464310fcb7d17e3059779d1c95aa901f3fce1", "shape": [ 2, 1 ] } ], "region": "r:162", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:173", "inputs": [ "s:174" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:164", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:174", "inputs": [ "s:175" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:165", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:175", "inputs": [ "s:176" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:167", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:176", "inputs": [ "s:177", "s:178" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:166", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:177", "inputs": [ "s:150" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:168", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:178", "inputs": [ "s:177" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:169", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.3357902644968931, "lower_unbounded": false, "upper": 3.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:179", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ], "values": [ 0.0 ] } ], "region": "r:170", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 0.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:180", "inputs": [ "s:181" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "acc2e4c62e9b92c67550621c1d3c42498eab8b87200286819aae131530c4dc41", "shape": [ 3, 4 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e5cd6f63a143d03bf475cd19b883bbdecec4efb62d8303f209b0dde6ae0565cd", "shape": [ 3, 3 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b", "shape": [ 3 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "ba88de7e97f50c001a9d0c4e5c690cd5e4d90c7e5a7b64b96b485a3847228885", "shape": [ 3, 4 ] } ], "region": "r:172", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 3 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:181", "inputs": [ "s:50", "s:182" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:171", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 4 }, { "annotation": null, "id": "s:182", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "536bb5e379a254cb14b0b1e8217d2c557d4a3de2ea40a746d0466d0ee87aee92", "shape": [ 3 ], "values": [ 0.5, 0.5, 1.0 ] } ], "region": "r:173", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.5, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:183", "inputs": [ "s:184" ], "name": "select", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3422cbe5c1e8b5b1e016e89ff3387bd4290361fdb17782c50e53c187cf575c5d", "shape": [ 34, 35 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e0ebe36501a3a3bd49b9c2eca7f757e673188e21386e2ef140b112922c14d71b", "shape": [ 34, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "b707241545a346265aab1ffb32ff64b55bf8f8dc1b56a46ef33ce3d15db11d33", "shape": [ 34 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "7bd2d0249f58c2a4d46659f07872f284b01435b9afd6b0e16d9551cfac29acb6", "shape": [ 34, 35 ] } ], "region": "r:175", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 34 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:184", "inputs": [ "s:169", "s:8", "s:185" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:174", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 35 }, { "annotation": null, "id": "s:185", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "af29918470ea37a3d7c548efa0c2c36661668bed1a4230920790f4ebd35b7634", "shape": [ 17 ], "values": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ], "region": "r:176", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:186", "inputs": [ "s:187", "s:190", "s:192" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:177", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:187", "inputs": [ "s:188", "s:189" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:177", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:188", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:177", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:189", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:177", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:190", "inputs": [ "s:7", "s:191" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:177", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:191", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:177", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:192", "inputs": [ "s:193", "s:165", "s:183" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "be94494d5c98aa4e14ad64130eab9a1dc7a79a46a59d9e84d353075468c0a9fd", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "59cc5d44d3cb84eddef86ad62b93e827db0d8a54aa8a8364814b8a098a8c6168", "shape": [ 3, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "3c1942d45e236b90e4df250008e657ca313e15f90a49d8168677211971c866a6", "shape": [ 17, 17 ] } ], "region": "r:179", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 17, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:193", "inputs": [ "s:194", "s:200" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:180", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:194", "inputs": [ "s:195" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "2f2a80cf5b1dc6b1e6a8f9e55ea695fc22b6a3a32eb122d57227201d3c3dc292", "shape": [ 2, 2 ] } ], "region": "r:182", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:195", "inputs": [ "s:196" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "a666c95f0822c64e01580063e9bb27c629d4d0534e3163a9611738599f97df2a", "shape": [ 2, 2 ] } ], "region": "r:183", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.008702015624999948, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:196", "inputs": [ "s:197" ], "name": "in_range", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "71d11c6f10ef754ed89eb8bc39179c934368ba428fd5e32fa274d6933093440d", "shape": [ 8 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "0553f31f7d3a1f86b21728a1eeef1515fe4aded5fc5af44c667f242c711dd444", "shape": [ 8, 2 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e74683a9617c23b3dd71494f935194a679117a4e5538a52f6d9a3cf37315c9ec", "shape": [ 8, 2 ] } ], "region": "r:185", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 8 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.008702015625, hi=1.008702015625))" } ], "claimed_range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:197", "inputs": [ "s:198", "s:199" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:184", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:198", "inputs": [ "s:143" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:186", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.335790264496893, "lower_unbounded": false, "upper": 1.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:199", "inputs": [ "s:198" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:187", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.335790264496893, "lower_unbounded": false, "upper": 2.50245693116356, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:200", "inputs": [ "s:201" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:188", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.008702015625, "lower_unbounded": false, "upper": 1.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:201", "inputs": [ "s:194" ], "name": "region_no_lane", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "7c8e9e654585093fe245e490010889af419e1023882a4110ddfc3d53ce48721e", "shape": [ 2, 1 ] } ], "region": "r:178", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 0.008702015624999948, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:202", "inputs": [ "s:203", "s:211", "s:219" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:189", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 3 }, { "annotation": null, "id": "s:203", "inputs": [ "s:204" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:191", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:204", "inputs": [ "s:205" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:192", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:205", "inputs": [ "s:206", "s:209", "s:57" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:193", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:206", "inputs": [ "s:207", "s:208" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:193", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:207", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:193", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:208", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:193", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:209", "inputs": [ "s:50", "s:210" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:193", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:210", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:193", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:211", "inputs": [ "s:212" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:195", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:212", "inputs": [ "s:213" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:196", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:213", "inputs": [ "s:214", "s:217", "s:59" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:197", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:214", "inputs": [ "s:215", "s:216" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:197", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:215", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:197", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:216", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:197", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:217", "inputs": [ "s:50", "s:218" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:197", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:218", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:197", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:219", "inputs": [ "s:220" ], "name": "multiply_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "d99e58435243d9fef9c88273b8d553b4fba4d0baf8009d29eae74fa99e0d9f57", "shape": [ 1, 1 ] } ], "region": "r:199", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.002175503906249987, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:220", "inputs": [ "s:221" ], "name": "add_const", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:200", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -0.004351007812499974, "lower_unbounded": false, "upper": 2.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:221", "inputs": [ "s:222", "s:225", "s:61" ], "name": null, "op": "Attn", "parameters": [ { "dtype": "float32", "name": "key_matrix", "sha256": "7b02e5a4df77d11e9416e3eb5fa9ab42a06b9d00bb0fc3678acb8a680d12f4ba", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "query_matrix", "sha256": "c348445715bb4dcee357ca0840f46d647be91c4535f3a8334095224e709aaa59", "shape": [ 2, 64 ] }, { "dtype": "float32", "name": "value_matrix", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1, 1 ] } ], "region": "r:201", "scheduling_predecessors": [], "semantics": { "causal": true, "d_qk": 64, "d_v": 1, "rope_base": 500000.0, "rope_d_rot": 64 }, "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:222", "inputs": [ "s:223", "s:224" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:201", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:223", "inputs": [], "name": "prev_value_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:201", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:224", "inputs": [], "name": "recency_lobe_query_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:201", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:225", "inputs": [ "s:50", "s:226" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:201", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:226", "inputs": [], "name": "recency_lobe_key_one", "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "e00e5eb9444182f352323374ef4e08ebcb784725fdd4fd612d7730540b3e0c8c", "shape": [ 1 ], "values": [ 1.0 ] } ], "region": "r:201", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 1.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:227", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "fceae225422029f0dd6f21870e637d35c5ce13af657d50c3632bcf5d4a78104a", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "67fa6c8175eac3e1cfc5978f3fdbb989089fa74f147d2f248b6aeab263c97719", "shape": [ 1000, 102 ] } ], "region": "r:203", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:228", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "d54eaa9ca52c8b0edf03e0091e303a828a6d6790eb871cb929e8dd6c1857a6e7", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "6ec94015139d0a6a56a492b42fb2b552d8f82bdc7afc589710ceb72c1d5285eb", "shape": [ 1000, 102 ] } ], "region": "r:205", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:229", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2fdf21e533b9b866f0dc713f913f7cfc0109784d7fb588b258a9d28d251b7cbf", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a072a6d4f58e6f17edd2ff5b5efb577f96384c469947b02165bcf3092b9e5fe9", "shape": [ 1000, 102 ] } ], "region": "r:207", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:230", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "460ad9b379cdeb81dad9f7c6090edebabf2514372597b3355043d51c23efc2eb", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "1813af7f2837deaad76967c1373f64762943eba74edc5ffe0ed4f0df258cd008", "shape": [ 1000, 102 ] } ], "region": "r:209", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:231", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3340b7c8c378cb99d3edfb49297a92286afb1e8d9864be25a0d1ce7f8d7edfbe", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d1a941dbb49a5c14935df3b96e1b722ad207aa8d91a1bec84ad0860ba8686b15", "shape": [ 1000, 102 ] } ], "region": "r:211", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:232", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e955dc9231121cecfe14876f98d18423263992bdde0fc9182942bac33b2682ba", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a8d9beea0d3710e5ecf237aabfaeb8b769d38e9f5edf48d03a68a1658210138c", "shape": [ 1000, 102 ] } ], "region": "r:213", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:233", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "e6d5c3cf8704a257470465e9065a432bb469cf45e0b0cac3abe30a725e40d1ee", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "66c1d4ca5c1290e775aba42e2cdeb85ae6386b1ff970c6734d758558e5c97b7a", "shape": [ 1000, 102 ] } ], "region": "r:215", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:234", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2da968a5e4b877d8db7c4d6b89c90fd566bc9874af30938b92ece57b2b01e5ff", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "48d75fd17d5f89cdade55cea13d455a53efc151489e448d49a457bee62fd2e6b", "shape": [ 1000, 102 ] } ], "region": "r:217", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:235", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "897ee0b8bcde96bc36c6dca2d5c7a468627fb71cab505b49db84ef7ba0501685", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "ed476b0f96b1b0565f9046a8ee2c00e44395e76e62823577e9dfbcd5437b7ad9", "shape": [ 1000, 102 ] } ], "region": "r:219", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:236", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "ff2288ae2eecf8a33791ccefd3c67421d826497cf98d515fc824ca16f9e167ad", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "bc780316780f011fe213168fd1e3f8f23471d0bdc0f84d8646ca14a466a66e8d", "shape": [ 1000, 102 ] } ], "region": "r:221", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:237", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6a07f7b6a3b4a9f149ae526dd3b89b510f19715e093aa12e0244a6b65b953732", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "46597bd06f2b734841ce35b26d79399dfe9a38d2c73d42aafbb110c8cb3f741d", "shape": [ 1000, 102 ] } ], "region": "r:223", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:238", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "098840bfa6ce6a32fb4a49705f9e5d662122720bda80d70132bd0bc4e9db55a2", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "581cc4c6d3ecad8362d9abbf3fb984e61ed255e916c58d70cd6834069f57b646", "shape": [ 1000, 102 ] } ], "region": "r:225", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:239", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6c3873ed84ac232e5df06fa3f70939ad8b761c52f61b61e7c5829765c8980f29", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "7d4b9178259fd332d1aaf840ce67e8735f4b497f4603ca9b5b1338d01ed5dfde", "shape": [ 1000, 102 ] } ], "region": "r:227", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:240", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2b417f2aaa6b2e1a1599465385b40d9d379efe0a3d926df6e73fdedf76b5fa49", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "a87761b4206263fbe8d065cc95007eb091e5e16cb8956a513546438b3a051037", "shape": [ 1000, 102 ] } ], "region": "r:229", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:241", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "376e027da49fde45337182886802a1cee1e304cef82e0ef513d94fbd0dd84690", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "614bede29ddd359341b700b0fd56eefdea13e4583e000c88a1552dad8d818a51", "shape": [ 1000, 102 ] } ], "region": "r:231", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:242", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "44357d83c40291c797df25fdee39307b8966717df7bc5e001db35bfaf71c5457", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e6511f4ee32f3ce309f426f21b8f667994f13b618f1072b700e298ee5966b919", "shape": [ 1000, 102 ] } ], "region": "r:233", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:243", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "a0673cd0985246e9670b7a35cf0efe9b4200c12e0d6606d88f1bba66c0ea16d1", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "e90823e2c542ba059d7ec6765be4c0c91676386b5d53075d569504b80a31a0ca", "shape": [ 1000, 102 ] } ], "region": "r:235", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:244", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "768b000095a01e9d9c339e751798749dba523f1354cf0f8da24501b1e8bc38b7", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "621178cd09116bc901dfca5f87b81dc25d522c8983538a8e058543d3810b10dc", "shape": [ 1000, 102 ] } ], "region": "r:237", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:245", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "58b57367dd76ede7178a91f0658ec71e43256a1fc4b42dd90891dc42960d454d", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "1fb5dc85a3e3e0e97cccd0e3a331f00510e5d58dc45471f582859315a36e3f29", "shape": [ 1000, 102 ] } ], "region": "r:239", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:246", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "09005a153093ab79a51cf29da828919ed9957119ab297e2bf32f69bef4ebb34c", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d3abc7c30d1ffaacedaf2dcee339ffa0e921c30b32acb5ab2c05e970bb5bdb86", "shape": [ 1000, 102 ] } ], "region": "r:241", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:247", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "f0eca22690a844939b07776ec390fc29531fdc844417093e919ed3d27e64bfcc", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "d4e10256b0b1be2c1f072421b2749f11edffde71938d4d7187200deb348d9212", "shape": [ 1000, 102 ] } ], "region": "r:243", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:248", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "6e1bf994a96f64d2c60bb792fca84a39e31d0121a5ced69305ad5b3dfb66aafa", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "ccbb70d65a1ced0f975752c6bc9022b2c3455949fcd6dbd6a0790d90f51ac5bd", "shape": [ 1000, 102 ] } ], "region": "r:245", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:249", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "7dfd1d9c77fb6ef1450c18acf2a8b5bd5d2acdaa06ed4b6beae1260102dc6ae0", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "3a22faa4ebe6de66f887e70ad3010ee696a87ab0f4e938016ce78afca4c37e03", "shape": [ 1000, 102 ] } ], "region": "r:247", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:250", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "3fe61af4ad9772d22c83a4c8dccfc64398df664d79567efade1b23e4d596e5c5", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "2f49027eb3a722bcc219de8a26637c56555d1fb7cfd95410e55b2bd6b8272a6d", "shape": [ 1000, 102 ] } ], "region": "r:249", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:251", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "5db1b715dc5e492a18aabf92b4c34f0215c7e3547b34bc063596f60f26c35786", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "47f2786dc6a26e6bf97ba2b28b3378469e31cedcc5963fa825ce4685a22bb718", "shape": [ 1000, 102 ] } ], "region": "r:251", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:252", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "2a1bc40c62ab16e7c7d030a339ddf70700d563cb5b4d8d228949fbd6c6b9109c", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "8f924ad3643b195a3a74634b2f00fdb5377c99e8cfbbcb497ece9580dfbafaef", "shape": [ 1000, 102 ] } ], "region": "r:253", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:253", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "93c5d6e8de95b00f7b2a84edffc2ca0575e85ab24ad0682f45139ad5ee87e118", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "4773b3a389b286a0e8ef8b3f5ba37e55c816ab87a911713e88fa3bdf57025556", "shape": [ 1000, 102 ] } ], "region": "r:255", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:254", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "193e2f98cd2526bf33e509f11ba66be9d8209358857f7d0e87aa83fc622a2560", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "988592f580ff7d576b1ff7846b4b391adb359d39830429ec7844511db37c3997", "shape": [ 1000, 102 ] } ], "region": "r:257", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:255", "inputs": [ "s:30" ], "name": "onehot_lookup", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "c7dfc371944aa6bfca5a259ed5f459eccab7b6f2ece465dccad0bac4713044fe", "shape": [ 1000 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "b0a6013812436552821f512bc529a9956408d110bea6c5acb994562242afe8d2", "shape": [ 1000, 71 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c76903cde8580d1c809ac5352aab33af5a310ad05126294d66e06db880c463ed", "shape": [ 102 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "7f435707624153849752fa7a165ad5e3e011d709fa2db441122db12c05ec2553", "shape": [ 1000, 102 ] } ], "region": "r:259", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 1000 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=1.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 102 }, { "annotation": null, "id": "s:256", "inputs": [ "s:257" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:261", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:257", "inputs": [ "s:258", "s:264" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:260", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:258", "inputs": [ "s:259" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:264", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:259", "inputs": [ "s:260" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:265", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:260", "inputs": [ "s:261", "s:262" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:265", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:261", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "28c4f7df3425ac5087c2632d76786a4afaaf06906eeafb89d8d36ba650e3f24b", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:267", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:262", "inputs": [ "s:263" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "9bc792642836b330e7b77ccfcb99d0ea4176f98a05cc12439b285610ead907ae", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:269", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:263", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:270", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:264", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "b228fefd689681316f5048ca606b98f346835a39580cd52dba1083bd2b863331", "shape": [ 102, 17 ] } ], "region": "r:271", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:265", "inputs": [ "s:266" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:273", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:266", "inputs": [ "s:267", "s:273" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:272", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:267", "inputs": [ "s:268" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:276", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:268", "inputs": [ "s:269" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:277", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:269", "inputs": [ "s:270", "s:271" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:277", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:270", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "eb9f1ff3e4fa10d12a6ae64cce02175007e98fff40f70e2ba8fdbf8f5a123795", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:279", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:271", "inputs": [ "s:272" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "ed53dbef9c852a8229e4b386e20627c3a89599c7583ec50379471fb4415bc5b3", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:281", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:272", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:282", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:273", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "cdb0ded4cbbfc0cd56ae48f7fe7f1e70497b14bfd05566ff68caf1125184f63c", "shape": [ 102, 17 ] } ], "region": "r:283", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:274", "inputs": [ "s:275" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:285", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:275", "inputs": [ "s:276", "s:282" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:284", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:276", "inputs": [ "s:277" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:288", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:277", "inputs": [ "s:278" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:289", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:278", "inputs": [ "s:279", "s:280" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:289", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:279", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1cc95150dbcdc695d9fe82393ccc24788e0bbdb47c092c4100228da7b850f0b9", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:291", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:280", "inputs": [ "s:281" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "9dfa5cc0a4093ad092e8327b9861cf4f1595c50fa4b3f12efc578b78fe5afdd2", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:293", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:281", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:294", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:282", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "185ec0ef012694b464ee8a5e7c7c77819f720d19c19f76e43f72de5b705dc6ab", "shape": [ 102, 17 ] } ], "region": "r:295", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:283", "inputs": [ "s:284" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:297", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:284", "inputs": [ "s:285", "s:291" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:296", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:285", "inputs": [ "s:286" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:300", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:286", "inputs": [ "s:287" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:301", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:287", "inputs": [ "s:288", "s:289" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:301", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:288", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "0a981cf047d1413d4048a8918c40e5341ed3c1e754371a27df6dbebbc4041fc9", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:303", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:289", "inputs": [ "s:290" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "25eab693bdf7c6ad20a03812dd32b8a7ba27dab587478a5dc1c8b657174ae97d", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:305", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:290", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:306", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:291", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "308045f6b12d6b3eb1da2404cd12326496077b4f4ea8f88a4b03b86344f5184a", "shape": [ 102, 17 ] } ], "region": "r:307", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:292", "inputs": [ "s:293" ], "name": "cond_gate", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "15e2148326de0ebea480fee5ab6ac73972e5dd2b77509f9ab2b4f299a2e13d5e", "shape": [ 17, 18 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "9dfa7d580cc225ce9275db41bface936b3be2fea45f33eb9ead196c15c7ee85a", "shape": [ 17, 17 ] }, { "dtype": "float32", "name": "up_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "up_proj", "sha256": "a59d363b8093f872f1f5459af5b27535b5c71231d92a1d7e7946f1a0bc0ce20f", "shape": [ 17, 18 ] } ], "region": "r:309", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": false, "lanes": 17 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=0.0, hi=30.0))" } ], "claimed_range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false }, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:293", "inputs": [ "s:294", "s:300" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:308", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 18 }, { "annotation": null, "id": "s:294", "inputs": [ "s:295" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "060e78c0da0aaa3589d0508fd400a633facf11bd402f8ad79b26a83d3eee05ca", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:312", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" }, { "annotation": null, "kind": "assert", "message": "cond near \u00b11 (c_tol=0.005)" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:295", "inputs": [ "s:296" ], "name": null, "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "80b8fd6d60fa85fd14a38b5295cb92abd80dfec5ca406c9f969609a79d36809d", "shape": [ 2, 1 ] } ], "region": "r:313", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -2.008702015625, "lower_unbounded": false, "upper": 2.008702015625, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:296", "inputs": [ "s:297", "s:298" ], "name": null, "op": "Concatenate", "parameters": [], "region": "r:313", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 2 }, { "annotation": null, "id": "s:297", "inputs": [ "s:18" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "db8d1a556ec9527f63930661298f4b8607cfcecb3c364235751acfef1ec8ed1a", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:315", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:298", "inputs": [ "s:299" ], "name": "compare", "op": "FFN", "parameters": [ { "dtype": "float32", "name": "gate_bias", "sha256": "64f403ba374325ca540cb27c0375a0ea1dc20ecaeb654fcbe8bea2b756826dab", "shape": [ 2 ] }, { "dtype": "float32", "name": "gate_proj", "sha256": "850f0296023889cd036c1ce2fbdeba8994988810fab9e666b3d95dda250e4db7", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "out_bias", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1 ] }, { "dtype": "float32", "name": "out_proj", "sha256": "50a0c0693a3ae7e2c27c35f980063462086ee66ef6683f833858cd80a6365d2c", "shape": [ 2, 1 ] } ], "region": "r:317", "scheduling_predecessors": [], "semantics": { "activation": "swish", "degenerate_up": true, "lanes": 2 }, "value_contract": { "checks": [ { "annotation": null, "kind": "assert", "message": "matches NodeValueType(value_range=Range(lo=-1.0043510078125, hi=1.0043510078125))" } ], "claimed_range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false }, "integer": false, "range": { "lower": -1.0043510078125, "lower_unbounded": false, "upper": 1.0043510078125, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:299", "inputs": [ "s:18" ], "name": "negate", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "df3f619804a92fdb4057192dc43dd748ea778adc52bc498ce80524c014b81119", "shape": [ 1 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "c68830a25204a09f8e77aada6bc5807f607cccaaa0ebb2a7122d317584478a8b", "shape": [ 1, 1 ] } ], "region": "r:318", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": -7.506319218428951, "lower_unbounded": false, "upper": 0.3396525517622845, "upper_unbounded": false } }, "width": 1 }, { "annotation": null, "id": "s:300", "inputs": [ "s:27" ], "name": "memorized_slot", "op": "Linear", "parameters": [ { "dtype": "float32", "name": "output_bias", "sha256": "1751ac12e70e15b4f76c16775cd329ae55973b612521dab2de828a5cdb6c8ab3", "shape": [ 17 ] }, { "dtype": "float32", "name": "output_matrix", "sha256": "3072b3d3a02f07703396e82e4da06a78cf39ec10812593124701a40ebbe082a9", "shape": [ 102, 17 ] } ], "region": "r:319", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 30.0, "upper_unbounded": false } }, "width": 17 }, { "annotation": null, "id": "s:301", "inputs": [], "name": null, "op": "LiteralValue", "parameters": [ { "dtype": "float32", "name": "value", "sha256": "bdc7bf3db562e39b656aed4e81ea8425eddc35662c76ad9ef2f006e36d6c43d0", "shape": [ 17 ], "values": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] } ], "region": "r:320", "scheduling_predecessors": [], "value_contract": { "checks": [], "claimed_range": null, "integer": false, "range": { "lower": 0.0, "lower_unbounded": false, "upper": 1.0, "upper_unbounded": false } }, "width": 17 } ], "root": "s:0", "semantic_regions": [ { "annotation": null, "id": "r:0", "op": "swiglu.sequence_ops.output_sequence", "operands": [ "s:7", "s:26", "s:264", "s:273", "s:282", "s:291", "s:300" ], "params": { "default_output": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:0" ] }, { "annotation": null, "id": "r:1", "op": "swiglu.map_select.select", "operands": [ "s:2", "s:10", "s:301" ], "params": {}, "parent": "r:0", "results": [ "s:0" ] }, { "annotation": null, "id": "r:2", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:1" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } }, "name": "select", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } } }, "parent": "r:1", "results": [ "s:0" ] }, { "annotation": null, "id": "r:3", "op": "attention_ops.get_prev_value", "operands": [ "s:7", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:0", "results": [ "s:2" ] }, { "annotation": null, "id": "r:4", "op": "swiglu.logic_ops.equals_vector", "operands": [ "s:8" ], "params": { "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": null, "results": [ "s:7" ] }, { "annotation": null, "id": "r:5", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 17 ] } }, "name": "equals_vector", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:4", "results": [ "s:7" ] }, { "annotation": null, "id": "r:6", "op": "inout_nodes.create_onehot_embedding", "operands": [], "params": { "vocab": [ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "+", "-", "*", "\n", " ", "", "" ] }, "parent": null, "results": [ "s:8" ] }, { "annotation": null, "id": "r:7", "op": "linear.sum_nodes", "operands": [ "s:12", "s:256", "s:265", "s:274", "s:283", "s:292" ], "params": { "max_fanout": null }, "parent": "r:0", "results": [ "s:10" ] }, { "annotation": null, "id": "r:8", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:14", "s:26" ], "params": {}, "parent": "r:0", "results": [ "s:12" ] }, { "annotation": null, "id": "r:9", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:13" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:8", "results": [ "s:12" ] }, { "annotation": null, "id": "r:10", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:17", "s:24" ], "params": {}, "parent": "r:0", "results": [ "s:14" ] }, { "annotation": null, "id": "r:11", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:15" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:10", "results": [ "s:14" ] }, { "annotation": null, "id": "r:12", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:15" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:11", "results": [ "s:14" ] }, { "annotation": null, "id": "r:13", "op": "linear.sum_nodes", "operands": [ "s:17", "s:24" ], "params": { "max_fanout": null }, "parent": "r:10", "results": [ "s:15" ] }, { "annotation": null, "id": "r:14", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -0.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:17" ] }, { "annotation": null, "id": "r:15", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:14", "results": [ "s:17" ] }, { "annotation": null, "id": "r:16", "op": "swiglu.marker_count.count_since_marker", "operands": [ "s:2", "s:22" ], "params": { "max_gap": 7, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:0", "results": [ "s:18" ] }, { "annotation": null, "id": "r:17", "op": "linear.add_const", "operands": [ "s:19" ], "params": { "scalar": -1.0 }, "parent": "r:16", "results": [ "s:18" ] }, { "annotation": null, "id": "r:18", "op": "swiglu.arithmetic_ops.reciprocal", "operands": [ "s:20" ], "params": { "max_value": 1.5, "min_value": 0.11764705882352941, "step": 0.04459203036053131 }, "parent": "r:16", "results": [ "s:19" ] }, { "annotation": null, "id": "r:19", "op": "swiglu.arithmetic_ops.piecewise_linear", "operands": [ "s:20" ], "params": { "breakpoints": [ 0.11764705882352941, 0.12771523097653886, 0.13864503189882071, 0.15051019931801365, 0.16339078139691265, 0.1773736767771229, 0.1925532208393597, 0.20903182213559024, 0.22692065328669644, 0.24634040100678903, 0.2674220803141998, 0.29030791842221365, 0.31515231427269547, 0.34212288018608855, 0.37140157265526275, 0.4031859199120917, 0.4376903545485193, 0.4751476601826224, 0.5158105419295776, 0.5599533312726925, 0.6078738368363817, 0.6598953535473038, 0.7163688437384288, 0.7776753049108209, 0.8442283401272043, 0.9164769483784302, 0.9949085537480101, 1.0800522938109214, 1.1724825894518207, 1.2728230201863824, 1.381750531130557, 1.5 ], "clamp": true, "d_max": 1024, "fn": "", "input_scale": 26.382643836756674, "name": "reciprocal" }, "parent": "r:18", "results": [ "s:19" ] }, { "annotation": null, "id": "r:20", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:20" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 32 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "name": "reciprocal_0_32", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:19", "results": [ "s:19" ] }, { "annotation": null, "id": "r:21", "op": "attention_ops.attend_mean_where", "operands": [ "s:2", "s:22" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:16", "results": [ "s:20" ] }, { "annotation": null, "id": "r:22", "op": "linear.bool_to_01", "operands": [ "s:7" ], "params": {}, "parent": "r:0", "results": [ "s:22" ] }, { "annotation": null, "id": "r:23", "op": "linear.multiply_const", "operands": [ "s:23" ], "params": { "scalar": 0.5 }, "parent": "r:22", "results": [ "s:22" ] }, { "annotation": null, "id": "r:24", "op": "linear.add_const", "operands": [ "s:7" ], "params": { "scalar": 1.0 }, "parent": "r:22", "results": [ "s:23" ] }, { "annotation": null, "id": "r:25", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:25" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -0.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:24" ] }, { "annotation": null, "id": "r:26", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:25" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:25", "results": [ "s:24" ] }, { "annotation": null, "id": "r:27", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:25" ] }, { "annotation": null, "id": "r:28", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 0, "width": 17 }, "parent": null, "results": [ "s:26" ] }, { "annotation": null, "id": "r:29", "op": "linear.sum_nodes", "operands": [ "s:29", "s:227", "s:228", "s:229", "s:230", "s:231", "s:232", "s:233", "s:234", "s:235", "s:236", "s:237", "s:238", "s:239", "s:240", "s:241", "s:242", "s:243", "s:244", "s:245", "s:246", "s:247", "s:248", "s:249", "s:250", "s:251", "s:252", "s:253", "s:254", "s:255" ], "params": { "max_fanout": null }, "parent": null, "results": [ "s:27" ] }, { "annotation": null, "id": "r:30", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:29" ] }, { "annotation": null, "id": "r:31", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:30", "results": [ "s:29" ] }, { "annotation": null, "id": "r:32", "op": "linear.concat", "operands": [ "s:31", "s:114", "s:130", "s:186", "s:202" ], "params": {}, "parent": null, "results": [ "s:30" ] }, { "annotation": null, "id": "r:33", "op": "attention_ops.get_prev_value", "operands": [ "s:37", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:31" ] }, { "annotation": null, "id": "r:34", "op": "swiglu.sequence_ops.IndexedRegion.token_at", "operands": [ "s:43" ], "params": {}, "parent": null, "results": [ "s:37" ] }, { "annotation": null, "id": "r:35", "op": "attention_ops.attend_argmax_dot", "operands": [ "s:38", "s:86", "s:111" ], "params": { "assert_hardness_gt": null, "match_gain": 2000000.0, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:34", "results": [ "s:37" ] }, { "annotation": null, "id": "r:36", "op": "linear.concat", "operands": [ "s:39", "s:84" ], "params": {}, "parent": "r:34", "results": [ "s:38" ] }, { "annotation": null, "id": "r:37", "op": "linear.bool_to_01", "operands": [ "s:41" ], "params": {}, "parent": "r:34", "results": [ "s:39" ] }, { "annotation": null, "id": "r:38", "op": "linear.multiply_const", "operands": [ "s:40" ], "params": { "scalar": 0.5 }, "parent": "r:37", "results": [ "s:39" ] }, { "annotation": null, "id": "r:39", "op": "linear.add_const", "operands": [ "s:41" ], "params": { "scalar": 1.0 }, "parent": "r:37", "results": [ "s:40" ] }, { "annotation": null, "id": "r:40", "op": "swiglu.map_select.in_range", "operands": [ "s:43", "s:83" ], "params": { "n_slots": 2 }, "parent": "r:34", "results": [ "s:41" ] }, { "annotation": null, "id": "r:41", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:42" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:40", "results": [ "s:41" ] }, { "annotation": null, "id": "r:42", "op": "linear.add_const", "operands": [ "s:44" ], "params": { "scalar": -2.0 }, "parent": null, "results": [ "s:43" ] }, { "annotation": null, "id": "r:43", "op": "swiglu.sequence_ops.IndexedRegion.length_at", "operands": [ "s:50" ], "params": {}, "parent": null, "results": [ "s:44" ] }, { "annotation": null, "id": "r:44", "op": "linear.add_const", "operands": [ "s:45" ], "params": { "scalar": -1.0 }, "parent": "r:43", "results": [ "s:44" ] }, { "annotation": null, "id": "r:45", "op": "attention_ops.get_prev_value", "operands": [ "s:70", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:43", "results": [ "s:45" ] }, { "annotation": null, "id": "r:46", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:53", "s:62" ], "params": {}, "parent": null, "results": [ "s:50" ] }, { "annotation": null, "id": "r:47", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:51" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:46", "results": [ "s:50" ] }, { "annotation": null, "id": "r:48", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:51" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:47", "results": [ "s:50" ] }, { "annotation": null, "id": "r:49", "op": "linear.sum_nodes", "operands": [ "s:53", "s:62" ], "params": { "max_fanout": null }, "parent": "r:46", "results": [ "s:51" ] }, { "annotation": null, "id": "r:50", "op": "swiglu.logic_ops.bool_any_true", "operands": [ "s:57", "s:59", "s:61" ], "params": {}, "parent": null, "results": [ "s:53" ] }, { "annotation": null, "id": "r:51", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:54" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 0.5, "true_level": 1.0 }, "parent": "r:50", "results": [ "s:53" ] }, { "annotation": null, "id": "r:52", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:54" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:51", "results": [ "s:53" ] }, { "annotation": null, "id": "r:53", "op": "linear.sum_nodes", "operands": [ "s:56", "s:58", "s:60" ], "params": { "max_fanout": null }, "parent": "r:50", "results": [ "s:54" ] }, { "annotation": null, "id": "r:54", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:57" ], "params": { "false_level": 0.0, "sharpness": null, "thresh": 0.0, "true_level": 1.0 }, "parent": "r:50", "results": [ "s:56" ] }, { "annotation": null, "id": "r:55", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:57" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:54", "results": [ "s:56" ] }, { "annotation": null, "id": "r:56", "op": "swiglu.logic_ops.equals_vector", "operands": [ "s:8" ], "params": { "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": null, "results": [ "s:57" ] }, { "annotation": null, "id": "r:57", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 17 ] } }, "name": "equals_vector", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:56", "results": [ "s:57" ] }, { "annotation": null, "id": "r:58", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:59" ], "params": { "false_level": 0.0, "sharpness": null, "thresh": 0.0, "true_level": 1.0 }, "parent": "r:50", "results": [ "s:58" ] }, { "annotation": null, "id": "r:59", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:59" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:58", "results": [ "s:58" ] }, { "annotation": null, "id": "r:60", "op": "swiglu.logic_ops.equals_vector", "operands": [ "s:8" ], "params": { "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": null, "results": [ "s:59" ] }, { "annotation": null, "id": "r:61", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 17 ] } }, "name": "equals_vector", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:60", "results": [ "s:59" ] }, { "annotation": null, "id": "r:62", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:61" ], "params": { "false_level": 0.0, "sharpness": null, "thresh": 0.0, "true_level": 1.0 }, "parent": "r:50", "results": [ "s:60" ] }, { "annotation": null, "id": "r:63", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:61" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:62", "results": [ "s:60" ] }, { "annotation": null, "id": "r:64", "op": "swiglu.logic_ops.equals_vector", "operands": [ "s:8" ], "params": { "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": null, "results": [ "s:61" ] }, { "annotation": null, "id": "r:65", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 17 ] } }, "name": "equals_vector", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:64", "results": [ "s:61" ] }, { "annotation": null, "id": "r:66", "op": "swiglu.logic_ops.bool_not", "operands": [ "s:63" ], "params": {}, "parent": null, "results": [ "s:62" ] }, { "annotation": null, "id": "r:67", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:63" ], "params": { "false_level": 1.0, "sharpness": null, "thresh": 0.0, "true_level": -1.0 }, "parent": "r:66", "results": [ "s:62" ] }, { "annotation": null, "id": "r:68", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:63" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:67", "results": [ "s:62" ] }, { "annotation": null, "id": "r:69", "op": "attention_ops.get_prev_value", "operands": [ "s:7", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:63" ] }, { "annotation": null, "id": "r:70", "op": "swiglu.sequence_ops.IndexedRegion.__init__", "operands": [ "s:8", "s:79", "s:90" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "max_len": 2, "max_read_distance": 8, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [] }, { "annotation": null, "id": "r:71", "op": "swiglu.marker_count.count_since_marker", "operands": [ "s:74", "s:81" ], "params": { "max_gap": 3, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:70", "results": [ "s:70" ] }, { "annotation": null, "id": "r:72", "op": "linear.add_const", "operands": [ "s:71" ], "params": { "scalar": -1.0 }, "parent": "r:71", "results": [ "s:70" ] }, { "annotation": null, "id": "r:73", "op": "swiglu.arithmetic_ops.reciprocal", "operands": [ "s:72" ], "params": { "max_value": 1.5, "min_value": 0.2222222222222222, "step": 0.041218637992831535 }, "parent": "r:71", "results": [ "s:71" ] }, { "annotation": null, "id": "r:74", "op": "swiglu.arithmetic_ops.piecewise_linear", "operands": [ "s:72" ], "params": { "breakpoints": [ 0.2222222222222222, 0.23634108275019464, 0.25135698327990463, 0.2673269171333785, 0.28431149869608413, 0.30237519348073383, 0.32158656280816306, 0.3420185240339763, 0.3637486273086605, 0.3868593499216163, 0.4114384093463005, 0.4375790961746511, 0.4653806282044588, 0.494948527023634, 0.5263950185207084, 0.5598394588417185, 0.5954087874102064, 0.633238008729789, 0.67347070479799, 0.7162595800762216, 0.7617670410843628, 0.8101658128198065, 0.8616395943406107, 0.9163837560010428, 0.974606080985895, 1.0365275539580865, 1.1023831998128923, 1.1724229757223144, 1.2469127198553762, 1.3261351603752438, 1.410390988542847, 1.5 ], "clamp": true, "d_max": 1024, "fn": "", "input_scale": 18.81348707098148, "name": "reciprocal" }, "parent": "r:73", "results": [ "s:71" ] }, { "annotation": null, "id": "r:75", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:72" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 32 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "name": "reciprocal_0_32", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:74", "results": [ "s:71" ] }, { "annotation": null, "id": "r:76", "op": "attention_ops.attend_mean_where", "operands": [ "s:74", "s:81" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:71", "results": [ "s:72" ] }, { "annotation": null, "id": "r:77", "op": "attention_ops.get_prev_value", "operands": [ "s:79", "s:79" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:70", "results": [ "s:74" ] }, { "annotation": null, "id": "r:78", "op": "swiglu.logic_ops.equals_vector", "operands": [ "s:8" ], "params": { "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": null, "results": [ "s:79" ] }, { "annotation": null, "id": "r:79", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 17 ] } }, "name": "equals_vector", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:78", "results": [ "s:79" ] }, { "annotation": null, "id": "r:80", "op": "linear.bool_to_01", "operands": [ "s:79" ], "params": {}, "parent": "r:70", "results": [ "s:81" ] }, { "annotation": null, "id": "r:81", "op": "linear.multiply_const", "operands": [ "s:82" ], "params": { "scalar": 0.5 }, "parent": "r:80", "results": [ "s:81" ] }, { "annotation": null, "id": "r:82", "op": "linear.add_const", "operands": [ "s:79" ], "params": { "scalar": 1.0 }, "parent": "r:80", "results": [ "s:82" ] }, { "annotation": null, "id": "r:83", "op": "linear.add_const", "operands": [ "s:43" ], "params": { "scalar": 1.0 }, "parent": "r:34", "results": [ "s:83" ] }, { "annotation": null, "id": "r:84", "op": "linear.add_const", "operands": [ "s:85" ], "params": { "scalar": 1.0 }, "parent": "r:34", "results": [ "s:84" ] }, { "annotation": null, "id": "r:85", "op": "linear.add", "operands": [ "s:87", "s:108" ], "params": {}, "parent": "r:70", "results": [ "s:86" ] }, { "annotation": null, "id": "r:86", "op": "linear.concat", "operands": [ "s:88", "s:107" ], "params": {}, "parent": "r:70", "results": [ "s:87" ] }, { "annotation": null, "id": "r:87", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:90", "s:101" ], "params": {}, "parent": "r:70", "results": [ "s:88" ] }, { "annotation": null, "id": "r:88", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:89" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 3 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 2 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 3 ] } } }, "parent": "r:87", "results": [ "s:88" ] }, { "annotation": null, "id": "r:89", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:93", "s:94" ], "params": {}, "parent": null, "results": [ "s:90" ] }, { "annotation": null, "id": "r:90", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:91" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:89", "results": [ "s:90" ] }, { "annotation": null, "id": "r:91", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:91" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:90", "results": [ "s:90" ] }, { "annotation": null, "id": "r:92", "op": "linear.sum_nodes", "operands": [ "s:93", "s:94" ], "params": { "max_fanout": null }, "parent": "r:89", "results": [ "s:91" ] }, { "annotation": null, "id": "r:93", "op": "swiglu.sequence_ops.check_is_digit", "operands": [ "s:8" ], "params": {}, "parent": null, "results": [ "s:93" ] }, { "annotation": null, "id": "r:94", "op": "swiglu.map_select.map_to_table", "operands": [ "s:8" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "key_to_value": "" }, "parent": "r:93", "results": [ "s:93" ] }, { "annotation": null, "id": "r:95", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:8" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 10 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 10, 17 ] } }, "name": "map_to_table", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 10, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:94", "results": [ "s:93" ] }, { "annotation": null, "id": "r:96", "op": "swiglu.logic_ops.bool_not", "operands": [ "s:95" ], "params": {}, "parent": null, "results": [ "s:94" ] }, { "annotation": null, "id": "r:97", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:95" ], "params": { "false_level": 1.0, "sharpness": null, "thresh": 0.0, "true_level": -1.0 }, "parent": "r:96", "results": [ "s:94" ] }, { "annotation": null, "id": "r:98", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:95" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:97", "results": [ "s:94" ] }, { "annotation": null, "id": "r:99", "op": "attention_ops.get_prev_value", "operands": [ "s:50", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:95" ] }, { "annotation": null, "id": "r:100", "op": "linear.bool_to_01", "operands": [ "s:103" ], "params": {}, "parent": "r:70", "results": [ "s:101" ] }, { "annotation": null, "id": "r:101", "op": "linear.multiply_const", "operands": [ "s:102" ], "params": { "scalar": 0.5 }, "parent": "r:100", "results": [ "s:101" ] }, { "annotation": null, "id": "r:102", "op": "linear.add_const", "operands": [ "s:103" ], "params": { "scalar": 1.0 }, "parent": "r:100", "results": [ "s:102" ] }, { "annotation": null, "id": "r:103", "op": "swiglu.map_select.in_range", "operands": [ "s:105", "s:106" ], "params": { "n_slots": 2 }, "parent": "r:70", "results": [ "s:103" ] }, { "annotation": null, "id": "r:104", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:104" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:103", "results": [ "s:103" ] }, { "annotation": null, "id": "r:105", "op": "linear.add_const", "operands": [ "s:70" ], "params": { "scalar": -1.0 }, "parent": "r:70", "results": [ "s:105" ] }, { "annotation": null, "id": "r:106", "op": "linear.add_const", "operands": [ "s:105" ], "params": { "scalar": 1.0 }, "parent": "r:70", "results": [ "s:106" ] }, { "annotation": null, "id": "r:107", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 1 ] } } }, "parent": "r:70", "results": [ "s:107" ] }, { "annotation": null, "id": "r:108", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:79", "s:110" ], "params": {}, "parent": "r:70", "results": [ "s:108" ] }, { "annotation": null, "id": "r:109", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:109" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 4 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 3 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 4 ] } } }, "parent": "r:108", "results": [ "s:108" ] }, { "annotation": null, "id": "r:110", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 3 ] } } }, "parent": "r:70", "results": [ "s:110" ] }, { "annotation": null, "id": "r:111", "op": "swiglu.map_select.select", "operands": [ "s:90", "s:8", "s:113" ], "params": {}, "parent": "r:70", "results": [ "s:111" ] }, { "annotation": null, "id": "r:112", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:112" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } }, "name": "select", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } } }, "parent": "r:111", "results": [ "s:111" ] }, { "annotation": null, "id": "r:113", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": "r:70", "results": [ "s:113" ] }, { "annotation": null, "id": "r:114", "op": "attention_ops.get_prev_value", "operands": [ "s:120", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:114" ] }, { "annotation": null, "id": "r:115", "op": "swiglu.sequence_ops.IndexedRegion.token_at", "operands": [ "s:126" ], "params": {}, "parent": null, "results": [ "s:120" ] }, { "annotation": null, "id": "r:116", "op": "attention_ops.attend_argmax_dot", "operands": [ "s:121", "s:86", "s:111" ], "params": { "assert_hardness_gt": null, "match_gain": 2000000.0, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:115", "results": [ "s:120" ] }, { "annotation": null, "id": "r:117", "op": "linear.concat", "operands": [ "s:122", "s:128" ], "params": {}, "parent": "r:115", "results": [ "s:121" ] }, { "annotation": null, "id": "r:118", "op": "linear.bool_to_01", "operands": [ "s:124" ], "params": {}, "parent": "r:115", "results": [ "s:122" ] }, { "annotation": null, "id": "r:119", "op": "linear.multiply_const", "operands": [ "s:123" ], "params": { "scalar": 0.5 }, "parent": "r:118", "results": [ "s:122" ] }, { "annotation": null, "id": "r:120", "op": "linear.add_const", "operands": [ "s:124" ], "params": { "scalar": 1.0 }, "parent": "r:118", "results": [ "s:123" ] }, { "annotation": null, "id": "r:121", "op": "swiglu.map_select.in_range", "operands": [ "s:126", "s:127" ], "params": { "n_slots": 2 }, "parent": "r:115", "results": [ "s:124" ] }, { "annotation": null, "id": "r:122", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:125" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:121", "results": [ "s:124" ] }, { "annotation": null, "id": "r:123", "op": "linear.add_const", "operands": [ "s:44" ], "params": { "scalar": -1.0 }, "parent": null, "results": [ "s:126" ] }, { "annotation": null, "id": "r:124", "op": "linear.add_const", "operands": [ "s:126" ], "params": { "scalar": 1.0 }, "parent": "r:115", "results": [ "s:127" ] }, { "annotation": null, "id": "r:125", "op": "linear.add_const", "operands": [ "s:129" ], "params": { "scalar": 1.0 }, "parent": "r:115", "results": [ "s:128" ] }, { "annotation": null, "id": "r:126", "op": "attention_ops.get_prev_value", "operands": [ "s:136", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:130" ] }, { "annotation": null, "id": "r:127", "op": "swiglu.sequence_ops.IndexedRegion.token_at", "operands": [ "s:142" ], "params": {}, "parent": null, "results": [ "s:136" ] }, { "annotation": null, "id": "r:128", "op": "attention_ops.attend_argmax_dot", "operands": [ "s:137", "s:165", "s:183" ], "params": { "assert_hardness_gt": null, "match_gain": 2000000.0, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:127", "results": [ "s:136" ] }, { "annotation": null, "id": "r:129", "op": "linear.concat", "operands": [ "s:138", "s:163" ], "params": {}, "parent": "r:127", "results": [ "s:137" ] }, { "annotation": null, "id": "r:130", "op": "linear.bool_to_01", "operands": [ "s:140" ], "params": {}, "parent": "r:127", "results": [ "s:138" ] }, { "annotation": null, "id": "r:131", "op": "linear.multiply_const", "operands": [ "s:139" ], "params": { "scalar": 0.5 }, "parent": "r:130", "results": [ "s:138" ] }, { "annotation": null, "id": "r:132", "op": "linear.add_const", "operands": [ "s:140" ], "params": { "scalar": 1.0 }, "parent": "r:130", "results": [ "s:139" ] }, { "annotation": null, "id": "r:133", "op": "swiglu.map_select.in_range", "operands": [ "s:142", "s:162" ], "params": { "n_slots": 2 }, "parent": "r:127", "results": [ "s:140" ] }, { "annotation": null, "id": "r:134", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:141" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:133", "results": [ "s:140" ] }, { "annotation": null, "id": "r:135", "op": "linear.add_const", "operands": [ "s:143" ], "params": { "scalar": -2.0 }, "parent": null, "results": [ "s:142" ] }, { "annotation": null, "id": "r:136", "op": "swiglu.sequence_ops.IndexedRegion.length_at", "operands": [ "s:7" ], "params": {}, "parent": null, "results": [ "s:143" ] }, { "annotation": null, "id": "r:137", "op": "linear.add_const", "operands": [ "s:144" ], "params": { "scalar": -1.0 }, "parent": "r:136", "results": [ "s:143" ] }, { "annotation": null, "id": "r:138", "op": "attention_ops.get_prev_value", "operands": [ "s:150", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:136", "results": [ "s:144" ] }, { "annotation": null, "id": "r:139", "op": "swiglu.sequence_ops.IndexedRegion.__init__", "operands": [ "s:8", "s:50", "s:169" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "max_len": 2, "max_read_distance": 8, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [] }, { "annotation": null, "id": "r:140", "op": "swiglu.marker_count.count_since_marker", "operands": [ "s:154", "s:160" ], "params": { "max_gap": 3, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:139", "results": [ "s:150" ] }, { "annotation": null, "id": "r:141", "op": "linear.add_const", "operands": [ "s:151" ], "params": { "scalar": -1.0 }, "parent": "r:140", "results": [ "s:150" ] }, { "annotation": null, "id": "r:142", "op": "swiglu.arithmetic_ops.reciprocal", "operands": [ "s:152" ], "params": { "max_value": 1.5, "min_value": 0.2222222222222222, "step": 0.041218637992831535 }, "parent": "r:140", "results": [ "s:151" ] }, { "annotation": null, "id": "r:143", "op": "swiglu.arithmetic_ops.piecewise_linear", "operands": [ "s:152" ], "params": { "breakpoints": [ 0.2222222222222222, 0.23634108275019464, 0.25135698327990463, 0.2673269171333785, 0.28431149869608413, 0.30237519348073383, 0.32158656280816306, 0.3420185240339763, 0.3637486273086605, 0.3868593499216163, 0.4114384093463005, 0.4375790961746511, 0.4653806282044588, 0.494948527023634, 0.5263950185207084, 0.5598394588417185, 0.5954087874102064, 0.633238008729789, 0.67347070479799, 0.7162595800762216, 0.7617670410843628, 0.8101658128198065, 0.8616395943406107, 0.9163837560010428, 0.974606080985895, 1.0365275539580865, 1.1023831998128923, 1.1724229757223144, 1.2469127198553762, 1.3261351603752438, 1.410390988542847, 1.5 ], "clamp": true, "d_max": 1024, "fn": "", "input_scale": 18.81348707098148, "name": "reciprocal" }, "parent": "r:142", "results": [ "s:151" ] }, { "annotation": null, "id": "r:144", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:152" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 32 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "name": "reciprocal_0_32", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 32, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:143", "results": [ "s:151" ] }, { "annotation": null, "id": "r:145", "op": "attention_ops.attend_mean_where", "operands": [ "s:154", "s:160" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:140", "results": [ "s:152" ] }, { "annotation": null, "id": "r:146", "op": "attention_ops.get_prev_value", "operands": [ "s:50", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:139", "results": [ "s:154" ] }, { "annotation": null, "id": "r:147", "op": "linear.bool_to_01", "operands": [ "s:50" ], "params": {}, "parent": "r:139", "results": [ "s:160" ] }, { "annotation": null, "id": "r:148", "op": "linear.multiply_const", "operands": [ "s:161" ], "params": { "scalar": 0.5 }, "parent": "r:147", "results": [ "s:160" ] }, { "annotation": null, "id": "r:149", "op": "linear.add_const", "operands": [ "s:50" ], "params": { "scalar": 1.0 }, "parent": "r:147", "results": [ "s:161" ] }, { "annotation": null, "id": "r:150", "op": "linear.add_const", "operands": [ "s:142" ], "params": { "scalar": 1.0 }, "parent": "r:127", "results": [ "s:162" ] }, { "annotation": null, "id": "r:151", "op": "linear.add_const", "operands": [ "s:164" ], "params": { "scalar": 1.0 }, "parent": "r:127", "results": [ "s:163" ] }, { "annotation": null, "id": "r:152", "op": "linear.add", "operands": [ "s:166", "s:180" ], "params": {}, "parent": "r:139", "results": [ "s:165" ] }, { "annotation": null, "id": "r:153", "op": "linear.concat", "operands": [ "s:167", "s:179" ], "params": {}, "parent": "r:139", "results": [ "s:166" ] }, { "annotation": null, "id": "r:154", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:169", "s:173" ], "params": {}, "parent": "r:139", "results": [ "s:167" ] }, { "annotation": null, "id": "r:155", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:168" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 3 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 2 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 3 ] } } }, "parent": "r:154", "results": [ "s:167" ] }, { "annotation": null, "id": "r:156", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:93", "s:95", "s:172" ], "params": {}, "parent": null, "results": [ "s:169" ] }, { "annotation": null, "id": "r:157", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:170" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 2.0, "true_level": 1.0 }, "parent": "r:156", "results": [ "s:169" ] }, { "annotation": null, "id": "r:158", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:170" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:157", "results": [ "s:169" ] }, { "annotation": null, "id": "r:159", "op": "linear.sum_nodes", "operands": [ "s:93", "s:95", "s:172" ], "params": { "max_fanout": null }, "parent": "r:156", "results": [ "s:170" ] }, { "annotation": null, "id": "r:160", "op": "swiglu.logic_ops.bool_not", "operands": [ "s:63" ], "params": {}, "parent": null, "results": [ "s:172" ] }, { "annotation": null, "id": "r:161", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:63" ], "params": { "false_level": 1.0, "sharpness": null, "thresh": 0.0, "true_level": -1.0 }, "parent": "r:160", "results": [ "s:172" ] }, { "annotation": null, "id": "r:162", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:63" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:161", "results": [ "s:172" ] }, { "annotation": null, "id": "r:163", "op": "linear.bool_to_01", "operands": [ "s:175" ], "params": {}, "parent": "r:139", "results": [ "s:173" ] }, { "annotation": null, "id": "r:164", "op": "linear.multiply_const", "operands": [ "s:174" ], "params": { "scalar": 0.5 }, "parent": "r:163", "results": [ "s:173" ] }, { "annotation": null, "id": "r:165", "op": "linear.add_const", "operands": [ "s:175" ], "params": { "scalar": 1.0 }, "parent": "r:163", "results": [ "s:174" ] }, { "annotation": null, "id": "r:166", "op": "swiglu.map_select.in_range", "operands": [ "s:177", "s:178" ], "params": { "n_slots": 2 }, "parent": "r:139", "results": [ "s:175" ] }, { "annotation": null, "id": "r:167", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:176" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:166", "results": [ "s:175" ] }, { "annotation": null, "id": "r:168", "op": "linear.add_const", "operands": [ "s:150" ], "params": { "scalar": -1.0 }, "parent": "r:139", "results": [ "s:177" ] }, { "annotation": null, "id": "r:169", "op": "linear.add_const", "operands": [ "s:177" ], "params": { "scalar": 1.0 }, "parent": "r:139", "results": [ "s:178" ] }, { "annotation": null, "id": "r:170", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 1 ] } } }, "parent": "r:139", "results": [ "s:179" ] }, { "annotation": null, "id": "r:171", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:50", "s:182" ], "params": {}, "parent": "r:139", "results": [ "s:180" ] }, { "annotation": null, "id": "r:172", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:181" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 4 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 3 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 3 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 3, 4 ] } } }, "parent": "r:171", "results": [ "s:180" ] }, { "annotation": null, "id": "r:173", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 3 ] } } }, "parent": "r:139", "results": [ "s:182" ] }, { "annotation": null, "id": "r:174", "op": "swiglu.map_select.select", "operands": [ "s:169", "s:8", "s:185" ], "params": {}, "parent": "r:139", "results": [ "s:183" ] }, { "annotation": null, "id": "r:175", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:184" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } }, "name": "select", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 34 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 34, 35 ] } } }, "parent": "r:174", "results": [ "s:183" ] }, { "annotation": null, "id": "r:176", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": "r:139", "results": [ "s:185" ] }, { "annotation": null, "id": "r:177", "op": "attention_ops.get_prev_value", "operands": [ "s:192", "s:7" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:186" ] }, { "annotation": null, "id": "r:178", "op": "swiglu.sequence_ops.IndexedRegion.token_at", "operands": [ "s:198" ], "params": {}, "parent": null, "results": [ "s:192" ] }, { "annotation": null, "id": "r:179", "op": "attention_ops.attend_argmax_dot", "operands": [ "s:193", "s:165", "s:183" ], "params": { "assert_hardness_gt": null, "match_gain": 2000000.0, "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": "r:178", "results": [ "s:192" ] }, { "annotation": null, "id": "r:180", "op": "linear.concat", "operands": [ "s:194", "s:200" ], "params": {}, "parent": "r:178", "results": [ "s:193" ] }, { "annotation": null, "id": "r:181", "op": "linear.bool_to_01", "operands": [ "s:196" ], "params": {}, "parent": "r:178", "results": [ "s:194" ] }, { "annotation": null, "id": "r:182", "op": "linear.multiply_const", "operands": [ "s:195" ], "params": { "scalar": 0.5 }, "parent": "r:181", "results": [ "s:194" ] }, { "annotation": null, "id": "r:183", "op": "linear.add_const", "operands": [ "s:196" ], "params": { "scalar": 1.0 }, "parent": "r:181", "results": [ "s:195" ] }, { "annotation": null, "id": "r:184", "op": "swiglu.map_select.in_range", "operands": [ "s:198", "s:199" ], "params": { "n_slots": 2 }, "parent": "r:178", "results": [ "s:196" ] }, { "annotation": null, "id": "r:185", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:197" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 8 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "name": "in_range", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 8, 2 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:184", "results": [ "s:196" ] }, { "annotation": null, "id": "r:186", "op": "linear.add_const", "operands": [ "s:143" ], "params": { "scalar": -1.0 }, "parent": null, "results": [ "s:198" ] }, { "annotation": null, "id": "r:187", "op": "linear.add_const", "operands": [ "s:198" ], "params": { "scalar": 1.0 }, "parent": "r:178", "results": [ "s:199" ] }, { "annotation": null, "id": "r:188", "op": "linear.add_const", "operands": [ "s:201" ], "params": { "scalar": 1.0 }, "parent": "r:178", "results": [ "s:200" ] }, { "annotation": null, "id": "r:189", "op": "linear.concat", "operands": [ "s:203", "s:211", "s:219" ], "params": {}, "parent": null, "results": [ "s:202" ] }, { "annotation": null, "id": "r:190", "op": "linear.bool_to_01", "operands": [ "s:205" ], "params": {}, "parent": null, "results": [ "s:203" ] }, { "annotation": null, "id": "r:191", "op": "linear.multiply_const", "operands": [ "s:204" ], "params": { "scalar": 0.5 }, "parent": "r:190", "results": [ "s:203" ] }, { "annotation": null, "id": "r:192", "op": "linear.add_const", "operands": [ "s:205" ], "params": { "scalar": 1.0 }, "parent": "r:190", "results": [ "s:204" ] }, { "annotation": null, "id": "r:193", "op": "attention_ops.get_prev_value", "operands": [ "s:57", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:205" ] }, { "annotation": null, "id": "r:194", "op": "linear.bool_to_01", "operands": [ "s:213" ], "params": {}, "parent": null, "results": [ "s:211" ] }, { "annotation": null, "id": "r:195", "op": "linear.multiply_const", "operands": [ "s:212" ], "params": { "scalar": 0.5 }, "parent": "r:194", "results": [ "s:211" ] }, { "annotation": null, "id": "r:196", "op": "linear.add_const", "operands": [ "s:213" ], "params": { "scalar": 1.0 }, "parent": "r:194", "results": [ "s:212" ] }, { "annotation": null, "id": "r:197", "op": "attention_ops.get_prev_value", "operands": [ "s:59", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:213" ] }, { "annotation": null, "id": "r:198", "op": "linear.bool_to_01", "operands": [ "s:221" ], "params": {}, "parent": null, "results": [ "s:219" ] }, { "annotation": null, "id": "r:199", "op": "linear.multiply_const", "operands": [ "s:220" ], "params": { "scalar": 0.5 }, "parent": "r:198", "results": [ "s:219" ] }, { "annotation": null, "id": "r:200", "op": "linear.add_const", "operands": [ "s:221" ], "params": { "scalar": 1.0 }, "parent": "r:198", "results": [ "s:220" ] }, { "annotation": null, "id": "r:201", "op": "attention_ops.get_prev_value", "operands": [ "s:61", "s:50" ], "params": { "rope": { "base": 500000.0, "d_head": 64, "d_rot": 64, "max_positions": 512 } }, "parent": null, "results": [ "s:221" ] }, { "annotation": null, "id": "r:202", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:227" ] }, { "annotation": null, "id": "r:203", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:202", "results": [ "s:227" ] }, { "annotation": null, "id": "r:204", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:228" ] }, { "annotation": null, "id": "r:205", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:204", "results": [ "s:228" ] }, { "annotation": null, "id": "r:206", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:229" ] }, { "annotation": null, "id": "r:207", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:206", "results": [ "s:229" ] }, { "annotation": null, "id": "r:208", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:230" ] }, { "annotation": null, "id": "r:209", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:208", "results": [ "s:230" ] }, { "annotation": null, "id": "r:210", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:231" ] }, { "annotation": null, "id": "r:211", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:210", "results": [ "s:231" ] }, { "annotation": null, "id": "r:212", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:232" ] }, { "annotation": null, "id": "r:213", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:212", "results": [ "s:232" ] }, { "annotation": null, "id": "r:214", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:233" ] }, { "annotation": null, "id": "r:215", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:214", "results": [ "s:233" ] }, { "annotation": null, "id": "r:216", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:234" ] }, { "annotation": null, "id": "r:217", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:216", "results": [ "s:234" ] }, { "annotation": null, "id": "r:218", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:235" ] }, { "annotation": null, "id": "r:219", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:218", "results": [ "s:235" ] }, { "annotation": null, "id": "r:220", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:236" ] }, { "annotation": null, "id": "r:221", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:220", "results": [ "s:236" ] }, { "annotation": null, "id": "r:222", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:237" ] }, { "annotation": null, "id": "r:223", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:222", "results": [ "s:237" ] }, { "annotation": null, "id": "r:224", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:238" ] }, { "annotation": null, "id": "r:225", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:224", "results": [ "s:238" ] }, { "annotation": null, "id": "r:226", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:239" ] }, { "annotation": null, "id": "r:227", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:226", "results": [ "s:239" ] }, { "annotation": null, "id": "r:228", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:240" ] }, { "annotation": null, "id": "r:229", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:228", "results": [ "s:240" ] }, { "annotation": null, "id": "r:230", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:241" ] }, { "annotation": null, "id": "r:231", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:230", "results": [ "s:241" ] }, { "annotation": null, "id": "r:232", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:242" ] }, { "annotation": null, "id": "r:233", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:232", "results": [ "s:242" ] }, { "annotation": null, "id": "r:234", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:243" ] }, { "annotation": null, "id": "r:235", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:234", "results": [ "s:243" ] }, { "annotation": null, "id": "r:236", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:244" ] }, { "annotation": null, "id": "r:237", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:236", "results": [ "s:244" ] }, { "annotation": null, "id": "r:238", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:245" ] }, { "annotation": null, "id": "r:239", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:238", "results": [ "s:245" ] }, { "annotation": null, "id": "r:240", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:246" ] }, { "annotation": null, "id": "r:241", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:240", "results": [ "s:246" ] }, { "annotation": null, "id": "r:242", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:247" ] }, { "annotation": null, "id": "r:243", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:242", "results": [ "s:247" ] }, { "annotation": null, "id": "r:244", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:248" ] }, { "annotation": null, "id": "r:245", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:244", "results": [ "s:248" ] }, { "annotation": null, "id": "r:246", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:249" ] }, { "annotation": null, "id": "r:247", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:246", "results": [ "s:249" ] }, { "annotation": null, "id": "r:248", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:250" ] }, { "annotation": null, "id": "r:249", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:248", "results": [ "s:250" ] }, { "annotation": null, "id": "r:250", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:251" ] }, { "annotation": null, "id": "r:251", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:250", "results": [ "s:251" ] }, { "annotation": null, "id": "r:252", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:252" ] }, { "annotation": null, "id": "r:253", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:252", "results": [ "s:252" ] }, { "annotation": null, "id": "r:254", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:253" ] }, { "annotation": null, "id": "r:255", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:254", "results": [ "s:253" ] }, { "annotation": null, "id": "r:256", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:254" ] }, { "annotation": null, "id": "r:257", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:256", "results": [ "s:254" ] }, { "annotation": null, "id": "r:258", "op": "swiglu.onehot_table.onehot_lookup", "operands": [ "s:30" ], "params": { "default": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "key_to_value": "" }, "parent": null, "results": [ "s:255" ] }, { "annotation": null, "id": "r:259", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:30" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 1000 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 71 ] } }, "name": "onehot_lookup", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 102 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 1000, 102 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:258", "results": [ "s:255" ] }, { "annotation": null, "id": "r:260", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:258", "s:264" ], "params": {}, "parent": "r:0", "results": [ "s:256" ] }, { "annotation": null, "id": "r:261", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:257" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:260", "results": [ "s:256" ] }, { "annotation": null, "id": "r:262", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:261", "s:262" ], "params": {}, "parent": "r:0", "results": [ "s:258" ] }, { "annotation": null, "id": "r:263", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:259" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:262", "results": [ "s:258" ] }, { "annotation": null, "id": "r:264", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:259" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:263", "results": [ "s:258" ] }, { "annotation": null, "id": "r:265", "op": "linear.sum_nodes", "operands": [ "s:261", "s:262" ], "params": { "max_fanout": null }, "parent": "r:262", "results": [ "s:259" ] }, { "annotation": null, "id": "r:266", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 0.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:261" ] }, { "annotation": null, "id": "r:267", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:266", "results": [ "s:261" ] }, { "annotation": null, "id": "r:268", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:263" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -1.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:262" ] }, { "annotation": null, "id": "r:269", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:263" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:268", "results": [ "s:262" ] }, { "annotation": null, "id": "r:270", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:263" ] }, { "annotation": null, "id": "r:271", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 17, "width": 17 }, "parent": null, "results": [ "s:264" ] }, { "annotation": null, "id": "r:272", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:267", "s:273" ], "params": {}, "parent": "r:0", "results": [ "s:265" ] }, { "annotation": null, "id": "r:273", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:266" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:272", "results": [ "s:265" ] }, { "annotation": null, "id": "r:274", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:270", "s:271" ], "params": {}, "parent": "r:0", "results": [ "s:267" ] }, { "annotation": null, "id": "r:275", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:268" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:274", "results": [ "s:267" ] }, { "annotation": null, "id": "r:276", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:268" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:275", "results": [ "s:267" ] }, { "annotation": null, "id": "r:277", "op": "linear.sum_nodes", "operands": [ "s:270", "s:271" ], "params": { "max_fanout": null }, "parent": "r:274", "results": [ "s:268" ] }, { "annotation": null, "id": "r:278", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:270" ] }, { "annotation": null, "id": "r:279", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:278", "results": [ "s:270" ] }, { "annotation": null, "id": "r:280", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:272" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -2.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:271" ] }, { "annotation": null, "id": "r:281", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:272" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:280", "results": [ "s:271" ] }, { "annotation": null, "id": "r:282", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:272" ] }, { "annotation": null, "id": "r:283", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 34, "width": 17 }, "parent": null, "results": [ "s:273" ] }, { "annotation": null, "id": "r:284", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:276", "s:282" ], "params": {}, "parent": "r:0", "results": [ "s:274" ] }, { "annotation": null, "id": "r:285", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:275" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:284", "results": [ "s:274" ] }, { "annotation": null, "id": "r:286", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:279", "s:280" ], "params": {}, "parent": "r:0", "results": [ "s:276" ] }, { "annotation": null, "id": "r:287", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:277" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:286", "results": [ "s:276" ] }, { "annotation": null, "id": "r:288", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:277" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:287", "results": [ "s:276" ] }, { "annotation": null, "id": "r:289", "op": "linear.sum_nodes", "operands": [ "s:279", "s:280" ], "params": { "max_fanout": null }, "parent": "r:286", "results": [ "s:277" ] }, { "annotation": null, "id": "r:290", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 2.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:279" ] }, { "annotation": null, "id": "r:291", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:290", "results": [ "s:279" ] }, { "annotation": null, "id": "r:292", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:281" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -3.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:280" ] }, { "annotation": null, "id": "r:293", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:281" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:292", "results": [ "s:280" ] }, { "annotation": null, "id": "r:294", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:281" ] }, { "annotation": null, "id": "r:295", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 51, "width": 17 }, "parent": null, "results": [ "s:282" ] }, { "annotation": null, "id": "r:296", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:285", "s:291" ], "params": {}, "parent": "r:0", "results": [ "s:283" ] }, { "annotation": null, "id": "r:297", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:284" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:296", "results": [ "s:283" ] }, { "annotation": null, "id": "r:298", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:288", "s:289" ], "params": {}, "parent": "r:0", "results": [ "s:285" ] }, { "annotation": null, "id": "r:299", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:286" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:298", "results": [ "s:285" ] }, { "annotation": null, "id": "r:300", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:286" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:299", "results": [ "s:285" ] }, { "annotation": null, "id": "r:301", "op": "linear.sum_nodes", "operands": [ "s:288", "s:289" ], "params": { "max_fanout": null }, "parent": "r:298", "results": [ "s:286" ] }, { "annotation": null, "id": "r:302", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 3.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:288" ] }, { "annotation": null, "id": "r:303", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:302", "results": [ "s:288" ] }, { "annotation": null, "id": "r:304", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:290" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -4.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:289" ] }, { "annotation": null, "id": "r:305", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:290" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:304", "results": [ "s:289" ] }, { "annotation": null, "id": "r:306", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:290" ] }, { "annotation": null, "id": "r:307", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 68, "width": 17 }, "parent": null, "results": [ "s:291" ] }, { "annotation": null, "id": "r:308", "op": "swiglu.logic_ops.cond_gate", "operands": [ "s:294", "s:300" ], "params": {}, "parent": "r:0", "results": [ "s:292" ] }, { "annotation": null, "id": "r:309", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:293" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } }, "name": "cond_gate", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 17 ] } }, "up_bias": { "tensor": { "dtype": "float32", "shape": [ 17 ] } }, "up_proj": { "tensor": { "dtype": "float32", "shape": [ 17, 18 ] } } }, "parent": "r:308", "results": [ "s:292" ] }, { "annotation": null, "id": "r:310", "op": "swiglu.logic_ops.bool_all_true", "operands": [ "s:297", "s:298" ], "params": {}, "parent": "r:0", "results": [ "s:294" ] }, { "annotation": null, "id": "r:311", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:295" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 1.0, "true_level": 1.0 }, "parent": "r:310", "results": [ "s:294" ] }, { "annotation": null, "id": "r:312", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:295" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:311", "results": [ "s:294" ] }, { "annotation": null, "id": "r:313", "op": "linear.sum_nodes", "operands": [ "s:297", "s:298" ], "params": { "max_fanout": null }, "parent": "r:310", "results": [ "s:295" ] }, { "annotation": null, "id": "r:314", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:18" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": 4.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:297" ] }, { "annotation": null, "id": "r:315", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:18" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:314", "results": [ "s:297" ] }, { "annotation": null, "id": "r:316", "op": "swiglu.arithmetic_ops.compare", "operands": [ "s:299" ], "params": { "false_level": -1.0, "sharpness": null, "thresh": -5.5, "true_level": 1.0 }, "parent": "r:0", "results": [ "s:298" ] }, { "annotation": null, "id": "r:317", "op": "swiglu.swiglu_ffn.swiglu_ffn", "operands": [ "s:299" ], "params": { "gate_bias": { "tensor": { "dtype": "float32", "shape": [ 2 ] } }, "gate_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "name": "compare", "output_bias": { "tensor": { "dtype": "float32", "shape": [ 1 ] } }, "output_proj": { "tensor": { "dtype": "float32", "shape": [ 2, 1 ] } }, "up_bias": null, "up_proj": null }, "parent": "r:316", "results": [ "s:298" ] }, { "annotation": null, "id": "r:318", "op": "linear.negate", "operands": [ "s:18" ], "params": {}, "parent": "r:0", "results": [ "s:299" ] }, { "annotation": null, "id": "r:319", "op": "linear.slice_columns", "operands": [ "s:27" ], "params": { "name": "memorized_slot", "start": 85, "width": 17 }, "parent": null, "results": [ "s:300" ] }, { "annotation": null, "id": "r:320", "op": "inout_nodes.create_literal_value", "operands": [], "params": { "name": "", "vector": { "tensor": { "dtype": "float32", "shape": [ 17 ] } } }, "parent": "r:0", "results": [ "s:301" ] } ], "sha256": "092a6b8c00ccab9a696d4a7d54bf6ebe59f8509c7c6e5882aa7466c38053e280" } }, "integrity": { "scope": "every manifest section except this one", "sha256": "6cb2074514668e6936e4bc7ffafefebfa80c70105dcd18dbca620716a5cd4c42" }, "intervention_contract": { "guarantee": "The manifest describes the unmodified compiled program. Interventions outside a node's stated value contract are not covered by torchwright's semantic or numerical guarantees.", "node_value_contracts": "graphs.source.nodes[*].value_contract", "physical_coordinates": { "attention_heads": "schedule.layers[*].attention_operations[*].heads", "mlp_neurons": "schedule.layers[*].mlp_operations[*].hidden_slots", "residual": "schedule.layers[*].attention_operations[*] and mlp_operations[*] target/source/query/key column runs" } }, "metadata": { "source": { "arguments": { "max_digits": 2 }, "entrypoint": "examples.calculator_memorize:create_network_parts" }, "task": { "example": "calculator_memorize", "max_digits": 2 } }, "model": { "activation": "swish", "active_attention_heads_per_layer": [ 1, 4, 3, 1, 7, 2, 2, 3, 2, 2, 5, 6, 1, 1, 7, 2 ], "active_mlp_neurons_per_layer": [ 16, 26, 73, 15, 78, 145, 85, 43, 19, 5, 13, 16001, 14143, 6325, 319, 479 ], "architecture": "phi3", "bias": false, "d_head": 64, "d_model": 8192, "max_sequence_length": 512, "n_layers": 16, "rms_norm": true, "rms_norm_eps": 1e-05, "rope_base": 500000.0, "rotary_width": 64, "stored_attention_heads": 7, "stored_mlp_neurons": 16001 }, "observability": { "abstract_residual_states": [ { "hook": "blocks.0.hook_resid_pre", "state": "input" }, { "hook": "blocks.0.hook_resid_post", "state": "L0.post" }, { "hook": "blocks.1.hook_resid_post", "state": "L1.post" }, { "hook": "blocks.2.hook_resid_post", "state": "L2.post" }, { "hook": "blocks.3.hook_resid_post", "state": "L3.post" }, { "hook": "blocks.4.hook_resid_post", "state": "L4.post" }, { "hook": "blocks.5.hook_resid_post", "state": "L5.post" }, { "hook": "blocks.6.hook_resid_post", "state": "L6.post" }, { "hook": "blocks.7.hook_resid_post", "state": "L7.post" }, { "hook": "blocks.8.hook_resid_post", "state": "L8.post" }, { "hook": "blocks.9.hook_resid_post", "state": "L9.post" }, { "hook": "blocks.10.hook_resid_post", "state": "L10.post" }, { "hook": "blocks.11.hook_resid_post", "state": "L11.post" }, { "hook": "blocks.12.hook_resid_post", "state": "L12.post" }, { "hook": "blocks.13.hook_resid_post", "state": "L13.post" }, { "hook": "blocks.14.hook_resid_post", "state": "L14.post" }, { "hook": "blocks.15.hook_resid_post", "state": "L15.post" } ], "transformer_lens": { "attention": { "head_axis": 2, "k": "blocks.{layer}.attn.hook_k", "pattern": "blocks.{layer}.attn.hook_pattern", "q": "blocks.{layer}.attn.hook_q", "result": "blocks.{layer}.attn.hook_result", "v": "blocks.{layer}.attn.hook_v" }, "mlp": { "neuron_axis": -1, "post": "blocks.{layer}.mlp.hook_post", "pre": "blocks.{layer}.mlp.hook_pre" }, "note": "Use schedule.layers head and hidden-slot ranges to slice the standard hooks. Hook availability depends on the adapter version.", "residual_states": [ { "hook": "blocks.0.hook_resid_pre", "state": "input" }, { "hook": "blocks.0.hook_resid_post", "state": "L0.post" }, { "hook": "blocks.1.hook_resid_post", "state": "L1.post" }, { "hook": "blocks.2.hook_resid_post", "state": "L2.post" }, { "hook": "blocks.3.hook_resid_post", "state": "L3.post" }, { "hook": "blocks.4.hook_resid_post", "state": "L4.post" }, { "hook": "blocks.5.hook_resid_post", "state": "L5.post" }, { "hook": "blocks.6.hook_resid_post", "state": "L6.post" }, { "hook": "blocks.7.hook_resid_post", "state": "L7.post" }, { "hook": "blocks.8.hook_resid_post", "state": "L8.post" }, { "hook": "blocks.9.hook_resid_post", "state": "L9.post" }, { "hook": "blocks.10.hook_resid_post", "state": "L10.post" }, { "hook": "blocks.11.hook_resid_post", "state": "L11.post" }, { "hook": "blocks.12.hook_resid_post", "state": "L12.post" }, { "hook": "blocks.13.hook_resid_post", "state": "L13.post" }, { "hook": "blocks.14.hook_resid_post", "state": "L14.post" }, { "hook": "blocks.15.hook_resid_post", "state": "L15.post" } ] } }, "parameter_support": { "file": "torchwright_schematic_support.npz", "format": "torchwright.csr_support.v1", "sha256": "e962aaee4d0b01ff6718a6eb28a3cf5adf6c5fe68f50663489e895d376608be6", "tensors": { "model.embed_tokens.weight": { "chunks": [ { "indices": "tensor_000064_chunk_000000_indices", "indptr": "tensor_000064_chunk_000000_indptr", "nnz": 71, "row_count": 18, "row_start": 0 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 71, "shape": [ 18, 8192 ] }, "model.layers.0.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000066_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.0.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000003_chunk_000000_indices", "indptr": "tensor_000003_chunk_000000_indptr", "nnz": 57, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000003_chunk_000001_indices", "indptr": "tensor_000003_chunk_000001_indptr", "nnz": 18, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000003_chunk_000002_indices", "indptr": "tensor_000003_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000003_chunk_000003_indices", "indptr": "tensor_000003_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000003_chunk_000004_indices", "indptr": "tensor_000003_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000003_chunk_000005_indices", "indptr": "tensor_000003_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000003_chunk_000006_indices", "indptr": "tensor_000003_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000003_chunk_000007_indices", "indptr": "tensor_000003_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000003_chunk_000008_indices", "indptr": "tensor_000003_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000003_chunk_000009_indices", "indptr": "tensor_000003_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000003_chunk_000010_indices", "indptr": "tensor_000003_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000003_chunk_000011_indices", "indptr": "tensor_000003_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000003_chunk_000012_indices", "indptr": "tensor_000003_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000003_chunk_000013_indices", "indptr": "tensor_000003_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000003_chunk_000014_indices", "indptr": "tensor_000003_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000003_chunk_000015_indices", "indptr": "tensor_000003_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000003_chunk_000016_indices", "indptr": "tensor_000003_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000003_chunk_000017_indices", "indptr": "tensor_000003_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000003_chunk_000018_indices", "indptr": "tensor_000003_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000003_chunk_000019_indices", "indptr": "tensor_000003_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000003_chunk_000020_indices", "indptr": "tensor_000003_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000003_chunk_000021_indices", "indptr": "tensor_000003_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000003_chunk_000022_indices", "indptr": "tensor_000003_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000003_chunk_000023_indices", "indptr": "tensor_000003_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000003_chunk_000024_indices", "indptr": "tensor_000003_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000003_chunk_000025_indices", "indptr": "tensor_000003_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000003_chunk_000026_indices", "indptr": "tensor_000003_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000003_chunk_000027_indices", "indptr": "tensor_000003_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000003_chunk_000028_indices", "indptr": "tensor_000003_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000003_chunk_000029_indices", "indptr": "tensor_000003_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000003_chunk_000030_indices", "indptr": "tensor_000003_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000003_chunk_000031_indices", "indptr": "tensor_000003_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000003_chunk_000032_indices", "indptr": "tensor_000003_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000003_chunk_000033_indices", "indptr": "tensor_000003_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000003_chunk_000034_indices", "indptr": "tensor_000003_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000003_chunk_000035_indices", "indptr": "tensor_000003_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000003_chunk_000036_indices", "indptr": "tensor_000003_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000003_chunk_000037_indices", "indptr": "tensor_000003_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000003_chunk_000038_indices", "indptr": "tensor_000003_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000003_chunk_000039_indices", "indptr": "tensor_000003_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000003_chunk_000040_indices", "indptr": "tensor_000003_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000003_chunk_000041_indices", "indptr": "tensor_000003_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000003_chunk_000042_indices", "indptr": "tensor_000003_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000003_chunk_000043_indices", "indptr": "tensor_000003_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000003_chunk_000044_indices", "indptr": "tensor_000003_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000003_chunk_000045_indices", "indptr": "tensor_000003_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000003_chunk_000046_indices", "indptr": "tensor_000003_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000003_chunk_000047_indices", "indptr": "tensor_000003_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000003_chunk_000048_indices", "indptr": "tensor_000003_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000003_chunk_000049_indices", "indptr": "tensor_000003_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000003_chunk_000050_indices", "indptr": "tensor_000003_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000003_chunk_000051_indices", "indptr": "tensor_000003_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000003_chunk_000052_indices", "indptr": "tensor_000003_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000003_chunk_000053_indices", "indptr": "tensor_000003_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000003_chunk_000054_indices", "indptr": "tensor_000003_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000003_chunk_000055_indices", "indptr": "tensor_000003_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000003_chunk_000056_indices", "indptr": "tensor_000003_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000003_chunk_000057_indices", "indptr": "tensor_000003_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000003_chunk_000058_indices", "indptr": "tensor_000003_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000003_chunk_000059_indices", "indptr": "tensor_000003_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000003_chunk_000060_indices", "indptr": "tensor_000003_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000003_chunk_000061_indices", "indptr": "tensor_000003_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000003_chunk_000062_indices", "indptr": "tensor_000003_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000003_chunk_000063_indices", "indptr": "tensor_000003_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000003_chunk_000064_indices", "indptr": "tensor_000003_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000003_chunk_000065_indices", "indptr": "tensor_000003_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000003_chunk_000066_indices", "indptr": "tensor_000003_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000003_chunk_000067_indices", "indptr": "tensor_000003_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000003_chunk_000068_indices", "indptr": "tensor_000003_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000003_chunk_000069_indices", "indptr": "tensor_000003_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000003_chunk_000070_indices", "indptr": "tensor_000003_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000003_chunk_000071_indices", "indptr": "tensor_000003_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000003_chunk_000072_indices", "indptr": "tensor_000003_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000003_chunk_000073_indices", "indptr": "tensor_000003_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000003_chunk_000074_indices", "indptr": "tensor_000003_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000003_chunk_000075_indices", "indptr": "tensor_000003_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000003_chunk_000076_indices", "indptr": "tensor_000003_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000003_chunk_000077_indices", "indptr": "tensor_000003_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000003_chunk_000078_indices", "indptr": "tensor_000003_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000003_chunk_000079_indices", "indptr": "tensor_000003_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000003_chunk_000080_indices", "indptr": "tensor_000003_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000003_chunk_000081_indices", "indptr": "tensor_000003_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000003_chunk_000082_indices", "indptr": "tensor_000003_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000003_chunk_000083_indices", "indptr": "tensor_000003_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000003_chunk_000084_indices", "indptr": "tensor_000003_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000003_chunk_000085_indices", "indptr": "tensor_000003_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000003_chunk_000086_indices", "indptr": "tensor_000003_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000003_chunk_000087_indices", "indptr": "tensor_000003_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000003_chunk_000088_indices", "indptr": "tensor_000003_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000003_chunk_000089_indices", "indptr": "tensor_000003_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000003_chunk_000090_indices", "indptr": "tensor_000003_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000003_chunk_000091_indices", "indptr": "tensor_000003_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000003_chunk_000092_indices", "indptr": "tensor_000003_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000003_chunk_000093_indices", "indptr": "tensor_000003_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000003_chunk_000094_indices", "indptr": "tensor_000003_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000003_chunk_000095_indices", "indptr": "tensor_000003_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000003_chunk_000096_indices", "indptr": "tensor_000003_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000003_chunk_000097_indices", "indptr": "tensor_000003_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000003_chunk_000098_indices", "indptr": "tensor_000003_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000003_chunk_000099_indices", "indptr": "tensor_000003_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000003_chunk_000100_indices", "indptr": "tensor_000003_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000003_chunk_000101_indices", "indptr": "tensor_000003_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000003_chunk_000102_indices", "indptr": "tensor_000003_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000003_chunk_000103_indices", "indptr": "tensor_000003_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000003_chunk_000104_indices", "indptr": "tensor_000003_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000003_chunk_000105_indices", "indptr": "tensor_000003_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000003_chunk_000106_indices", "indptr": "tensor_000003_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000003_chunk_000107_indices", "indptr": "tensor_000003_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000003_chunk_000108_indices", "indptr": "tensor_000003_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000003_chunk_000109_indices", "indptr": "tensor_000003_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000003_chunk_000110_indices", "indptr": "tensor_000003_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000003_chunk_000111_indices", "indptr": "tensor_000003_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000003_chunk_000112_indices", "indptr": "tensor_000003_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000003_chunk_000113_indices", "indptr": "tensor_000003_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000003_chunk_000114_indices", "indptr": "tensor_000003_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000003_chunk_000115_indices", "indptr": "tensor_000003_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000003_chunk_000116_indices", "indptr": "tensor_000003_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000003_chunk_000117_indices", "indptr": "tensor_000003_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000003_chunk_000118_indices", "indptr": "tensor_000003_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000003_chunk_000119_indices", "indptr": "tensor_000003_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000003_chunk_000120_indices", "indptr": "tensor_000003_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000003_chunk_000121_indices", "indptr": "tensor_000003_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000003_chunk_000122_indices", "indptr": "tensor_000003_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000003_chunk_000123_indices", "indptr": "tensor_000003_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000003_chunk_000124_indices", "indptr": "tensor_000003_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000003_chunk_000125_indices", "indptr": "tensor_000003_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000003_chunk_000126_indices", "indptr": "tensor_000003_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 75, "shape": [ 8192, 16001 ] }, "model.layers.0.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000002_chunk_000000_indices", "indptr": "tensor_000002_chunk_000000_indptr", "nnz": 16, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000002_chunk_000001_indices", "indptr": "tensor_000002_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000002_chunk_000002_indices", "indptr": "tensor_000002_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000002_chunk_000003_indices", "indptr": "tensor_000002_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000002_chunk_000004_indices", "indptr": "tensor_000002_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000002_chunk_000005_indices", "indptr": "tensor_000002_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000002_chunk_000006_indices", "indptr": "tensor_000002_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000002_chunk_000007_indices", "indptr": "tensor_000002_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000002_chunk_000008_indices", "indptr": "tensor_000002_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000002_chunk_000009_indices", "indptr": "tensor_000002_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000002_chunk_000010_indices", "indptr": "tensor_000002_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000002_chunk_000011_indices", "indptr": "tensor_000002_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000002_chunk_000012_indices", "indptr": "tensor_000002_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000002_chunk_000013_indices", "indptr": "tensor_000002_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000002_chunk_000014_indices", "indptr": "tensor_000002_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000002_chunk_000015_indices", "indptr": "tensor_000002_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000002_chunk_000016_indices", "indptr": "tensor_000002_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000002_chunk_000017_indices", "indptr": "tensor_000002_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000002_chunk_000018_indices", "indptr": "tensor_000002_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000002_chunk_000019_indices", "indptr": "tensor_000002_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000002_chunk_000020_indices", "indptr": "tensor_000002_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000002_chunk_000021_indices", "indptr": "tensor_000002_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000002_chunk_000022_indices", "indptr": "tensor_000002_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000002_chunk_000023_indices", "indptr": "tensor_000002_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000002_chunk_000024_indices", "indptr": "tensor_000002_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000002_chunk_000025_indices", "indptr": "tensor_000002_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000002_chunk_000026_indices", "indptr": "tensor_000002_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000002_chunk_000027_indices", "indptr": "tensor_000002_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000002_chunk_000028_indices", "indptr": "tensor_000002_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000002_chunk_000029_indices", "indptr": "tensor_000002_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000002_chunk_000030_indices", "indptr": "tensor_000002_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000002_chunk_000031_indices", "indptr": "tensor_000002_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000002_chunk_000032_indices", "indptr": "tensor_000002_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000002_chunk_000033_indices", "indptr": "tensor_000002_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000002_chunk_000034_indices", "indptr": "tensor_000002_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000002_chunk_000035_indices", "indptr": "tensor_000002_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000002_chunk_000036_indices", "indptr": "tensor_000002_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000002_chunk_000037_indices", "indptr": "tensor_000002_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000002_chunk_000038_indices", "indptr": "tensor_000002_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000002_chunk_000039_indices", "indptr": "tensor_000002_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000002_chunk_000040_indices", "indptr": "tensor_000002_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000002_chunk_000041_indices", "indptr": "tensor_000002_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000002_chunk_000042_indices", "indptr": "tensor_000002_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000002_chunk_000043_indices", "indptr": "tensor_000002_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000002_chunk_000044_indices", "indptr": "tensor_000002_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000002_chunk_000045_indices", "indptr": "tensor_000002_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000002_chunk_000046_indices", "indptr": "tensor_000002_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000002_chunk_000047_indices", "indptr": "tensor_000002_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000002_chunk_000048_indices", "indptr": "tensor_000002_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000002_chunk_000049_indices", "indptr": "tensor_000002_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000002_chunk_000050_indices", "indptr": "tensor_000002_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000002_chunk_000051_indices", "indptr": "tensor_000002_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000002_chunk_000052_indices", "indptr": "tensor_000002_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000002_chunk_000053_indices", "indptr": "tensor_000002_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000002_chunk_000054_indices", "indptr": "tensor_000002_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000002_chunk_000055_indices", "indptr": "tensor_000002_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000002_chunk_000056_indices", "indptr": "tensor_000002_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000002_chunk_000057_indices", "indptr": "tensor_000002_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000002_chunk_000058_indices", "indptr": "tensor_000002_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000002_chunk_000059_indices", "indptr": "tensor_000002_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000002_chunk_000060_indices", "indptr": "tensor_000002_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000002_chunk_000061_indices", "indptr": "tensor_000002_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000002_chunk_000062_indices", "indptr": "tensor_000002_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000002_chunk_000063_indices", "indptr": "tensor_000002_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000002_chunk_000064_indices", "indptr": "tensor_000002_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000002_chunk_000065_indices", "indptr": "tensor_000002_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000002_chunk_000066_indices", "indptr": "tensor_000002_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000002_chunk_000067_indices", "indptr": "tensor_000002_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000002_chunk_000068_indices", "indptr": "tensor_000002_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000002_chunk_000069_indices", "indptr": "tensor_000002_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000002_chunk_000070_indices", "indptr": "tensor_000002_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000002_chunk_000071_indices", "indptr": "tensor_000002_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000002_chunk_000072_indices", "indptr": "tensor_000002_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000002_chunk_000073_indices", "indptr": "tensor_000002_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000002_chunk_000074_indices", "indptr": "tensor_000002_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000002_chunk_000075_indices", "indptr": "tensor_000002_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000002_chunk_000076_indices", "indptr": "tensor_000002_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000002_chunk_000077_indices", "indptr": "tensor_000002_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000002_chunk_000078_indices", "indptr": "tensor_000002_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000002_chunk_000079_indices", "indptr": "tensor_000002_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000002_chunk_000080_indices", "indptr": "tensor_000002_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000002_chunk_000081_indices", "indptr": "tensor_000002_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000002_chunk_000082_indices", "indptr": "tensor_000002_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000002_chunk_000083_indices", "indptr": "tensor_000002_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000002_chunk_000084_indices", "indptr": "tensor_000002_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000002_chunk_000085_indices", "indptr": "tensor_000002_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000002_chunk_000086_indices", "indptr": "tensor_000002_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000002_chunk_000087_indices", "indptr": "tensor_000002_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000002_chunk_000088_indices", "indptr": "tensor_000002_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000002_chunk_000089_indices", "indptr": "tensor_000002_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000002_chunk_000090_indices", "indptr": "tensor_000002_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000002_chunk_000091_indices", "indptr": "tensor_000002_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000002_chunk_000092_indices", "indptr": "tensor_000002_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000002_chunk_000093_indices", "indptr": "tensor_000002_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000002_chunk_000094_indices", "indptr": "tensor_000002_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000002_chunk_000095_indices", "indptr": "tensor_000002_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000002_chunk_000096_indices", "indptr": "tensor_000002_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000002_chunk_000097_indices", "indptr": "tensor_000002_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000002_chunk_000098_indices", "indptr": "tensor_000002_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000002_chunk_000099_indices", "indptr": "tensor_000002_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000002_chunk_000100_indices", "indptr": "tensor_000002_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000002_chunk_000101_indices", "indptr": "tensor_000002_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000002_chunk_000102_indices", "indptr": "tensor_000002_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000002_chunk_000103_indices", "indptr": "tensor_000002_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000002_chunk_000104_indices", "indptr": "tensor_000002_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000002_chunk_000105_indices", "indptr": "tensor_000002_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000002_chunk_000106_indices", "indptr": "tensor_000002_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000002_chunk_000107_indices", "indptr": "tensor_000002_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000002_chunk_000108_indices", "indptr": "tensor_000002_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000002_chunk_000109_indices", "indptr": "tensor_000002_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000002_chunk_000110_indices", "indptr": "tensor_000002_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000002_chunk_000111_indices", "indptr": "tensor_000002_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000002_chunk_000112_indices", "indptr": "tensor_000002_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000002_chunk_000113_indices", "indptr": "tensor_000002_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000002_chunk_000114_indices", "indptr": "tensor_000002_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000002_chunk_000115_indices", "indptr": "tensor_000002_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000002_chunk_000116_indices", "indptr": "tensor_000002_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000002_chunk_000117_indices", "indptr": "tensor_000002_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000002_chunk_000118_indices", "indptr": "tensor_000002_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000002_chunk_000119_indices", "indptr": "tensor_000002_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000002_chunk_000120_indices", "indptr": "tensor_000002_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000002_chunk_000121_indices", "indptr": "tensor_000002_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000002_chunk_000122_indices", "indptr": "tensor_000002_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000002_chunk_000123_indices", "indptr": "tensor_000002_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000002_chunk_000124_indices", "indptr": "tensor_000002_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000002_chunk_000125_indices", "indptr": "tensor_000002_chunk_000125_indptr", "nnz": 16, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000002_chunk_000126_indices", "indptr": "tensor_000002_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000002_chunk_000127_indices", "indptr": "tensor_000002_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000002_chunk_000128_indices", "indptr": "tensor_000002_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000002_chunk_000129_indices", "indptr": "tensor_000002_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000002_chunk_000130_indices", "indptr": "tensor_000002_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000002_chunk_000131_indices", "indptr": "tensor_000002_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000002_chunk_000132_indices", "indptr": "tensor_000002_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000002_chunk_000133_indices", "indptr": "tensor_000002_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000002_chunk_000134_indices", "indptr": "tensor_000002_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000002_chunk_000135_indices", "indptr": "tensor_000002_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000002_chunk_000136_indices", "indptr": "tensor_000002_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000002_chunk_000137_indices", "indptr": "tensor_000002_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000002_chunk_000138_indices", "indptr": "tensor_000002_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000002_chunk_000139_indices", "indptr": "tensor_000002_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000002_chunk_000140_indices", "indptr": "tensor_000002_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000002_chunk_000141_indices", "indptr": "tensor_000002_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000002_chunk_000142_indices", "indptr": "tensor_000002_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000002_chunk_000143_indices", "indptr": "tensor_000002_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000002_chunk_000144_indices", "indptr": "tensor_000002_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000002_chunk_000145_indices", "indptr": "tensor_000002_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000002_chunk_000146_indices", "indptr": "tensor_000002_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000002_chunk_000147_indices", "indptr": "tensor_000002_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000002_chunk_000148_indices", "indptr": "tensor_000002_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000002_chunk_000149_indices", "indptr": "tensor_000002_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000002_chunk_000150_indices", "indptr": "tensor_000002_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000002_chunk_000151_indices", "indptr": "tensor_000002_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000002_chunk_000152_indices", "indptr": "tensor_000002_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000002_chunk_000153_indices", "indptr": "tensor_000002_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000002_chunk_000154_indices", "indptr": "tensor_000002_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000002_chunk_000155_indices", "indptr": "tensor_000002_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000002_chunk_000156_indices", "indptr": "tensor_000002_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000002_chunk_000157_indices", "indptr": "tensor_000002_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000002_chunk_000158_indices", "indptr": "tensor_000002_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000002_chunk_000159_indices", "indptr": "tensor_000002_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000002_chunk_000160_indices", "indptr": "tensor_000002_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000002_chunk_000161_indices", "indptr": "tensor_000002_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000002_chunk_000162_indices", "indptr": "tensor_000002_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000002_chunk_000163_indices", "indptr": "tensor_000002_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000002_chunk_000164_indices", "indptr": "tensor_000002_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000002_chunk_000165_indices", "indptr": "tensor_000002_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000002_chunk_000166_indices", "indptr": "tensor_000002_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000002_chunk_000167_indices", "indptr": "tensor_000002_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000002_chunk_000168_indices", "indptr": "tensor_000002_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000002_chunk_000169_indices", "indptr": "tensor_000002_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000002_chunk_000170_indices", "indptr": "tensor_000002_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000002_chunk_000171_indices", "indptr": "tensor_000002_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000002_chunk_000172_indices", "indptr": "tensor_000002_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000002_chunk_000173_indices", "indptr": "tensor_000002_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000002_chunk_000174_indices", "indptr": "tensor_000002_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000002_chunk_000175_indices", "indptr": "tensor_000002_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000002_chunk_000176_indices", "indptr": "tensor_000002_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000002_chunk_000177_indices", "indptr": "tensor_000002_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000002_chunk_000178_indices", "indptr": "tensor_000002_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000002_chunk_000179_indices", "indptr": "tensor_000002_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000002_chunk_000180_indices", "indptr": "tensor_000002_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000002_chunk_000181_indices", "indptr": "tensor_000002_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000002_chunk_000182_indices", "indptr": "tensor_000002_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000002_chunk_000183_indices", "indptr": "tensor_000002_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000002_chunk_000184_indices", "indptr": "tensor_000002_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000002_chunk_000185_indices", "indptr": "tensor_000002_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000002_chunk_000186_indices", "indptr": "tensor_000002_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000002_chunk_000187_indices", "indptr": "tensor_000002_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000002_chunk_000188_indices", "indptr": "tensor_000002_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000002_chunk_000189_indices", "indptr": "tensor_000002_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000002_chunk_000190_indices", "indptr": "tensor_000002_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000002_chunk_000191_indices", "indptr": "tensor_000002_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000002_chunk_000192_indices", "indptr": "tensor_000002_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000002_chunk_000193_indices", "indptr": "tensor_000002_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000002_chunk_000194_indices", "indptr": "tensor_000002_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000002_chunk_000195_indices", "indptr": "tensor_000002_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000002_chunk_000196_indices", "indptr": "tensor_000002_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000002_chunk_000197_indices", "indptr": "tensor_000002_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000002_chunk_000198_indices", "indptr": "tensor_000002_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000002_chunk_000199_indices", "indptr": "tensor_000002_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000002_chunk_000200_indices", "indptr": "tensor_000002_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000002_chunk_000201_indices", "indptr": "tensor_000002_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000002_chunk_000202_indices", "indptr": "tensor_000002_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000002_chunk_000203_indices", "indptr": "tensor_000002_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000002_chunk_000204_indices", "indptr": "tensor_000002_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000002_chunk_000205_indices", "indptr": "tensor_000002_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000002_chunk_000206_indices", "indptr": "tensor_000002_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000002_chunk_000207_indices", "indptr": "tensor_000002_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000002_chunk_000208_indices", "indptr": "tensor_000002_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000002_chunk_000209_indices", "indptr": "tensor_000002_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000002_chunk_000210_indices", "indptr": "tensor_000002_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000002_chunk_000211_indices", "indptr": "tensor_000002_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000002_chunk_000212_indices", "indptr": "tensor_000002_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000002_chunk_000213_indices", "indptr": "tensor_000002_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000002_chunk_000214_indices", "indptr": "tensor_000002_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000002_chunk_000215_indices", "indptr": "tensor_000002_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000002_chunk_000216_indices", "indptr": "tensor_000002_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000002_chunk_000217_indices", "indptr": "tensor_000002_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000002_chunk_000218_indices", "indptr": "tensor_000002_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000002_chunk_000219_indices", "indptr": "tensor_000002_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000002_chunk_000220_indices", "indptr": "tensor_000002_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000002_chunk_000221_indices", "indptr": "tensor_000002_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000002_chunk_000222_indices", "indptr": "tensor_000002_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000002_chunk_000223_indices", "indptr": "tensor_000002_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000002_chunk_000224_indices", "indptr": "tensor_000002_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000002_chunk_000225_indices", "indptr": "tensor_000002_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000002_chunk_000226_indices", "indptr": "tensor_000002_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000002_chunk_000227_indices", "indptr": "tensor_000002_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000002_chunk_000228_indices", "indptr": "tensor_000002_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000002_chunk_000229_indices", "indptr": "tensor_000002_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000002_chunk_000230_indices", "indptr": "tensor_000002_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000002_chunk_000231_indices", "indptr": "tensor_000002_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000002_chunk_000232_indices", "indptr": "tensor_000002_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000002_chunk_000233_indices", "indptr": "tensor_000002_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000002_chunk_000234_indices", "indptr": "tensor_000002_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000002_chunk_000235_indices", "indptr": "tensor_000002_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000002_chunk_000236_indices", "indptr": "tensor_000002_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000002_chunk_000237_indices", "indptr": "tensor_000002_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000002_chunk_000238_indices", "indptr": "tensor_000002_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000002_chunk_000239_indices", "indptr": "tensor_000002_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000002_chunk_000240_indices", "indptr": "tensor_000002_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000002_chunk_000241_indices", "indptr": "tensor_000002_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000002_chunk_000242_indices", "indptr": "tensor_000002_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000002_chunk_000243_indices", "indptr": "tensor_000002_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000002_chunk_000244_indices", "indptr": "tensor_000002_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000002_chunk_000245_indices", "indptr": "tensor_000002_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000002_chunk_000246_indices", "indptr": "tensor_000002_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000002_chunk_000247_indices", "indptr": "tensor_000002_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000002_chunk_000248_indices", "indptr": "tensor_000002_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000002_chunk_000249_indices", "indptr": "tensor_000002_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000002_chunk_000250_indices", "indptr": "tensor_000002_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 32, "shape": [ 32002, 8192 ] }, "model.layers.0.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000067_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.0.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000001_chunk_000000_indices", "indptr": "tensor_000001_chunk_000000_indptr", "nnz": 0, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000001_chunk_000001_indices", "indptr": "tensor_000001_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000001_chunk_000002_indices", "indptr": "tensor_000001_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000001_chunk_000003_indices", "indptr": "tensor_000001_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 8192, 448 ] }, "model.layers.0.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000000_chunk_000000_indices", "indptr": "tensor_000000_chunk_000000_indptr", "nnz": 0, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000000_chunk_000001_indices", "indptr": "tensor_000000_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000000_chunk_000002_indices", "indptr": "tensor_000000_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000000_chunk_000003_indices", "indptr": "tensor_000000_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000000_chunk_000004_indices", "indptr": "tensor_000000_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000000_chunk_000005_indices", "indptr": "tensor_000000_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000000_chunk_000006_indices", "indptr": "tensor_000000_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000000_chunk_000007_indices", "indptr": "tensor_000000_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000000_chunk_000008_indices", "indptr": "tensor_000000_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000000_chunk_000009_indices", "indptr": "tensor_000000_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000000_chunk_000010_indices", "indptr": "tensor_000000_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 1344, 8192 ] }, "model.layers.1.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000068_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.1.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000007_chunk_000000_indices", "indptr": "tensor_000007_chunk_000000_indptr", "nnz": 14, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000007_chunk_000001_indices", "indptr": "tensor_000007_chunk_000001_indptr", "nnz": 9, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000007_chunk_000002_indices", "indptr": "tensor_000007_chunk_000002_indptr", "nnz": 6, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000007_chunk_000003_indices", "indptr": "tensor_000007_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000007_chunk_000004_indices", "indptr": "tensor_000007_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000007_chunk_000005_indices", "indptr": "tensor_000007_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000007_chunk_000006_indices", "indptr": "tensor_000007_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000007_chunk_000007_indices", "indptr": "tensor_000007_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000007_chunk_000008_indices", "indptr": "tensor_000007_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000007_chunk_000009_indices", "indptr": "tensor_000007_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000007_chunk_000010_indices", "indptr": "tensor_000007_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000007_chunk_000011_indices", "indptr": "tensor_000007_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000007_chunk_000012_indices", "indptr": "tensor_000007_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000007_chunk_000013_indices", "indptr": "tensor_000007_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000007_chunk_000014_indices", "indptr": "tensor_000007_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000007_chunk_000015_indices", "indptr": "tensor_000007_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000007_chunk_000016_indices", "indptr": "tensor_000007_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000007_chunk_000017_indices", "indptr": "tensor_000007_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000007_chunk_000018_indices", "indptr": "tensor_000007_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000007_chunk_000019_indices", "indptr": "tensor_000007_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000007_chunk_000020_indices", "indptr": "tensor_000007_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000007_chunk_000021_indices", "indptr": "tensor_000007_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000007_chunk_000022_indices", "indptr": "tensor_000007_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000007_chunk_000023_indices", "indptr": "tensor_000007_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000007_chunk_000024_indices", "indptr": "tensor_000007_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000007_chunk_000025_indices", "indptr": "tensor_000007_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000007_chunk_000026_indices", "indptr": "tensor_000007_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000007_chunk_000027_indices", "indptr": "tensor_000007_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000007_chunk_000028_indices", "indptr": "tensor_000007_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000007_chunk_000029_indices", "indptr": "tensor_000007_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000007_chunk_000030_indices", "indptr": "tensor_000007_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000007_chunk_000031_indices", "indptr": "tensor_000007_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000007_chunk_000032_indices", "indptr": "tensor_000007_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000007_chunk_000033_indices", "indptr": "tensor_000007_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000007_chunk_000034_indices", "indptr": "tensor_000007_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000007_chunk_000035_indices", "indptr": "tensor_000007_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000007_chunk_000036_indices", "indptr": "tensor_000007_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000007_chunk_000037_indices", "indptr": "tensor_000007_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000007_chunk_000038_indices", "indptr": "tensor_000007_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000007_chunk_000039_indices", "indptr": "tensor_000007_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000007_chunk_000040_indices", "indptr": "tensor_000007_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000007_chunk_000041_indices", "indptr": "tensor_000007_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000007_chunk_000042_indices", "indptr": "tensor_000007_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000007_chunk_000043_indices", "indptr": "tensor_000007_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000007_chunk_000044_indices", "indptr": "tensor_000007_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000007_chunk_000045_indices", "indptr": "tensor_000007_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000007_chunk_000046_indices", "indptr": "tensor_000007_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000007_chunk_000047_indices", "indptr": "tensor_000007_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000007_chunk_000048_indices", "indptr": "tensor_000007_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000007_chunk_000049_indices", "indptr": "tensor_000007_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000007_chunk_000050_indices", "indptr": "tensor_000007_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000007_chunk_000051_indices", "indptr": "tensor_000007_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000007_chunk_000052_indices", "indptr": "tensor_000007_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000007_chunk_000053_indices", "indptr": "tensor_000007_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000007_chunk_000054_indices", "indptr": "tensor_000007_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000007_chunk_000055_indices", "indptr": "tensor_000007_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000007_chunk_000056_indices", "indptr": "tensor_000007_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000007_chunk_000057_indices", "indptr": "tensor_000007_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000007_chunk_000058_indices", "indptr": "tensor_000007_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000007_chunk_000059_indices", "indptr": "tensor_000007_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000007_chunk_000060_indices", "indptr": "tensor_000007_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000007_chunk_000061_indices", "indptr": "tensor_000007_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000007_chunk_000062_indices", "indptr": "tensor_000007_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000007_chunk_000063_indices", "indptr": "tensor_000007_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000007_chunk_000064_indices", "indptr": "tensor_000007_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000007_chunk_000065_indices", "indptr": "tensor_000007_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000007_chunk_000066_indices", "indptr": "tensor_000007_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000007_chunk_000067_indices", "indptr": "tensor_000007_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000007_chunk_000068_indices", "indptr": "tensor_000007_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000007_chunk_000069_indices", "indptr": "tensor_000007_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000007_chunk_000070_indices", "indptr": "tensor_000007_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000007_chunk_000071_indices", "indptr": "tensor_000007_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000007_chunk_000072_indices", "indptr": "tensor_000007_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000007_chunk_000073_indices", "indptr": "tensor_000007_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000007_chunk_000074_indices", "indptr": "tensor_000007_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000007_chunk_000075_indices", "indptr": "tensor_000007_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000007_chunk_000076_indices", "indptr": "tensor_000007_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000007_chunk_000077_indices", "indptr": "tensor_000007_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000007_chunk_000078_indices", "indptr": "tensor_000007_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000007_chunk_000079_indices", "indptr": "tensor_000007_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000007_chunk_000080_indices", "indptr": "tensor_000007_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000007_chunk_000081_indices", "indptr": "tensor_000007_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000007_chunk_000082_indices", "indptr": "tensor_000007_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000007_chunk_000083_indices", "indptr": "tensor_000007_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000007_chunk_000084_indices", "indptr": "tensor_000007_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000007_chunk_000085_indices", "indptr": "tensor_000007_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000007_chunk_000086_indices", "indptr": "tensor_000007_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000007_chunk_000087_indices", "indptr": "tensor_000007_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000007_chunk_000088_indices", "indptr": "tensor_000007_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000007_chunk_000089_indices", "indptr": "tensor_000007_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000007_chunk_000090_indices", "indptr": "tensor_000007_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000007_chunk_000091_indices", "indptr": "tensor_000007_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000007_chunk_000092_indices", "indptr": "tensor_000007_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000007_chunk_000093_indices", "indptr": "tensor_000007_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000007_chunk_000094_indices", "indptr": "tensor_000007_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000007_chunk_000095_indices", "indptr": "tensor_000007_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000007_chunk_000096_indices", "indptr": "tensor_000007_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000007_chunk_000097_indices", "indptr": "tensor_000007_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000007_chunk_000098_indices", "indptr": "tensor_000007_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000007_chunk_000099_indices", "indptr": "tensor_000007_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000007_chunk_000100_indices", "indptr": "tensor_000007_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000007_chunk_000101_indices", "indptr": "tensor_000007_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000007_chunk_000102_indices", "indptr": "tensor_000007_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000007_chunk_000103_indices", "indptr": "tensor_000007_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000007_chunk_000104_indices", "indptr": "tensor_000007_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000007_chunk_000105_indices", "indptr": "tensor_000007_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000007_chunk_000106_indices", "indptr": "tensor_000007_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000007_chunk_000107_indices", "indptr": "tensor_000007_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000007_chunk_000108_indices", "indptr": "tensor_000007_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000007_chunk_000109_indices", "indptr": "tensor_000007_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000007_chunk_000110_indices", "indptr": "tensor_000007_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000007_chunk_000111_indices", "indptr": "tensor_000007_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000007_chunk_000112_indices", "indptr": "tensor_000007_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000007_chunk_000113_indices", "indptr": "tensor_000007_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000007_chunk_000114_indices", "indptr": "tensor_000007_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000007_chunk_000115_indices", "indptr": "tensor_000007_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000007_chunk_000116_indices", "indptr": "tensor_000007_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000007_chunk_000117_indices", "indptr": "tensor_000007_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000007_chunk_000118_indices", "indptr": "tensor_000007_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000007_chunk_000119_indices", "indptr": "tensor_000007_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000007_chunk_000120_indices", "indptr": "tensor_000007_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000007_chunk_000121_indices", "indptr": "tensor_000007_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000007_chunk_000122_indices", "indptr": "tensor_000007_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000007_chunk_000123_indices", "indptr": "tensor_000007_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000007_chunk_000124_indices", "indptr": "tensor_000007_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000007_chunk_000125_indices", "indptr": "tensor_000007_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000007_chunk_000126_indices", "indptr": "tensor_000007_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 29, "shape": [ 8192, 16001 ] }, "model.layers.1.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000006_chunk_000000_indices", "indptr": "tensor_000006_chunk_000000_indptr", "nnz": 31, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000006_chunk_000001_indices", "indptr": "tensor_000006_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000006_chunk_000002_indices", "indptr": "tensor_000006_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000006_chunk_000003_indices", "indptr": "tensor_000006_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000006_chunk_000004_indices", "indptr": "tensor_000006_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000006_chunk_000005_indices", "indptr": "tensor_000006_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000006_chunk_000006_indices", "indptr": "tensor_000006_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000006_chunk_000007_indices", "indptr": "tensor_000006_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000006_chunk_000008_indices", "indptr": "tensor_000006_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000006_chunk_000009_indices", "indptr": "tensor_000006_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000006_chunk_000010_indices", "indptr": "tensor_000006_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000006_chunk_000011_indices", "indptr": "tensor_000006_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000006_chunk_000012_indices", "indptr": "tensor_000006_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000006_chunk_000013_indices", "indptr": "tensor_000006_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000006_chunk_000014_indices", "indptr": "tensor_000006_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000006_chunk_000015_indices", "indptr": "tensor_000006_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000006_chunk_000016_indices", "indptr": "tensor_000006_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000006_chunk_000017_indices", "indptr": "tensor_000006_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000006_chunk_000018_indices", "indptr": "tensor_000006_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000006_chunk_000019_indices", "indptr": "tensor_000006_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000006_chunk_000020_indices", "indptr": "tensor_000006_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000006_chunk_000021_indices", "indptr": "tensor_000006_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000006_chunk_000022_indices", "indptr": "tensor_000006_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000006_chunk_000023_indices", "indptr": "tensor_000006_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000006_chunk_000024_indices", "indptr": "tensor_000006_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000006_chunk_000025_indices", "indptr": "tensor_000006_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000006_chunk_000026_indices", "indptr": "tensor_000006_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000006_chunk_000027_indices", "indptr": "tensor_000006_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000006_chunk_000028_indices", "indptr": "tensor_000006_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000006_chunk_000029_indices", "indptr": "tensor_000006_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000006_chunk_000030_indices", "indptr": "tensor_000006_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000006_chunk_000031_indices", "indptr": "tensor_000006_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000006_chunk_000032_indices", "indptr": "tensor_000006_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000006_chunk_000033_indices", "indptr": "tensor_000006_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000006_chunk_000034_indices", "indptr": "tensor_000006_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000006_chunk_000035_indices", "indptr": "tensor_000006_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000006_chunk_000036_indices", "indptr": "tensor_000006_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000006_chunk_000037_indices", "indptr": "tensor_000006_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000006_chunk_000038_indices", "indptr": "tensor_000006_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000006_chunk_000039_indices", "indptr": "tensor_000006_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000006_chunk_000040_indices", "indptr": "tensor_000006_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000006_chunk_000041_indices", "indptr": "tensor_000006_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000006_chunk_000042_indices", "indptr": "tensor_000006_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000006_chunk_000043_indices", "indptr": "tensor_000006_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000006_chunk_000044_indices", "indptr": "tensor_000006_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000006_chunk_000045_indices", "indptr": "tensor_000006_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000006_chunk_000046_indices", "indptr": "tensor_000006_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000006_chunk_000047_indices", "indptr": "tensor_000006_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000006_chunk_000048_indices", "indptr": "tensor_000006_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000006_chunk_000049_indices", "indptr": "tensor_000006_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000006_chunk_000050_indices", "indptr": "tensor_000006_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000006_chunk_000051_indices", "indptr": "tensor_000006_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000006_chunk_000052_indices", "indptr": "tensor_000006_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000006_chunk_000053_indices", "indptr": "tensor_000006_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000006_chunk_000054_indices", "indptr": "tensor_000006_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000006_chunk_000055_indices", "indptr": "tensor_000006_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000006_chunk_000056_indices", "indptr": "tensor_000006_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000006_chunk_000057_indices", "indptr": "tensor_000006_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000006_chunk_000058_indices", "indptr": "tensor_000006_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000006_chunk_000059_indices", "indptr": "tensor_000006_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000006_chunk_000060_indices", "indptr": "tensor_000006_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000006_chunk_000061_indices", "indptr": "tensor_000006_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000006_chunk_000062_indices", "indptr": "tensor_000006_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000006_chunk_000063_indices", "indptr": "tensor_000006_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000006_chunk_000064_indices", "indptr": "tensor_000006_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000006_chunk_000065_indices", "indptr": "tensor_000006_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000006_chunk_000066_indices", "indptr": "tensor_000006_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000006_chunk_000067_indices", "indptr": "tensor_000006_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000006_chunk_000068_indices", "indptr": "tensor_000006_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000006_chunk_000069_indices", "indptr": "tensor_000006_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000006_chunk_000070_indices", "indptr": "tensor_000006_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000006_chunk_000071_indices", "indptr": "tensor_000006_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000006_chunk_000072_indices", "indptr": "tensor_000006_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000006_chunk_000073_indices", "indptr": "tensor_000006_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000006_chunk_000074_indices", "indptr": "tensor_000006_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000006_chunk_000075_indices", "indptr": "tensor_000006_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000006_chunk_000076_indices", "indptr": "tensor_000006_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000006_chunk_000077_indices", "indptr": "tensor_000006_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000006_chunk_000078_indices", "indptr": "tensor_000006_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000006_chunk_000079_indices", "indptr": "tensor_000006_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000006_chunk_000080_indices", "indptr": "tensor_000006_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000006_chunk_000081_indices", "indptr": "tensor_000006_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000006_chunk_000082_indices", "indptr": "tensor_000006_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000006_chunk_000083_indices", "indptr": "tensor_000006_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000006_chunk_000084_indices", "indptr": "tensor_000006_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000006_chunk_000085_indices", "indptr": "tensor_000006_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000006_chunk_000086_indices", "indptr": "tensor_000006_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000006_chunk_000087_indices", "indptr": "tensor_000006_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000006_chunk_000088_indices", "indptr": "tensor_000006_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000006_chunk_000089_indices", "indptr": "tensor_000006_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000006_chunk_000090_indices", "indptr": "tensor_000006_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000006_chunk_000091_indices", "indptr": "tensor_000006_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000006_chunk_000092_indices", "indptr": "tensor_000006_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000006_chunk_000093_indices", "indptr": "tensor_000006_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000006_chunk_000094_indices", "indptr": "tensor_000006_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000006_chunk_000095_indices", "indptr": "tensor_000006_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000006_chunk_000096_indices", "indptr": "tensor_000006_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000006_chunk_000097_indices", "indptr": "tensor_000006_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000006_chunk_000098_indices", "indptr": "tensor_000006_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000006_chunk_000099_indices", "indptr": "tensor_000006_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000006_chunk_000100_indices", "indptr": "tensor_000006_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000006_chunk_000101_indices", "indptr": "tensor_000006_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000006_chunk_000102_indices", "indptr": "tensor_000006_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000006_chunk_000103_indices", "indptr": "tensor_000006_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000006_chunk_000104_indices", "indptr": "tensor_000006_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000006_chunk_000105_indices", "indptr": "tensor_000006_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000006_chunk_000106_indices", "indptr": "tensor_000006_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000006_chunk_000107_indices", "indptr": "tensor_000006_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000006_chunk_000108_indices", "indptr": "tensor_000006_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000006_chunk_000109_indices", "indptr": "tensor_000006_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000006_chunk_000110_indices", "indptr": "tensor_000006_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000006_chunk_000111_indices", "indptr": "tensor_000006_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000006_chunk_000112_indices", "indptr": "tensor_000006_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000006_chunk_000113_indices", "indptr": "tensor_000006_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000006_chunk_000114_indices", "indptr": "tensor_000006_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000006_chunk_000115_indices", "indptr": "tensor_000006_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000006_chunk_000116_indices", "indptr": "tensor_000006_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000006_chunk_000117_indices", "indptr": "tensor_000006_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000006_chunk_000118_indices", "indptr": "tensor_000006_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000006_chunk_000119_indices", "indptr": "tensor_000006_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000006_chunk_000120_indices", "indptr": "tensor_000006_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000006_chunk_000121_indices", "indptr": "tensor_000006_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000006_chunk_000122_indices", "indptr": "tensor_000006_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000006_chunk_000123_indices", "indptr": "tensor_000006_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000006_chunk_000124_indices", "indptr": "tensor_000006_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000006_chunk_000125_indices", "indptr": "tensor_000006_chunk_000125_indptr", "nnz": 26, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000006_chunk_000126_indices", "indptr": "tensor_000006_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000006_chunk_000127_indices", "indptr": "tensor_000006_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000006_chunk_000128_indices", "indptr": "tensor_000006_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000006_chunk_000129_indices", "indptr": "tensor_000006_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000006_chunk_000130_indices", "indptr": "tensor_000006_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000006_chunk_000131_indices", "indptr": "tensor_000006_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000006_chunk_000132_indices", "indptr": "tensor_000006_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000006_chunk_000133_indices", "indptr": "tensor_000006_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000006_chunk_000134_indices", "indptr": "tensor_000006_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000006_chunk_000135_indices", "indptr": "tensor_000006_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000006_chunk_000136_indices", "indptr": "tensor_000006_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000006_chunk_000137_indices", "indptr": "tensor_000006_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000006_chunk_000138_indices", "indptr": "tensor_000006_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000006_chunk_000139_indices", "indptr": "tensor_000006_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000006_chunk_000140_indices", "indptr": "tensor_000006_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000006_chunk_000141_indices", "indptr": "tensor_000006_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000006_chunk_000142_indices", "indptr": "tensor_000006_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000006_chunk_000143_indices", "indptr": "tensor_000006_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000006_chunk_000144_indices", "indptr": "tensor_000006_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000006_chunk_000145_indices", "indptr": "tensor_000006_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000006_chunk_000146_indices", "indptr": "tensor_000006_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000006_chunk_000147_indices", "indptr": "tensor_000006_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000006_chunk_000148_indices", "indptr": "tensor_000006_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000006_chunk_000149_indices", "indptr": "tensor_000006_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000006_chunk_000150_indices", "indptr": "tensor_000006_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000006_chunk_000151_indices", "indptr": "tensor_000006_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000006_chunk_000152_indices", "indptr": "tensor_000006_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000006_chunk_000153_indices", "indptr": "tensor_000006_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000006_chunk_000154_indices", "indptr": "tensor_000006_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000006_chunk_000155_indices", "indptr": "tensor_000006_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000006_chunk_000156_indices", "indptr": "tensor_000006_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000006_chunk_000157_indices", "indptr": "tensor_000006_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000006_chunk_000158_indices", "indptr": "tensor_000006_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000006_chunk_000159_indices", "indptr": "tensor_000006_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000006_chunk_000160_indices", "indptr": "tensor_000006_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000006_chunk_000161_indices", "indptr": "tensor_000006_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000006_chunk_000162_indices", "indptr": "tensor_000006_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000006_chunk_000163_indices", "indptr": "tensor_000006_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000006_chunk_000164_indices", "indptr": "tensor_000006_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000006_chunk_000165_indices", "indptr": "tensor_000006_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000006_chunk_000166_indices", "indptr": "tensor_000006_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000006_chunk_000167_indices", "indptr": "tensor_000006_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000006_chunk_000168_indices", "indptr": "tensor_000006_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000006_chunk_000169_indices", "indptr": "tensor_000006_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000006_chunk_000170_indices", "indptr": "tensor_000006_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000006_chunk_000171_indices", "indptr": "tensor_000006_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000006_chunk_000172_indices", "indptr": "tensor_000006_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000006_chunk_000173_indices", "indptr": "tensor_000006_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000006_chunk_000174_indices", "indptr": "tensor_000006_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000006_chunk_000175_indices", "indptr": "tensor_000006_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000006_chunk_000176_indices", "indptr": "tensor_000006_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000006_chunk_000177_indices", "indptr": "tensor_000006_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000006_chunk_000178_indices", "indptr": "tensor_000006_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000006_chunk_000179_indices", "indptr": "tensor_000006_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000006_chunk_000180_indices", "indptr": "tensor_000006_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000006_chunk_000181_indices", "indptr": "tensor_000006_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000006_chunk_000182_indices", "indptr": "tensor_000006_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000006_chunk_000183_indices", "indptr": "tensor_000006_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000006_chunk_000184_indices", "indptr": "tensor_000006_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000006_chunk_000185_indices", "indptr": "tensor_000006_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000006_chunk_000186_indices", "indptr": "tensor_000006_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000006_chunk_000187_indices", "indptr": "tensor_000006_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000006_chunk_000188_indices", "indptr": "tensor_000006_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000006_chunk_000189_indices", "indptr": "tensor_000006_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000006_chunk_000190_indices", "indptr": "tensor_000006_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000006_chunk_000191_indices", "indptr": "tensor_000006_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000006_chunk_000192_indices", "indptr": "tensor_000006_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000006_chunk_000193_indices", "indptr": "tensor_000006_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000006_chunk_000194_indices", "indptr": "tensor_000006_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000006_chunk_000195_indices", "indptr": "tensor_000006_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000006_chunk_000196_indices", "indptr": "tensor_000006_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000006_chunk_000197_indices", "indptr": "tensor_000006_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000006_chunk_000198_indices", "indptr": "tensor_000006_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000006_chunk_000199_indices", "indptr": "tensor_000006_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000006_chunk_000200_indices", "indptr": "tensor_000006_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000006_chunk_000201_indices", "indptr": "tensor_000006_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000006_chunk_000202_indices", "indptr": "tensor_000006_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000006_chunk_000203_indices", "indptr": "tensor_000006_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000006_chunk_000204_indices", "indptr": "tensor_000006_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000006_chunk_000205_indices", "indptr": "tensor_000006_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000006_chunk_000206_indices", "indptr": "tensor_000006_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000006_chunk_000207_indices", "indptr": "tensor_000006_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000006_chunk_000208_indices", "indptr": "tensor_000006_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000006_chunk_000209_indices", "indptr": "tensor_000006_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000006_chunk_000210_indices", "indptr": "tensor_000006_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000006_chunk_000211_indices", "indptr": "tensor_000006_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000006_chunk_000212_indices", "indptr": "tensor_000006_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000006_chunk_000213_indices", "indptr": "tensor_000006_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000006_chunk_000214_indices", "indptr": "tensor_000006_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000006_chunk_000215_indices", "indptr": "tensor_000006_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000006_chunk_000216_indices", "indptr": "tensor_000006_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000006_chunk_000217_indices", "indptr": "tensor_000006_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000006_chunk_000218_indices", "indptr": "tensor_000006_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000006_chunk_000219_indices", "indptr": "tensor_000006_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000006_chunk_000220_indices", "indptr": "tensor_000006_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000006_chunk_000221_indices", "indptr": "tensor_000006_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000006_chunk_000222_indices", "indptr": "tensor_000006_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000006_chunk_000223_indices", "indptr": "tensor_000006_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000006_chunk_000224_indices", "indptr": "tensor_000006_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000006_chunk_000225_indices", "indptr": "tensor_000006_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000006_chunk_000226_indices", "indptr": "tensor_000006_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000006_chunk_000227_indices", "indptr": "tensor_000006_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000006_chunk_000228_indices", "indptr": "tensor_000006_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000006_chunk_000229_indices", "indptr": "tensor_000006_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000006_chunk_000230_indices", "indptr": "tensor_000006_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000006_chunk_000231_indices", "indptr": "tensor_000006_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000006_chunk_000232_indices", "indptr": "tensor_000006_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000006_chunk_000233_indices", "indptr": "tensor_000006_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000006_chunk_000234_indices", "indptr": "tensor_000006_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000006_chunk_000235_indices", "indptr": "tensor_000006_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000006_chunk_000236_indices", "indptr": "tensor_000006_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000006_chunk_000237_indices", "indptr": "tensor_000006_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000006_chunk_000238_indices", "indptr": "tensor_000006_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000006_chunk_000239_indices", "indptr": "tensor_000006_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000006_chunk_000240_indices", "indptr": "tensor_000006_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000006_chunk_000241_indices", "indptr": "tensor_000006_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000006_chunk_000242_indices", "indptr": "tensor_000006_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000006_chunk_000243_indices", "indptr": "tensor_000006_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000006_chunk_000244_indices", "indptr": "tensor_000006_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000006_chunk_000245_indices", "indptr": "tensor_000006_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000006_chunk_000246_indices", "indptr": "tensor_000006_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000006_chunk_000247_indices", "indptr": "tensor_000006_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000006_chunk_000248_indices", "indptr": "tensor_000006_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000006_chunk_000249_indices", "indptr": "tensor_000006_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000006_chunk_000250_indices", "indptr": "tensor_000006_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 57, "shape": [ 32002, 8192 ] }, "model.layers.1.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000069_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.1.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000005_chunk_000000_indices", "indptr": "tensor_000005_chunk_000000_indptr", "nnz": 12, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000005_chunk_000001_indices", "indptr": "tensor_000005_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000005_chunk_000002_indices", "indptr": "tensor_000005_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000005_chunk_000003_indices", "indptr": "tensor_000005_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 12, "shape": [ 8192, 448 ] }, "model.layers.1.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000004_chunk_000000_indices", "indptr": "tensor_000004_chunk_000000_indptr", "nnz": 22, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000004_chunk_000001_indices", "indptr": "tensor_000004_chunk_000001_indptr", "nnz": 75, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000004_chunk_000002_indices", "indptr": "tensor_000004_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000004_chunk_000003_indices", "indptr": "tensor_000004_chunk_000003_indptr", "nnz": 11, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000004_chunk_000004_indices", "indptr": "tensor_000004_chunk_000004_indptr", "nnz": 22, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000004_chunk_000005_indices", "indptr": "tensor_000004_chunk_000005_indptr", "nnz": 64, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000004_chunk_000006_indices", "indptr": "tensor_000004_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000004_chunk_000007_indices", "indptr": "tensor_000004_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000004_chunk_000008_indices", "indptr": "tensor_000004_chunk_000008_indptr", "nnz": 10, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000004_chunk_000009_indices", "indptr": "tensor_000004_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000004_chunk_000010_indices", "indptr": "tensor_000004_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 206, "shape": [ 1344, 8192 ] }, "model.layers.10.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000086_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.10.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000043_chunk_000000_indices", "indptr": "tensor_000043_chunk_000000_indptr", "nnz": 4, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000043_chunk_000001_indices", "indptr": "tensor_000043_chunk_000001_indptr", "nnz": 8, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000043_chunk_000002_indices", "indptr": "tensor_000043_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000043_chunk_000003_indices", "indptr": "tensor_000043_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000043_chunk_000004_indices", "indptr": "tensor_000043_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000043_chunk_000005_indices", "indptr": "tensor_000043_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000043_chunk_000006_indices", "indptr": "tensor_000043_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000043_chunk_000007_indices", "indptr": "tensor_000043_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000043_chunk_000008_indices", "indptr": "tensor_000043_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000043_chunk_000009_indices", "indptr": "tensor_000043_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000043_chunk_000010_indices", "indptr": "tensor_000043_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000043_chunk_000011_indices", "indptr": "tensor_000043_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000043_chunk_000012_indices", "indptr": "tensor_000043_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000043_chunk_000013_indices", "indptr": "tensor_000043_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000043_chunk_000014_indices", "indptr": "tensor_000043_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000043_chunk_000015_indices", "indptr": "tensor_000043_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000043_chunk_000016_indices", "indptr": "tensor_000043_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000043_chunk_000017_indices", "indptr": "tensor_000043_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000043_chunk_000018_indices", "indptr": "tensor_000043_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000043_chunk_000019_indices", "indptr": "tensor_000043_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000043_chunk_000020_indices", "indptr": "tensor_000043_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000043_chunk_000021_indices", "indptr": "tensor_000043_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000043_chunk_000022_indices", "indptr": "tensor_000043_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000043_chunk_000023_indices", "indptr": "tensor_000043_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000043_chunk_000024_indices", "indptr": "tensor_000043_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000043_chunk_000025_indices", "indptr": "tensor_000043_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000043_chunk_000026_indices", "indptr": "tensor_000043_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000043_chunk_000027_indices", "indptr": "tensor_000043_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000043_chunk_000028_indices", "indptr": "tensor_000043_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000043_chunk_000029_indices", "indptr": "tensor_000043_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000043_chunk_000030_indices", "indptr": "tensor_000043_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000043_chunk_000031_indices", "indptr": "tensor_000043_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000043_chunk_000032_indices", "indptr": "tensor_000043_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000043_chunk_000033_indices", "indptr": "tensor_000043_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000043_chunk_000034_indices", "indptr": "tensor_000043_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000043_chunk_000035_indices", "indptr": "tensor_000043_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000043_chunk_000036_indices", "indptr": "tensor_000043_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000043_chunk_000037_indices", "indptr": "tensor_000043_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000043_chunk_000038_indices", "indptr": "tensor_000043_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000043_chunk_000039_indices", "indptr": "tensor_000043_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000043_chunk_000040_indices", "indptr": "tensor_000043_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000043_chunk_000041_indices", "indptr": "tensor_000043_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000043_chunk_000042_indices", "indptr": "tensor_000043_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000043_chunk_000043_indices", "indptr": "tensor_000043_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000043_chunk_000044_indices", "indptr": "tensor_000043_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000043_chunk_000045_indices", "indptr": "tensor_000043_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000043_chunk_000046_indices", "indptr": "tensor_000043_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000043_chunk_000047_indices", "indptr": "tensor_000043_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000043_chunk_000048_indices", "indptr": "tensor_000043_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000043_chunk_000049_indices", "indptr": "tensor_000043_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000043_chunk_000050_indices", "indptr": "tensor_000043_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000043_chunk_000051_indices", "indptr": "tensor_000043_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000043_chunk_000052_indices", "indptr": "tensor_000043_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000043_chunk_000053_indices", "indptr": "tensor_000043_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000043_chunk_000054_indices", "indptr": "tensor_000043_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000043_chunk_000055_indices", "indptr": "tensor_000043_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000043_chunk_000056_indices", "indptr": "tensor_000043_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000043_chunk_000057_indices", "indptr": "tensor_000043_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000043_chunk_000058_indices", "indptr": "tensor_000043_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000043_chunk_000059_indices", "indptr": "tensor_000043_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000043_chunk_000060_indices", "indptr": "tensor_000043_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000043_chunk_000061_indices", "indptr": "tensor_000043_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000043_chunk_000062_indices", "indptr": "tensor_000043_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000043_chunk_000063_indices", "indptr": "tensor_000043_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000043_chunk_000064_indices", "indptr": "tensor_000043_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000043_chunk_000065_indices", "indptr": "tensor_000043_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000043_chunk_000066_indices", "indptr": "tensor_000043_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000043_chunk_000067_indices", "indptr": "tensor_000043_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000043_chunk_000068_indices", "indptr": "tensor_000043_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000043_chunk_000069_indices", "indptr": "tensor_000043_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000043_chunk_000070_indices", "indptr": "tensor_000043_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000043_chunk_000071_indices", "indptr": "tensor_000043_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000043_chunk_000072_indices", "indptr": "tensor_000043_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000043_chunk_000073_indices", "indptr": "tensor_000043_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000043_chunk_000074_indices", "indptr": "tensor_000043_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000043_chunk_000075_indices", "indptr": "tensor_000043_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000043_chunk_000076_indices", "indptr": "tensor_000043_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000043_chunk_000077_indices", "indptr": "tensor_000043_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000043_chunk_000078_indices", "indptr": "tensor_000043_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000043_chunk_000079_indices", "indptr": "tensor_000043_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000043_chunk_000080_indices", "indptr": "tensor_000043_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000043_chunk_000081_indices", "indptr": "tensor_000043_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000043_chunk_000082_indices", "indptr": "tensor_000043_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000043_chunk_000083_indices", "indptr": "tensor_000043_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000043_chunk_000084_indices", "indptr": "tensor_000043_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000043_chunk_000085_indices", "indptr": "tensor_000043_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000043_chunk_000086_indices", "indptr": "tensor_000043_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000043_chunk_000087_indices", "indptr": "tensor_000043_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000043_chunk_000088_indices", "indptr": "tensor_000043_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000043_chunk_000089_indices", "indptr": "tensor_000043_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000043_chunk_000090_indices", "indptr": "tensor_000043_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000043_chunk_000091_indices", "indptr": "tensor_000043_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000043_chunk_000092_indices", "indptr": "tensor_000043_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000043_chunk_000093_indices", "indptr": "tensor_000043_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000043_chunk_000094_indices", "indptr": "tensor_000043_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000043_chunk_000095_indices", "indptr": "tensor_000043_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000043_chunk_000096_indices", "indptr": "tensor_000043_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000043_chunk_000097_indices", "indptr": "tensor_000043_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000043_chunk_000098_indices", "indptr": "tensor_000043_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000043_chunk_000099_indices", "indptr": "tensor_000043_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000043_chunk_000100_indices", "indptr": "tensor_000043_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000043_chunk_000101_indices", "indptr": "tensor_000043_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000043_chunk_000102_indices", "indptr": "tensor_000043_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000043_chunk_000103_indices", "indptr": "tensor_000043_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000043_chunk_000104_indices", "indptr": "tensor_000043_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000043_chunk_000105_indices", "indptr": "tensor_000043_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000043_chunk_000106_indices", "indptr": "tensor_000043_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000043_chunk_000107_indices", "indptr": "tensor_000043_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000043_chunk_000108_indices", "indptr": "tensor_000043_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000043_chunk_000109_indices", "indptr": "tensor_000043_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000043_chunk_000110_indices", "indptr": "tensor_000043_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000043_chunk_000111_indices", "indptr": "tensor_000043_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000043_chunk_000112_indices", "indptr": "tensor_000043_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000043_chunk_000113_indices", "indptr": "tensor_000043_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000043_chunk_000114_indices", "indptr": "tensor_000043_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000043_chunk_000115_indices", "indptr": "tensor_000043_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000043_chunk_000116_indices", "indptr": "tensor_000043_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000043_chunk_000117_indices", "indptr": "tensor_000043_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000043_chunk_000118_indices", "indptr": "tensor_000043_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000043_chunk_000119_indices", "indptr": "tensor_000043_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000043_chunk_000120_indices", "indptr": "tensor_000043_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000043_chunk_000121_indices", "indptr": "tensor_000043_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000043_chunk_000122_indices", "indptr": "tensor_000043_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000043_chunk_000123_indices", "indptr": "tensor_000043_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000043_chunk_000124_indices", "indptr": "tensor_000043_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000043_chunk_000125_indices", "indptr": "tensor_000043_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000043_chunk_000126_indices", "indptr": "tensor_000043_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 12, "shape": [ 8192, 16001 ] }, "model.layers.10.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000042_chunk_000000_indices", "indptr": "tensor_000042_chunk_000000_indptr", "nnz": 12, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000042_chunk_000001_indices", "indptr": "tensor_000042_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000042_chunk_000002_indices", "indptr": "tensor_000042_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000042_chunk_000003_indices", "indptr": "tensor_000042_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000042_chunk_000004_indices", "indptr": "tensor_000042_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000042_chunk_000005_indices", "indptr": "tensor_000042_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000042_chunk_000006_indices", "indptr": "tensor_000042_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000042_chunk_000007_indices", "indptr": "tensor_000042_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000042_chunk_000008_indices", "indptr": "tensor_000042_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000042_chunk_000009_indices", "indptr": "tensor_000042_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000042_chunk_000010_indices", "indptr": "tensor_000042_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000042_chunk_000011_indices", "indptr": "tensor_000042_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000042_chunk_000012_indices", "indptr": "tensor_000042_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000042_chunk_000013_indices", "indptr": "tensor_000042_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000042_chunk_000014_indices", "indptr": "tensor_000042_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000042_chunk_000015_indices", "indptr": "tensor_000042_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000042_chunk_000016_indices", "indptr": "tensor_000042_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000042_chunk_000017_indices", "indptr": "tensor_000042_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000042_chunk_000018_indices", "indptr": "tensor_000042_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000042_chunk_000019_indices", "indptr": "tensor_000042_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000042_chunk_000020_indices", "indptr": "tensor_000042_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000042_chunk_000021_indices", "indptr": "tensor_000042_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000042_chunk_000022_indices", "indptr": "tensor_000042_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000042_chunk_000023_indices", "indptr": "tensor_000042_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000042_chunk_000024_indices", "indptr": "tensor_000042_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000042_chunk_000025_indices", "indptr": "tensor_000042_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000042_chunk_000026_indices", "indptr": "tensor_000042_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000042_chunk_000027_indices", "indptr": "tensor_000042_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000042_chunk_000028_indices", "indptr": "tensor_000042_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000042_chunk_000029_indices", "indptr": "tensor_000042_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000042_chunk_000030_indices", "indptr": "tensor_000042_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000042_chunk_000031_indices", "indptr": "tensor_000042_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000042_chunk_000032_indices", "indptr": "tensor_000042_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000042_chunk_000033_indices", "indptr": "tensor_000042_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000042_chunk_000034_indices", "indptr": "tensor_000042_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000042_chunk_000035_indices", "indptr": "tensor_000042_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000042_chunk_000036_indices", "indptr": "tensor_000042_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000042_chunk_000037_indices", "indptr": "tensor_000042_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000042_chunk_000038_indices", "indptr": "tensor_000042_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000042_chunk_000039_indices", "indptr": "tensor_000042_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000042_chunk_000040_indices", "indptr": "tensor_000042_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000042_chunk_000041_indices", "indptr": "tensor_000042_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000042_chunk_000042_indices", "indptr": "tensor_000042_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000042_chunk_000043_indices", "indptr": "tensor_000042_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000042_chunk_000044_indices", "indptr": "tensor_000042_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000042_chunk_000045_indices", "indptr": "tensor_000042_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000042_chunk_000046_indices", "indptr": "tensor_000042_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000042_chunk_000047_indices", "indptr": "tensor_000042_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000042_chunk_000048_indices", "indptr": "tensor_000042_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000042_chunk_000049_indices", "indptr": "tensor_000042_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000042_chunk_000050_indices", "indptr": "tensor_000042_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000042_chunk_000051_indices", "indptr": "tensor_000042_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000042_chunk_000052_indices", "indptr": "tensor_000042_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000042_chunk_000053_indices", "indptr": "tensor_000042_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000042_chunk_000054_indices", "indptr": "tensor_000042_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000042_chunk_000055_indices", "indptr": "tensor_000042_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000042_chunk_000056_indices", "indptr": "tensor_000042_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000042_chunk_000057_indices", "indptr": "tensor_000042_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000042_chunk_000058_indices", "indptr": "tensor_000042_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000042_chunk_000059_indices", "indptr": "tensor_000042_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000042_chunk_000060_indices", "indptr": "tensor_000042_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000042_chunk_000061_indices", "indptr": "tensor_000042_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000042_chunk_000062_indices", "indptr": "tensor_000042_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000042_chunk_000063_indices", "indptr": "tensor_000042_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000042_chunk_000064_indices", "indptr": "tensor_000042_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000042_chunk_000065_indices", "indptr": "tensor_000042_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000042_chunk_000066_indices", "indptr": "tensor_000042_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000042_chunk_000067_indices", "indptr": "tensor_000042_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000042_chunk_000068_indices", "indptr": "tensor_000042_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000042_chunk_000069_indices", "indptr": "tensor_000042_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000042_chunk_000070_indices", "indptr": "tensor_000042_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000042_chunk_000071_indices", "indptr": "tensor_000042_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000042_chunk_000072_indices", "indptr": "tensor_000042_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000042_chunk_000073_indices", "indptr": "tensor_000042_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000042_chunk_000074_indices", "indptr": "tensor_000042_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000042_chunk_000075_indices", "indptr": "tensor_000042_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000042_chunk_000076_indices", "indptr": "tensor_000042_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000042_chunk_000077_indices", "indptr": "tensor_000042_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000042_chunk_000078_indices", "indptr": "tensor_000042_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000042_chunk_000079_indices", "indptr": "tensor_000042_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000042_chunk_000080_indices", "indptr": "tensor_000042_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000042_chunk_000081_indices", "indptr": "tensor_000042_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000042_chunk_000082_indices", "indptr": "tensor_000042_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000042_chunk_000083_indices", "indptr": "tensor_000042_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000042_chunk_000084_indices", "indptr": "tensor_000042_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000042_chunk_000085_indices", "indptr": "tensor_000042_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000042_chunk_000086_indices", "indptr": "tensor_000042_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000042_chunk_000087_indices", "indptr": "tensor_000042_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000042_chunk_000088_indices", "indptr": "tensor_000042_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000042_chunk_000089_indices", "indptr": "tensor_000042_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000042_chunk_000090_indices", "indptr": "tensor_000042_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000042_chunk_000091_indices", "indptr": "tensor_000042_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000042_chunk_000092_indices", "indptr": "tensor_000042_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000042_chunk_000093_indices", "indptr": "tensor_000042_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000042_chunk_000094_indices", "indptr": "tensor_000042_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000042_chunk_000095_indices", "indptr": "tensor_000042_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000042_chunk_000096_indices", "indptr": "tensor_000042_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000042_chunk_000097_indices", "indptr": "tensor_000042_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000042_chunk_000098_indices", "indptr": "tensor_000042_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000042_chunk_000099_indices", "indptr": "tensor_000042_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000042_chunk_000100_indices", "indptr": "tensor_000042_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000042_chunk_000101_indices", "indptr": "tensor_000042_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000042_chunk_000102_indices", "indptr": "tensor_000042_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000042_chunk_000103_indices", "indptr": "tensor_000042_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000042_chunk_000104_indices", "indptr": "tensor_000042_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000042_chunk_000105_indices", "indptr": "tensor_000042_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000042_chunk_000106_indices", "indptr": "tensor_000042_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000042_chunk_000107_indices", "indptr": "tensor_000042_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000042_chunk_000108_indices", "indptr": "tensor_000042_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000042_chunk_000109_indices", "indptr": "tensor_000042_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000042_chunk_000110_indices", "indptr": "tensor_000042_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000042_chunk_000111_indices", "indptr": "tensor_000042_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000042_chunk_000112_indices", "indptr": "tensor_000042_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000042_chunk_000113_indices", "indptr": "tensor_000042_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000042_chunk_000114_indices", "indptr": "tensor_000042_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000042_chunk_000115_indices", "indptr": "tensor_000042_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000042_chunk_000116_indices", "indptr": "tensor_000042_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000042_chunk_000117_indices", "indptr": "tensor_000042_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000042_chunk_000118_indices", "indptr": "tensor_000042_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000042_chunk_000119_indices", "indptr": "tensor_000042_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000042_chunk_000120_indices", "indptr": "tensor_000042_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000042_chunk_000121_indices", "indptr": "tensor_000042_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000042_chunk_000122_indices", "indptr": "tensor_000042_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000042_chunk_000123_indices", "indptr": "tensor_000042_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000042_chunk_000124_indices", "indptr": "tensor_000042_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000042_chunk_000125_indices", "indptr": "tensor_000042_chunk_000125_indptr", "nnz": 12, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000042_chunk_000126_indices", "indptr": "tensor_000042_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000042_chunk_000127_indices", "indptr": "tensor_000042_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000042_chunk_000128_indices", "indptr": "tensor_000042_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000042_chunk_000129_indices", "indptr": "tensor_000042_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000042_chunk_000130_indices", "indptr": "tensor_000042_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000042_chunk_000131_indices", "indptr": "tensor_000042_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000042_chunk_000132_indices", "indptr": "tensor_000042_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000042_chunk_000133_indices", "indptr": "tensor_000042_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000042_chunk_000134_indices", "indptr": "tensor_000042_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000042_chunk_000135_indices", "indptr": "tensor_000042_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000042_chunk_000136_indices", "indptr": "tensor_000042_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000042_chunk_000137_indices", "indptr": "tensor_000042_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000042_chunk_000138_indices", "indptr": "tensor_000042_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000042_chunk_000139_indices", "indptr": "tensor_000042_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000042_chunk_000140_indices", "indptr": "tensor_000042_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000042_chunk_000141_indices", "indptr": "tensor_000042_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000042_chunk_000142_indices", "indptr": "tensor_000042_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000042_chunk_000143_indices", "indptr": "tensor_000042_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000042_chunk_000144_indices", "indptr": "tensor_000042_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000042_chunk_000145_indices", "indptr": "tensor_000042_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000042_chunk_000146_indices", "indptr": "tensor_000042_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000042_chunk_000147_indices", "indptr": "tensor_000042_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000042_chunk_000148_indices", "indptr": "tensor_000042_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000042_chunk_000149_indices", "indptr": "tensor_000042_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000042_chunk_000150_indices", "indptr": "tensor_000042_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000042_chunk_000151_indices", "indptr": "tensor_000042_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000042_chunk_000152_indices", "indptr": "tensor_000042_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000042_chunk_000153_indices", "indptr": "tensor_000042_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000042_chunk_000154_indices", "indptr": "tensor_000042_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000042_chunk_000155_indices", "indptr": "tensor_000042_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000042_chunk_000156_indices", "indptr": "tensor_000042_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000042_chunk_000157_indices", "indptr": "tensor_000042_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000042_chunk_000158_indices", "indptr": "tensor_000042_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000042_chunk_000159_indices", "indptr": "tensor_000042_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000042_chunk_000160_indices", "indptr": "tensor_000042_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000042_chunk_000161_indices", "indptr": "tensor_000042_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000042_chunk_000162_indices", "indptr": "tensor_000042_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000042_chunk_000163_indices", "indptr": "tensor_000042_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000042_chunk_000164_indices", "indptr": "tensor_000042_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000042_chunk_000165_indices", "indptr": "tensor_000042_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000042_chunk_000166_indices", "indptr": "tensor_000042_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000042_chunk_000167_indices", "indptr": "tensor_000042_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000042_chunk_000168_indices", "indptr": "tensor_000042_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000042_chunk_000169_indices", "indptr": "tensor_000042_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000042_chunk_000170_indices", "indptr": "tensor_000042_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000042_chunk_000171_indices", "indptr": "tensor_000042_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000042_chunk_000172_indices", "indptr": "tensor_000042_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000042_chunk_000173_indices", "indptr": "tensor_000042_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000042_chunk_000174_indices", "indptr": "tensor_000042_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000042_chunk_000175_indices", "indptr": "tensor_000042_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000042_chunk_000176_indices", "indptr": "tensor_000042_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000042_chunk_000177_indices", "indptr": "tensor_000042_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000042_chunk_000178_indices", "indptr": "tensor_000042_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000042_chunk_000179_indices", "indptr": "tensor_000042_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000042_chunk_000180_indices", "indptr": "tensor_000042_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000042_chunk_000181_indices", "indptr": "tensor_000042_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000042_chunk_000182_indices", "indptr": "tensor_000042_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000042_chunk_000183_indices", "indptr": "tensor_000042_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000042_chunk_000184_indices", "indptr": "tensor_000042_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000042_chunk_000185_indices", "indptr": "tensor_000042_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000042_chunk_000186_indices", "indptr": "tensor_000042_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000042_chunk_000187_indices", "indptr": "tensor_000042_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000042_chunk_000188_indices", "indptr": "tensor_000042_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000042_chunk_000189_indices", "indptr": "tensor_000042_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000042_chunk_000190_indices", "indptr": "tensor_000042_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000042_chunk_000191_indices", "indptr": "tensor_000042_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000042_chunk_000192_indices", "indptr": "tensor_000042_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000042_chunk_000193_indices", "indptr": "tensor_000042_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000042_chunk_000194_indices", "indptr": "tensor_000042_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000042_chunk_000195_indices", "indptr": "tensor_000042_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000042_chunk_000196_indices", "indptr": "tensor_000042_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000042_chunk_000197_indices", "indptr": "tensor_000042_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000042_chunk_000198_indices", "indptr": "tensor_000042_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000042_chunk_000199_indices", "indptr": "tensor_000042_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000042_chunk_000200_indices", "indptr": "tensor_000042_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000042_chunk_000201_indices", "indptr": "tensor_000042_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000042_chunk_000202_indices", "indptr": "tensor_000042_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000042_chunk_000203_indices", "indptr": "tensor_000042_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000042_chunk_000204_indices", "indptr": "tensor_000042_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000042_chunk_000205_indices", "indptr": "tensor_000042_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000042_chunk_000206_indices", "indptr": "tensor_000042_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000042_chunk_000207_indices", "indptr": "tensor_000042_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000042_chunk_000208_indices", "indptr": "tensor_000042_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000042_chunk_000209_indices", "indptr": "tensor_000042_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000042_chunk_000210_indices", "indptr": "tensor_000042_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000042_chunk_000211_indices", "indptr": "tensor_000042_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000042_chunk_000212_indices", "indptr": "tensor_000042_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000042_chunk_000213_indices", "indptr": "tensor_000042_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000042_chunk_000214_indices", "indptr": "tensor_000042_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000042_chunk_000215_indices", "indptr": "tensor_000042_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000042_chunk_000216_indices", "indptr": "tensor_000042_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000042_chunk_000217_indices", "indptr": "tensor_000042_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000042_chunk_000218_indices", "indptr": "tensor_000042_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000042_chunk_000219_indices", "indptr": "tensor_000042_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000042_chunk_000220_indices", "indptr": "tensor_000042_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000042_chunk_000221_indices", "indptr": "tensor_000042_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000042_chunk_000222_indices", "indptr": "tensor_000042_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000042_chunk_000223_indices", "indptr": "tensor_000042_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000042_chunk_000224_indices", "indptr": "tensor_000042_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000042_chunk_000225_indices", "indptr": "tensor_000042_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000042_chunk_000226_indices", "indptr": "tensor_000042_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000042_chunk_000227_indices", "indptr": "tensor_000042_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000042_chunk_000228_indices", "indptr": "tensor_000042_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000042_chunk_000229_indices", "indptr": "tensor_000042_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000042_chunk_000230_indices", "indptr": "tensor_000042_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000042_chunk_000231_indices", "indptr": "tensor_000042_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000042_chunk_000232_indices", "indptr": "tensor_000042_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000042_chunk_000233_indices", "indptr": "tensor_000042_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000042_chunk_000234_indices", "indptr": "tensor_000042_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000042_chunk_000235_indices", "indptr": "tensor_000042_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000042_chunk_000236_indices", "indptr": "tensor_000042_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000042_chunk_000237_indices", "indptr": "tensor_000042_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000042_chunk_000238_indices", "indptr": "tensor_000042_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000042_chunk_000239_indices", "indptr": "tensor_000042_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000042_chunk_000240_indices", "indptr": "tensor_000042_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000042_chunk_000241_indices", "indptr": "tensor_000042_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000042_chunk_000242_indices", "indptr": "tensor_000042_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000042_chunk_000243_indices", "indptr": "tensor_000042_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000042_chunk_000244_indices", "indptr": "tensor_000042_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000042_chunk_000245_indices", "indptr": "tensor_000042_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000042_chunk_000246_indices", "indptr": "tensor_000042_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000042_chunk_000247_indices", "indptr": "tensor_000042_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000042_chunk_000248_indices", "indptr": "tensor_000042_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000042_chunk_000249_indices", "indptr": "tensor_000042_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000042_chunk_000250_indices", "indptr": "tensor_000042_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 24, "shape": [ 32002, 8192 ] }, "model.layers.10.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000087_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.10.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000041_chunk_000000_indices", "indptr": "tensor_000041_chunk_000000_indptr", "nnz": 120, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000041_chunk_000001_indices", "indptr": "tensor_000041_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000041_chunk_000002_indices", "indptr": "tensor_000041_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000041_chunk_000003_indices", "indptr": "tensor_000041_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 120, "shape": [ 8192, 448 ] }, "model.layers.10.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000040_chunk_000000_indices", "indptr": "tensor_000040_chunk_000000_indptr", "nnz": 6, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000040_chunk_000001_indices", "indptr": "tensor_000040_chunk_000001_indptr", "nnz": 6, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000040_chunk_000002_indices", "indptr": "tensor_000040_chunk_000002_indptr", "nnz": 64, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000040_chunk_000003_indices", "indptr": "tensor_000040_chunk_000003_indptr", "nnz": 3, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000040_chunk_000004_indices", "indptr": "tensor_000040_chunk_000004_indptr", "nnz": 6, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000040_chunk_000005_indices", "indptr": "tensor_000040_chunk_000005_indptr", "nnz": 67, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000040_chunk_000006_indices", "indptr": "tensor_000040_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000040_chunk_000007_indices", "indptr": "tensor_000040_chunk_000007_indptr", "nnz": 34, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000040_chunk_000008_indices", "indptr": "tensor_000040_chunk_000008_indptr", "nnz": 34, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000040_chunk_000009_indices", "indptr": "tensor_000040_chunk_000009_indptr", "nnz": 52, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000040_chunk_000010_indices", "indptr": "tensor_000040_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 272, "shape": [ 1344, 8192 ] }, "model.layers.11.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000088_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.11.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000047_chunk_000000_indices", "indptr": "tensor_000047_chunk_000000_indptr", "nnz": 673, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000047_chunk_000001_indices", "indptr": "tensor_000047_chunk_000001_indptr", "nnz": 822, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000047_chunk_000002_indices", "indptr": "tensor_000047_chunk_000002_indptr", "nnz": 2505, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000047_chunk_000003_indices", "indptr": "tensor_000047_chunk_000003_indptr", "nnz": 4085, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000047_chunk_000004_indices", "indptr": "tensor_000047_chunk_000004_indptr", "nnz": 4160, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000047_chunk_000005_indices", "indptr": "tensor_000047_chunk_000005_indptr", "nnz": 2755, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000047_chunk_000006_indices", "indptr": "tensor_000047_chunk_000006_indptr", "nnz": 5000, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000047_chunk_000007_indices", "indptr": "tensor_000047_chunk_000007_indptr", "nnz": 3000, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000047_chunk_000008_indices", "indptr": "tensor_000047_chunk_000008_indptr", "nnz": 4000, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000047_chunk_000009_indices", "indptr": "tensor_000047_chunk_000009_indptr", "nnz": 4570, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000047_chunk_000010_indices", "indptr": "tensor_000047_chunk_000010_indptr", "nnz": 3430, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000047_chunk_000011_indices", "indptr": "tensor_000047_chunk_000011_indptr", "nnz": 3645, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000047_chunk_000012_indices", "indptr": "tensor_000047_chunk_000012_indptr", "nnz": 4355, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000047_chunk_000013_indices", "indptr": "tensor_000047_chunk_000013_indptr", "nnz": 3000, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000047_chunk_000014_indices", "indptr": "tensor_000047_chunk_000014_indptr", "nnz": 4519, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000047_chunk_000015_indices", "indptr": "tensor_000047_chunk_000015_indptr", "nnz": 4426, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000047_chunk_000016_indices", "indptr": "tensor_000047_chunk_000016_indptr", "nnz": 3055, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000047_chunk_000017_indices", "indptr": "tensor_000047_chunk_000017_indptr", "nnz": 3945, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000047_chunk_000018_indices", "indptr": "tensor_000047_chunk_000018_indptr", "nnz": 3055, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000047_chunk_000019_indices", "indptr": "tensor_000047_chunk_000019_indptr", "nnz": 4000, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000047_chunk_000020_indices", "indptr": "tensor_000047_chunk_000020_indptr", "nnz": 4530, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000047_chunk_000021_indices", "indptr": "tensor_000047_chunk_000021_indptr", "nnz": 3470, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000047_chunk_000022_indices", "indptr": "tensor_000047_chunk_000022_indptr", "nnz": 3555, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000047_chunk_000023_indices", "indptr": "tensor_000047_chunk_000023_indptr", "nnz": 4445, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000047_chunk_000024_indices", "indptr": "tensor_000047_chunk_000024_indptr", "nnz": 3000, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000047_chunk_000025_indices", "indptr": "tensor_000047_chunk_000025_indptr", "nnz": 4259, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000047_chunk_000026_indices", "indptr": "tensor_000047_chunk_000026_indptr", "nnz": 3741, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000047_chunk_000027_indices", "indptr": "tensor_000047_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000047_chunk_000028_indices", "indptr": "tensor_000047_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000047_chunk_000029_indices", "indptr": "tensor_000047_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000047_chunk_000030_indices", "indptr": "tensor_000047_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000047_chunk_000031_indices", "indptr": "tensor_000047_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000047_chunk_000032_indices", "indptr": "tensor_000047_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000047_chunk_000033_indices", "indptr": "tensor_000047_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000047_chunk_000034_indices", "indptr": "tensor_000047_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000047_chunk_000035_indices", "indptr": "tensor_000047_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000047_chunk_000036_indices", "indptr": "tensor_000047_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000047_chunk_000037_indices", "indptr": "tensor_000047_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000047_chunk_000038_indices", "indptr": "tensor_000047_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000047_chunk_000039_indices", "indptr": "tensor_000047_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000047_chunk_000040_indices", "indptr": "tensor_000047_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000047_chunk_000041_indices", "indptr": "tensor_000047_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000047_chunk_000042_indices", "indptr": "tensor_000047_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000047_chunk_000043_indices", "indptr": "tensor_000047_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000047_chunk_000044_indices", "indptr": "tensor_000047_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000047_chunk_000045_indices", "indptr": "tensor_000047_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000047_chunk_000046_indices", "indptr": "tensor_000047_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000047_chunk_000047_indices", "indptr": "tensor_000047_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000047_chunk_000048_indices", "indptr": "tensor_000047_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000047_chunk_000049_indices", "indptr": "tensor_000047_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000047_chunk_000050_indices", "indptr": "tensor_000047_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000047_chunk_000051_indices", "indptr": "tensor_000047_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000047_chunk_000052_indices", "indptr": "tensor_000047_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000047_chunk_000053_indices", "indptr": "tensor_000047_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000047_chunk_000054_indices", "indptr": "tensor_000047_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000047_chunk_000055_indices", "indptr": "tensor_000047_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000047_chunk_000056_indices", "indptr": "tensor_000047_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000047_chunk_000057_indices", "indptr": "tensor_000047_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000047_chunk_000058_indices", "indptr": "tensor_000047_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000047_chunk_000059_indices", "indptr": "tensor_000047_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000047_chunk_000060_indices", "indptr": "tensor_000047_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000047_chunk_000061_indices", "indptr": "tensor_000047_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000047_chunk_000062_indices", "indptr": "tensor_000047_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000047_chunk_000063_indices", "indptr": "tensor_000047_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000047_chunk_000064_indices", "indptr": "tensor_000047_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000047_chunk_000065_indices", "indptr": "tensor_000047_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000047_chunk_000066_indices", "indptr": "tensor_000047_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000047_chunk_000067_indices", "indptr": "tensor_000047_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000047_chunk_000068_indices", "indptr": "tensor_000047_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000047_chunk_000069_indices", "indptr": "tensor_000047_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000047_chunk_000070_indices", "indptr": "tensor_000047_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000047_chunk_000071_indices", "indptr": "tensor_000047_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000047_chunk_000072_indices", "indptr": "tensor_000047_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000047_chunk_000073_indices", "indptr": "tensor_000047_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000047_chunk_000074_indices", "indptr": "tensor_000047_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000047_chunk_000075_indices", "indptr": "tensor_000047_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000047_chunk_000076_indices", "indptr": "tensor_000047_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000047_chunk_000077_indices", "indptr": "tensor_000047_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000047_chunk_000078_indices", "indptr": "tensor_000047_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000047_chunk_000079_indices", "indptr": "tensor_000047_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000047_chunk_000080_indices", "indptr": "tensor_000047_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000047_chunk_000081_indices", "indptr": "tensor_000047_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000047_chunk_000082_indices", "indptr": "tensor_000047_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000047_chunk_000083_indices", "indptr": "tensor_000047_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000047_chunk_000084_indices", "indptr": "tensor_000047_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000047_chunk_000085_indices", "indptr": "tensor_000047_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000047_chunk_000086_indices", "indptr": "tensor_000047_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000047_chunk_000087_indices", "indptr": "tensor_000047_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000047_chunk_000088_indices", "indptr": "tensor_000047_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000047_chunk_000089_indices", "indptr": "tensor_000047_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000047_chunk_000090_indices", "indptr": "tensor_000047_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000047_chunk_000091_indices", "indptr": "tensor_000047_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000047_chunk_000092_indices", "indptr": "tensor_000047_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000047_chunk_000093_indices", "indptr": "tensor_000047_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000047_chunk_000094_indices", "indptr": "tensor_000047_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000047_chunk_000095_indices", "indptr": "tensor_000047_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000047_chunk_000096_indices", "indptr": "tensor_000047_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000047_chunk_000097_indices", "indptr": "tensor_000047_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000047_chunk_000098_indices", "indptr": "tensor_000047_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000047_chunk_000099_indices", "indptr": "tensor_000047_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000047_chunk_000100_indices", "indptr": "tensor_000047_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000047_chunk_000101_indices", "indptr": "tensor_000047_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000047_chunk_000102_indices", "indptr": "tensor_000047_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000047_chunk_000103_indices", "indptr": "tensor_000047_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000047_chunk_000104_indices", "indptr": "tensor_000047_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000047_chunk_000105_indices", "indptr": "tensor_000047_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000047_chunk_000106_indices", "indptr": "tensor_000047_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000047_chunk_000107_indices", "indptr": "tensor_000047_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000047_chunk_000108_indices", "indptr": "tensor_000047_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000047_chunk_000109_indices", "indptr": "tensor_000047_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000047_chunk_000110_indices", "indptr": "tensor_000047_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000047_chunk_000111_indices", "indptr": "tensor_000047_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000047_chunk_000112_indices", "indptr": "tensor_000047_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000047_chunk_000113_indices", "indptr": "tensor_000047_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000047_chunk_000114_indices", "indptr": "tensor_000047_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000047_chunk_000115_indices", "indptr": "tensor_000047_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000047_chunk_000116_indices", "indptr": "tensor_000047_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000047_chunk_000117_indices", "indptr": "tensor_000047_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000047_chunk_000118_indices", "indptr": "tensor_000047_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000047_chunk_000119_indices", "indptr": "tensor_000047_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000047_chunk_000120_indices", "indptr": "tensor_000047_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000047_chunk_000121_indices", "indptr": "tensor_000047_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000047_chunk_000122_indices", "indptr": "tensor_000047_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000047_chunk_000123_indices", "indptr": "tensor_000047_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000047_chunk_000124_indices", "indptr": "tensor_000047_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000047_chunk_000125_indices", "indptr": "tensor_000047_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000047_chunk_000126_indices", "indptr": "tensor_000047_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 96000, "shape": [ 8192, 16001 ] }, "model.layers.11.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000046_chunk_000000_indices", "indptr": "tensor_000046_chunk_000000_indptr", "nnz": 762, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000046_chunk_000001_indices", "indptr": "tensor_000046_chunk_000001_indptr", "nnz": 768, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000046_chunk_000002_indices", "indptr": "tensor_000046_chunk_000002_indptr", "nnz": 768, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000046_chunk_000003_indices", "indptr": "tensor_000046_chunk_000003_indptr", "nnz": 768, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000046_chunk_000004_indices", "indptr": "tensor_000046_chunk_000004_indptr", "nnz": 768, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000046_chunk_000005_indices", "indptr": "tensor_000046_chunk_000005_indptr", "nnz": 768, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000046_chunk_000006_indices", "indptr": "tensor_000046_chunk_000006_indptr", "nnz": 768, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000046_chunk_000007_indices", "indptr": "tensor_000046_chunk_000007_indptr", "nnz": 768, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000046_chunk_000008_indices", "indptr": "tensor_000046_chunk_000008_indptr", "nnz": 768, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000046_chunk_000009_indices", "indptr": "tensor_000046_chunk_000009_indptr", "nnz": 768, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000046_chunk_000010_indices", "indptr": "tensor_000046_chunk_000010_indptr", "nnz": 768, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000046_chunk_000011_indices", "indptr": "tensor_000046_chunk_000011_indptr", "nnz": 768, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000046_chunk_000012_indices", "indptr": "tensor_000046_chunk_000012_indptr", "nnz": 768, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000046_chunk_000013_indices", "indptr": "tensor_000046_chunk_000013_indptr", "nnz": 768, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000046_chunk_000014_indices", "indptr": "tensor_000046_chunk_000014_indptr", "nnz": 768, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000046_chunk_000015_indices", "indptr": "tensor_000046_chunk_000015_indptr", "nnz": 768, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000046_chunk_000016_indices", "indptr": "tensor_000046_chunk_000016_indptr", "nnz": 768, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000046_chunk_000017_indices", "indptr": "tensor_000046_chunk_000017_indptr", "nnz": 768, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000046_chunk_000018_indices", "indptr": "tensor_000046_chunk_000018_indptr", "nnz": 768, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000046_chunk_000019_indices", "indptr": "tensor_000046_chunk_000019_indptr", "nnz": 768, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000046_chunk_000020_indices", "indptr": "tensor_000046_chunk_000020_indptr", "nnz": 768, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000046_chunk_000021_indices", "indptr": "tensor_000046_chunk_000021_indptr", "nnz": 768, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000046_chunk_000022_indices", "indptr": "tensor_000046_chunk_000022_indptr", "nnz": 768, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000046_chunk_000023_indices", "indptr": "tensor_000046_chunk_000023_indptr", "nnz": 768, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000046_chunk_000024_indices", "indptr": "tensor_000046_chunk_000024_indptr", "nnz": 768, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000046_chunk_000025_indices", "indptr": "tensor_000046_chunk_000025_indptr", "nnz": 768, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000046_chunk_000026_indices", "indptr": "tensor_000046_chunk_000026_indptr", "nnz": 768, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000046_chunk_000027_indices", "indptr": "tensor_000046_chunk_000027_indptr", "nnz": 768, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000046_chunk_000028_indices", "indptr": "tensor_000046_chunk_000028_indptr", "nnz": 768, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000046_chunk_000029_indices", "indptr": "tensor_000046_chunk_000029_indptr", "nnz": 768, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000046_chunk_000030_indices", "indptr": "tensor_000046_chunk_000030_indptr", "nnz": 768, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000046_chunk_000031_indices", "indptr": "tensor_000046_chunk_000031_indptr", "nnz": 768, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000046_chunk_000032_indices", "indptr": "tensor_000046_chunk_000032_indptr", "nnz": 768, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000046_chunk_000033_indices", "indptr": "tensor_000046_chunk_000033_indptr", "nnz": 768, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000046_chunk_000034_indices", "indptr": "tensor_000046_chunk_000034_indptr", "nnz": 768, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000046_chunk_000035_indices", "indptr": "tensor_000046_chunk_000035_indptr", "nnz": 768, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000046_chunk_000036_indices", "indptr": "tensor_000046_chunk_000036_indptr", "nnz": 768, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000046_chunk_000037_indices", "indptr": "tensor_000046_chunk_000037_indptr", "nnz": 768, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000046_chunk_000038_indices", "indptr": "tensor_000046_chunk_000038_indptr", "nnz": 768, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000046_chunk_000039_indices", "indptr": "tensor_000046_chunk_000039_indptr", "nnz": 768, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000046_chunk_000040_indices", "indptr": "tensor_000046_chunk_000040_indptr", "nnz": 768, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000046_chunk_000041_indices", "indptr": "tensor_000046_chunk_000041_indptr", "nnz": 768, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000046_chunk_000042_indices", "indptr": "tensor_000046_chunk_000042_indptr", "nnz": 768, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000046_chunk_000043_indices", "indptr": "tensor_000046_chunk_000043_indptr", "nnz": 768, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000046_chunk_000044_indices", "indptr": "tensor_000046_chunk_000044_indptr", "nnz": 768, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000046_chunk_000045_indices", "indptr": "tensor_000046_chunk_000045_indptr", "nnz": 768, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000046_chunk_000046_indices", "indptr": "tensor_000046_chunk_000046_indptr", "nnz": 768, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000046_chunk_000047_indices", "indptr": "tensor_000046_chunk_000047_indptr", "nnz": 768, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000046_chunk_000048_indices", "indptr": "tensor_000046_chunk_000048_indptr", "nnz": 768, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000046_chunk_000049_indices", "indptr": "tensor_000046_chunk_000049_indptr", "nnz": 768, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000046_chunk_000050_indices", "indptr": "tensor_000046_chunk_000050_indptr", "nnz": 768, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000046_chunk_000051_indices", "indptr": "tensor_000046_chunk_000051_indptr", "nnz": 768, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000046_chunk_000052_indices", "indptr": "tensor_000046_chunk_000052_indptr", "nnz": 768, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000046_chunk_000053_indices", "indptr": "tensor_000046_chunk_000053_indptr", "nnz": 768, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000046_chunk_000054_indices", "indptr": "tensor_000046_chunk_000054_indptr", "nnz": 768, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000046_chunk_000055_indices", "indptr": "tensor_000046_chunk_000055_indptr", "nnz": 768, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000046_chunk_000056_indices", "indptr": "tensor_000046_chunk_000056_indptr", "nnz": 768, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000046_chunk_000057_indices", "indptr": "tensor_000046_chunk_000057_indptr", "nnz": 768, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000046_chunk_000058_indices", "indptr": "tensor_000046_chunk_000058_indptr", "nnz": 768, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000046_chunk_000059_indices", "indptr": "tensor_000046_chunk_000059_indptr", "nnz": 768, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000046_chunk_000060_indices", "indptr": "tensor_000046_chunk_000060_indptr", "nnz": 768, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000046_chunk_000061_indices", "indptr": "tensor_000046_chunk_000061_indptr", "nnz": 768, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000046_chunk_000062_indices", "indptr": "tensor_000046_chunk_000062_indptr", "nnz": 768, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000046_chunk_000063_indices", "indptr": "tensor_000046_chunk_000063_indptr", "nnz": 768, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000046_chunk_000064_indices", "indptr": "tensor_000046_chunk_000064_indptr", "nnz": 768, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000046_chunk_000065_indices", "indptr": "tensor_000046_chunk_000065_indptr", "nnz": 768, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000046_chunk_000066_indices", "indptr": "tensor_000046_chunk_000066_indptr", "nnz": 768, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000046_chunk_000067_indices", "indptr": "tensor_000046_chunk_000067_indptr", "nnz": 768, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000046_chunk_000068_indices", "indptr": "tensor_000046_chunk_000068_indptr", "nnz": 768, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000046_chunk_000069_indices", "indptr": "tensor_000046_chunk_000069_indptr", "nnz": 768, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000046_chunk_000070_indices", "indptr": "tensor_000046_chunk_000070_indptr", "nnz": 768, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000046_chunk_000071_indices", "indptr": "tensor_000046_chunk_000071_indptr", "nnz": 768, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000046_chunk_000072_indices", "indptr": "tensor_000046_chunk_000072_indptr", "nnz": 768, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000046_chunk_000073_indices", "indptr": "tensor_000046_chunk_000073_indptr", "nnz": 768, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000046_chunk_000074_indices", "indptr": "tensor_000046_chunk_000074_indptr", "nnz": 768, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000046_chunk_000075_indices", "indptr": "tensor_000046_chunk_000075_indptr", "nnz": 768, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000046_chunk_000076_indices", "indptr": "tensor_000046_chunk_000076_indptr", "nnz": 768, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000046_chunk_000077_indices", "indptr": "tensor_000046_chunk_000077_indptr", "nnz": 768, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000046_chunk_000078_indices", "indptr": "tensor_000046_chunk_000078_indptr", "nnz": 768, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000046_chunk_000079_indices", "indptr": "tensor_000046_chunk_000079_indptr", "nnz": 768, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000046_chunk_000080_indices", "indptr": "tensor_000046_chunk_000080_indptr", "nnz": 768, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000046_chunk_000081_indices", "indptr": "tensor_000046_chunk_000081_indptr", "nnz": 768, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000046_chunk_000082_indices", "indptr": "tensor_000046_chunk_000082_indptr", "nnz": 768, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000046_chunk_000083_indices", "indptr": "tensor_000046_chunk_000083_indptr", "nnz": 768, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000046_chunk_000084_indices", "indptr": "tensor_000046_chunk_000084_indptr", "nnz": 768, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000046_chunk_000085_indices", "indptr": "tensor_000046_chunk_000085_indptr", "nnz": 768, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000046_chunk_000086_indices", "indptr": "tensor_000046_chunk_000086_indptr", "nnz": 768, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000046_chunk_000087_indices", "indptr": "tensor_000046_chunk_000087_indptr", "nnz": 768, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000046_chunk_000088_indices", "indptr": "tensor_000046_chunk_000088_indptr", "nnz": 768, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000046_chunk_000089_indices", "indptr": "tensor_000046_chunk_000089_indptr", "nnz": 768, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000046_chunk_000090_indices", "indptr": "tensor_000046_chunk_000090_indptr", "nnz": 768, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000046_chunk_000091_indices", "indptr": "tensor_000046_chunk_000091_indptr", "nnz": 768, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000046_chunk_000092_indices", "indptr": "tensor_000046_chunk_000092_indptr", "nnz": 768, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000046_chunk_000093_indices", "indptr": "tensor_000046_chunk_000093_indptr", "nnz": 768, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000046_chunk_000094_indices", "indptr": "tensor_000046_chunk_000094_indptr", "nnz": 768, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000046_chunk_000095_indices", "indptr": "tensor_000046_chunk_000095_indptr", "nnz": 768, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000046_chunk_000096_indices", "indptr": "tensor_000046_chunk_000096_indptr", "nnz": 768, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000046_chunk_000097_indices", "indptr": "tensor_000046_chunk_000097_indptr", "nnz": 768, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000046_chunk_000098_indices", "indptr": "tensor_000046_chunk_000098_indptr", "nnz": 768, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000046_chunk_000099_indices", "indptr": "tensor_000046_chunk_000099_indptr", "nnz": 768, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000046_chunk_000100_indices", "indptr": "tensor_000046_chunk_000100_indptr", "nnz": 768, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000046_chunk_000101_indices", "indptr": "tensor_000046_chunk_000101_indptr", "nnz": 768, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000046_chunk_000102_indices", "indptr": "tensor_000046_chunk_000102_indptr", "nnz": 768, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000046_chunk_000103_indices", "indptr": "tensor_000046_chunk_000103_indptr", "nnz": 768, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000046_chunk_000104_indices", "indptr": "tensor_000046_chunk_000104_indptr", "nnz": 768, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000046_chunk_000105_indices", "indptr": "tensor_000046_chunk_000105_indptr", "nnz": 768, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000046_chunk_000106_indices", "indptr": "tensor_000046_chunk_000106_indptr", "nnz": 768, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000046_chunk_000107_indices", "indptr": "tensor_000046_chunk_000107_indptr", "nnz": 768, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000046_chunk_000108_indices", "indptr": "tensor_000046_chunk_000108_indptr", "nnz": 768, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000046_chunk_000109_indices", "indptr": "tensor_000046_chunk_000109_indptr", "nnz": 768, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000046_chunk_000110_indices", "indptr": "tensor_000046_chunk_000110_indptr", "nnz": 768, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000046_chunk_000111_indices", "indptr": "tensor_000046_chunk_000111_indptr", "nnz": 768, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000046_chunk_000112_indices", "indptr": "tensor_000046_chunk_000112_indptr", "nnz": 768, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000046_chunk_000113_indices", "indptr": "tensor_000046_chunk_000113_indptr", "nnz": 768, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000046_chunk_000114_indices", "indptr": "tensor_000046_chunk_000114_indptr", "nnz": 768, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000046_chunk_000115_indices", "indptr": "tensor_000046_chunk_000115_indptr", "nnz": 768, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000046_chunk_000116_indices", "indptr": "tensor_000046_chunk_000116_indptr", "nnz": 768, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000046_chunk_000117_indices", "indptr": "tensor_000046_chunk_000117_indptr", "nnz": 768, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000046_chunk_000118_indices", "indptr": "tensor_000046_chunk_000118_indptr", "nnz": 768, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000046_chunk_000119_indices", "indptr": "tensor_000046_chunk_000119_indptr", "nnz": 768, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000046_chunk_000120_indices", "indptr": "tensor_000046_chunk_000120_indptr", "nnz": 768, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000046_chunk_000121_indices", "indptr": "tensor_000046_chunk_000121_indptr", "nnz": 768, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000046_chunk_000122_indices", "indptr": "tensor_000046_chunk_000122_indptr", "nnz": 768, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000046_chunk_000123_indices", "indptr": "tensor_000046_chunk_000123_indptr", "nnz": 768, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000046_chunk_000124_indices", "indptr": "tensor_000046_chunk_000124_indptr", "nnz": 768, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000046_chunk_000125_indices", "indptr": "tensor_000046_chunk_000125_indptr", "nnz": 132, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000046_chunk_000126_indices", "indptr": "tensor_000046_chunk_000126_indptr", "nnz": 128, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000046_chunk_000127_indices", "indptr": "tensor_000046_chunk_000127_indptr", "nnz": 128, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000046_chunk_000128_indices", "indptr": "tensor_000046_chunk_000128_indptr", "nnz": 128, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000046_chunk_000129_indices", "indptr": "tensor_000046_chunk_000129_indptr", "nnz": 128, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000046_chunk_000130_indices", "indptr": "tensor_000046_chunk_000130_indptr", "nnz": 128, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000046_chunk_000131_indices", "indptr": "tensor_000046_chunk_000131_indptr", "nnz": 128, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000046_chunk_000132_indices", "indptr": "tensor_000046_chunk_000132_indptr", "nnz": 128, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000046_chunk_000133_indices", "indptr": "tensor_000046_chunk_000133_indptr", "nnz": 128, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000046_chunk_000134_indices", "indptr": "tensor_000046_chunk_000134_indptr", "nnz": 128, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000046_chunk_000135_indices", "indptr": "tensor_000046_chunk_000135_indptr", "nnz": 128, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000046_chunk_000136_indices", "indptr": "tensor_000046_chunk_000136_indptr", "nnz": 128, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000046_chunk_000137_indices", "indptr": "tensor_000046_chunk_000137_indptr", "nnz": 128, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000046_chunk_000138_indices", "indptr": "tensor_000046_chunk_000138_indptr", "nnz": 128, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000046_chunk_000139_indices", "indptr": "tensor_000046_chunk_000139_indptr", "nnz": 128, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000046_chunk_000140_indices", "indptr": "tensor_000046_chunk_000140_indptr", "nnz": 128, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000046_chunk_000141_indices", "indptr": "tensor_000046_chunk_000141_indptr", "nnz": 128, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000046_chunk_000142_indices", "indptr": "tensor_000046_chunk_000142_indptr", "nnz": 128, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000046_chunk_000143_indices", "indptr": "tensor_000046_chunk_000143_indptr", "nnz": 128, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000046_chunk_000144_indices", "indptr": "tensor_000046_chunk_000144_indptr", "nnz": 128, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000046_chunk_000145_indices", "indptr": "tensor_000046_chunk_000145_indptr", "nnz": 128, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000046_chunk_000146_indices", "indptr": "tensor_000046_chunk_000146_indptr", "nnz": 128, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000046_chunk_000147_indices", "indptr": "tensor_000046_chunk_000147_indptr", "nnz": 128, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000046_chunk_000148_indices", "indptr": "tensor_000046_chunk_000148_indptr", "nnz": 128, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000046_chunk_000149_indices", "indptr": "tensor_000046_chunk_000149_indptr", "nnz": 128, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000046_chunk_000150_indices", "indptr": "tensor_000046_chunk_000150_indptr", "nnz": 128, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000046_chunk_000151_indices", "indptr": "tensor_000046_chunk_000151_indptr", "nnz": 128, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000046_chunk_000152_indices", "indptr": "tensor_000046_chunk_000152_indptr", "nnz": 128, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000046_chunk_000153_indices", "indptr": "tensor_000046_chunk_000153_indptr", "nnz": 128, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000046_chunk_000154_indices", "indptr": "tensor_000046_chunk_000154_indptr", "nnz": 128, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000046_chunk_000155_indices", "indptr": "tensor_000046_chunk_000155_indptr", "nnz": 128, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000046_chunk_000156_indices", "indptr": "tensor_000046_chunk_000156_indptr", "nnz": 128, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000046_chunk_000157_indices", "indptr": "tensor_000046_chunk_000157_indptr", "nnz": 128, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000046_chunk_000158_indices", "indptr": "tensor_000046_chunk_000158_indptr", "nnz": 128, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000046_chunk_000159_indices", "indptr": "tensor_000046_chunk_000159_indptr", "nnz": 128, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000046_chunk_000160_indices", "indptr": "tensor_000046_chunk_000160_indptr", "nnz": 128, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000046_chunk_000161_indices", "indptr": "tensor_000046_chunk_000161_indptr", "nnz": 128, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000046_chunk_000162_indices", "indptr": "tensor_000046_chunk_000162_indptr", "nnz": 128, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000046_chunk_000163_indices", "indptr": "tensor_000046_chunk_000163_indptr", "nnz": 128, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000046_chunk_000164_indices", "indptr": "tensor_000046_chunk_000164_indptr", "nnz": 128, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000046_chunk_000165_indices", "indptr": "tensor_000046_chunk_000165_indptr", "nnz": 128, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000046_chunk_000166_indices", "indptr": "tensor_000046_chunk_000166_indptr", "nnz": 128, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000046_chunk_000167_indices", "indptr": "tensor_000046_chunk_000167_indptr", "nnz": 128, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000046_chunk_000168_indices", "indptr": "tensor_000046_chunk_000168_indptr", "nnz": 128, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000046_chunk_000169_indices", "indptr": "tensor_000046_chunk_000169_indptr", "nnz": 128, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000046_chunk_000170_indices", "indptr": "tensor_000046_chunk_000170_indptr", "nnz": 128, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000046_chunk_000171_indices", "indptr": "tensor_000046_chunk_000171_indptr", "nnz": 128, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000046_chunk_000172_indices", "indptr": "tensor_000046_chunk_000172_indptr", "nnz": 128, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000046_chunk_000173_indices", "indptr": "tensor_000046_chunk_000173_indptr", "nnz": 128, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000046_chunk_000174_indices", "indptr": "tensor_000046_chunk_000174_indptr", "nnz": 128, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000046_chunk_000175_indices", "indptr": "tensor_000046_chunk_000175_indptr", "nnz": 128, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000046_chunk_000176_indices", "indptr": "tensor_000046_chunk_000176_indptr", "nnz": 128, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000046_chunk_000177_indices", "indptr": "tensor_000046_chunk_000177_indptr", "nnz": 128, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000046_chunk_000178_indices", "indptr": "tensor_000046_chunk_000178_indptr", "nnz": 128, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000046_chunk_000179_indices", "indptr": "tensor_000046_chunk_000179_indptr", "nnz": 128, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000046_chunk_000180_indices", "indptr": "tensor_000046_chunk_000180_indptr", "nnz": 128, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000046_chunk_000181_indices", "indptr": "tensor_000046_chunk_000181_indptr", "nnz": 128, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000046_chunk_000182_indices", "indptr": "tensor_000046_chunk_000182_indptr", "nnz": 128, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000046_chunk_000183_indices", "indptr": "tensor_000046_chunk_000183_indptr", "nnz": 128, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000046_chunk_000184_indices", "indptr": "tensor_000046_chunk_000184_indptr", "nnz": 128, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000046_chunk_000185_indices", "indptr": "tensor_000046_chunk_000185_indptr", "nnz": 128, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000046_chunk_000186_indices", "indptr": "tensor_000046_chunk_000186_indptr", "nnz": 128, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000046_chunk_000187_indices", "indptr": "tensor_000046_chunk_000187_indptr", "nnz": 128, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000046_chunk_000188_indices", "indptr": "tensor_000046_chunk_000188_indptr", "nnz": 128, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000046_chunk_000189_indices", "indptr": "tensor_000046_chunk_000189_indptr", "nnz": 128, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000046_chunk_000190_indices", "indptr": "tensor_000046_chunk_000190_indptr", "nnz": 128, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000046_chunk_000191_indices", "indptr": "tensor_000046_chunk_000191_indptr", "nnz": 128, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000046_chunk_000192_indices", "indptr": "tensor_000046_chunk_000192_indptr", "nnz": 128, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000046_chunk_000193_indices", "indptr": "tensor_000046_chunk_000193_indptr", "nnz": 128, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000046_chunk_000194_indices", "indptr": "tensor_000046_chunk_000194_indptr", "nnz": 128, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000046_chunk_000195_indices", "indptr": "tensor_000046_chunk_000195_indptr", "nnz": 128, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000046_chunk_000196_indices", "indptr": "tensor_000046_chunk_000196_indptr", "nnz": 128, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000046_chunk_000197_indices", "indptr": "tensor_000046_chunk_000197_indptr", "nnz": 128, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000046_chunk_000198_indices", "indptr": "tensor_000046_chunk_000198_indptr", "nnz": 128, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000046_chunk_000199_indices", "indptr": "tensor_000046_chunk_000199_indptr", "nnz": 128, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000046_chunk_000200_indices", "indptr": "tensor_000046_chunk_000200_indptr", "nnz": 128, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000046_chunk_000201_indices", "indptr": "tensor_000046_chunk_000201_indptr", "nnz": 128, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000046_chunk_000202_indices", "indptr": "tensor_000046_chunk_000202_indptr", "nnz": 128, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000046_chunk_000203_indices", "indptr": "tensor_000046_chunk_000203_indptr", "nnz": 128, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000046_chunk_000204_indices", "indptr": "tensor_000046_chunk_000204_indptr", "nnz": 128, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000046_chunk_000205_indices", "indptr": "tensor_000046_chunk_000205_indptr", "nnz": 128, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000046_chunk_000206_indices", "indptr": "tensor_000046_chunk_000206_indptr", "nnz": 128, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000046_chunk_000207_indices", "indptr": "tensor_000046_chunk_000207_indptr", "nnz": 128, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000046_chunk_000208_indices", "indptr": "tensor_000046_chunk_000208_indptr", "nnz": 128, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000046_chunk_000209_indices", "indptr": "tensor_000046_chunk_000209_indptr", "nnz": 128, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000046_chunk_000210_indices", "indptr": "tensor_000046_chunk_000210_indptr", "nnz": 128, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000046_chunk_000211_indices", "indptr": "tensor_000046_chunk_000211_indptr", "nnz": 128, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000046_chunk_000212_indices", "indptr": "tensor_000046_chunk_000212_indptr", "nnz": 128, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000046_chunk_000213_indices", "indptr": "tensor_000046_chunk_000213_indptr", "nnz": 128, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000046_chunk_000214_indices", "indptr": "tensor_000046_chunk_000214_indptr", "nnz": 128, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000046_chunk_000215_indices", "indptr": "tensor_000046_chunk_000215_indptr", "nnz": 128, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000046_chunk_000216_indices", "indptr": "tensor_000046_chunk_000216_indptr", "nnz": 128, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000046_chunk_000217_indices", "indptr": "tensor_000046_chunk_000217_indptr", "nnz": 128, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000046_chunk_000218_indices", "indptr": "tensor_000046_chunk_000218_indptr", "nnz": 128, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000046_chunk_000219_indices", "indptr": "tensor_000046_chunk_000219_indptr", "nnz": 128, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000046_chunk_000220_indices", "indptr": "tensor_000046_chunk_000220_indptr", "nnz": 128, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000046_chunk_000221_indices", "indptr": "tensor_000046_chunk_000221_indptr", "nnz": 128, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000046_chunk_000222_indices", "indptr": "tensor_000046_chunk_000222_indptr", "nnz": 128, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000046_chunk_000223_indices", "indptr": "tensor_000046_chunk_000223_indptr", "nnz": 128, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000046_chunk_000224_indices", "indptr": "tensor_000046_chunk_000224_indptr", "nnz": 128, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000046_chunk_000225_indices", "indptr": "tensor_000046_chunk_000225_indptr", "nnz": 128, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000046_chunk_000226_indices", "indptr": "tensor_000046_chunk_000226_indptr", "nnz": 128, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000046_chunk_000227_indices", "indptr": "tensor_000046_chunk_000227_indptr", "nnz": 128, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000046_chunk_000228_indices", "indptr": "tensor_000046_chunk_000228_indptr", "nnz": 128, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000046_chunk_000229_indices", "indptr": "tensor_000046_chunk_000229_indptr", "nnz": 128, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000046_chunk_000230_indices", "indptr": "tensor_000046_chunk_000230_indptr", "nnz": 128, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000046_chunk_000231_indices", "indptr": "tensor_000046_chunk_000231_indptr", "nnz": 128, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000046_chunk_000232_indices", "indptr": "tensor_000046_chunk_000232_indptr", "nnz": 128, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000046_chunk_000233_indices", "indptr": "tensor_000046_chunk_000233_indptr", "nnz": 128, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000046_chunk_000234_indices", "indptr": "tensor_000046_chunk_000234_indptr", "nnz": 128, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000046_chunk_000235_indices", "indptr": "tensor_000046_chunk_000235_indptr", "nnz": 128, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000046_chunk_000236_indices", "indptr": "tensor_000046_chunk_000236_indptr", "nnz": 128, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000046_chunk_000237_indices", "indptr": "tensor_000046_chunk_000237_indptr", "nnz": 128, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000046_chunk_000238_indices", "indptr": "tensor_000046_chunk_000238_indptr", "nnz": 128, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000046_chunk_000239_indices", "indptr": "tensor_000046_chunk_000239_indptr", "nnz": 128, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000046_chunk_000240_indices", "indptr": "tensor_000046_chunk_000240_indptr", "nnz": 128, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000046_chunk_000241_indices", "indptr": "tensor_000046_chunk_000241_indptr", "nnz": 128, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000046_chunk_000242_indices", "indptr": "tensor_000046_chunk_000242_indptr", "nnz": 128, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000046_chunk_000243_indices", "indptr": "tensor_000046_chunk_000243_indptr", "nnz": 128, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000046_chunk_000244_indices", "indptr": "tensor_000046_chunk_000244_indptr", "nnz": 128, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000046_chunk_000245_indices", "indptr": "tensor_000046_chunk_000245_indptr", "nnz": 128, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000046_chunk_000246_indices", "indptr": "tensor_000046_chunk_000246_indptr", "nnz": 128, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000046_chunk_000247_indices", "indptr": "tensor_000046_chunk_000247_indptr", "nnz": 128, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000046_chunk_000248_indices", "indptr": "tensor_000046_chunk_000248_indptr", "nnz": 128, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000046_chunk_000249_indices", "indptr": "tensor_000046_chunk_000249_indptr", "nnz": 128, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000046_chunk_000250_indices", "indptr": "tensor_000046_chunk_000250_indptr", "nnz": 2, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 112000, "shape": [ 32002, 8192 ] }, "model.layers.11.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000089_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.11.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000045_chunk_000000_indices", "indptr": "tensor_000045_chunk_000000_indptr", "nnz": 149, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000045_chunk_000001_indices", "indptr": "tensor_000045_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000045_chunk_000002_indices", "indptr": "tensor_000045_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000045_chunk_000003_indices", "indptr": "tensor_000045_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 149, "shape": [ 8192, 448 ] }, "model.layers.11.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000044_chunk_000000_indices", "indptr": "tensor_000044_chunk_000000_indptr", "nnz": 22, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000044_chunk_000001_indices", "indptr": "tensor_000044_chunk_000001_indptr", "nnz": 22, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000044_chunk_000002_indices", "indptr": "tensor_000044_chunk_000002_indptr", "nnz": 128, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000044_chunk_000003_indices", "indptr": "tensor_000044_chunk_000003_indptr", "nnz": 11, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000044_chunk_000004_indices", "indptr": "tensor_000044_chunk_000004_indptr", "nnz": 22, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000044_chunk_000005_indices", "indptr": "tensor_000044_chunk_000005_indptr", "nnz": 75, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000044_chunk_000006_indices", "indptr": "tensor_000044_chunk_000006_indptr", "nnz": 64, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000044_chunk_000007_indices", "indptr": "tensor_000044_chunk_000007_indptr", "nnz": 34, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000044_chunk_000008_indices", "indptr": "tensor_000044_chunk_000008_indptr", "nnz": 34, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000044_chunk_000009_indices", "indptr": "tensor_000044_chunk_000009_indptr", "nnz": 81, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000044_chunk_000010_indices", "indptr": "tensor_000044_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 493, "shape": [ 1344, 8192 ] }, "model.layers.12.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000090_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.12.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000051_chunk_000000_indices", "indptr": "tensor_000051_chunk_000000_indptr", "nnz": 78, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000051_chunk_000001_indices", "indptr": "tensor_000051_chunk_000001_indptr", "nnz": 58, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000051_chunk_000002_indices", "indptr": "tensor_000051_chunk_000002_indptr", "nnz": 6, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000051_chunk_000003_indices", "indptr": "tensor_000051_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000051_chunk_000004_indices", "indptr": "tensor_000051_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000051_chunk_000005_indices", "indptr": "tensor_000051_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000051_chunk_000006_indices", "indptr": "tensor_000051_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000051_chunk_000007_indices", "indptr": "tensor_000051_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000051_chunk_000008_indices", "indptr": "tensor_000051_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000051_chunk_000009_indices", "indptr": "tensor_000051_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000051_chunk_000010_indices", "indptr": "tensor_000051_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000051_chunk_000011_indices", "indptr": "tensor_000051_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000051_chunk_000012_indices", "indptr": "tensor_000051_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000051_chunk_000013_indices", "indptr": "tensor_000051_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000051_chunk_000014_indices", "indptr": "tensor_000051_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000051_chunk_000015_indices", "indptr": "tensor_000051_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000051_chunk_000016_indices", "indptr": "tensor_000051_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000051_chunk_000017_indices", "indptr": "tensor_000051_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000051_chunk_000018_indices", "indptr": "tensor_000051_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000051_chunk_000019_indices", "indptr": "tensor_000051_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000051_chunk_000020_indices", "indptr": "tensor_000051_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000051_chunk_000021_indices", "indptr": "tensor_000051_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000051_chunk_000022_indices", "indptr": "tensor_000051_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000051_chunk_000023_indices", "indptr": "tensor_000051_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000051_chunk_000024_indices", "indptr": "tensor_000051_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000051_chunk_000025_indices", "indptr": "tensor_000051_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000051_chunk_000026_indices", "indptr": "tensor_000051_chunk_000026_indptr", "nnz": 340, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000051_chunk_000027_indices", "indptr": "tensor_000051_chunk_000027_indptr", "nnz": 3660, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000051_chunk_000028_indices", "indptr": "tensor_000051_chunk_000028_indptr", "nnz": 3900, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000051_chunk_000029_indices", "indptr": "tensor_000051_chunk_000029_indptr", "nnz": 3100, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000051_chunk_000030_indices", "indptr": "tensor_000051_chunk_000030_indptr", "nnz": 4000, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000051_chunk_000031_indices", "indptr": "tensor_000051_chunk_000031_indptr", "nnz": 4560, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000051_chunk_000032_indices", "indptr": "tensor_000051_chunk_000032_indptr", "nnz": 3440, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000051_chunk_000033_indices", "indptr": "tensor_000051_chunk_000033_indptr", "nnz": 4000, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000051_chunk_000034_indices", "indptr": "tensor_000051_chunk_000034_indptr", "nnz": 4000, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000051_chunk_000035_indices", "indptr": "tensor_000051_chunk_000035_indptr", "nnz": 3000, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000051_chunk_000036_indices", "indptr": "tensor_000051_chunk_000036_indptr", "nnz": 4798, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000051_chunk_000037_indices", "indptr": "tensor_000051_chunk_000037_indptr", "nnz": 4041, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000051_chunk_000038_indices", "indptr": "tensor_000051_chunk_000038_indptr", "nnz": 3161, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000051_chunk_000039_indices", "indptr": "tensor_000051_chunk_000039_indptr", "nnz": 3990, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000051_chunk_000040_indices", "indptr": "tensor_000051_chunk_000040_indptr", "nnz": 3010, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000051_chunk_000041_indices", "indptr": "tensor_000051_chunk_000041_indptr", "nnz": 4812, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000051_chunk_000042_indices", "indptr": "tensor_000051_chunk_000042_indptr", "nnz": 3901, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000051_chunk_000043_indices", "indptr": "tensor_000051_chunk_000043_indptr", "nnz": 3287, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000051_chunk_000044_indices", "indptr": "tensor_000051_chunk_000044_indptr", "nnz": 4228, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000051_chunk_000045_indices", "indptr": "tensor_000051_chunk_000045_indptr", "nnz": 3772, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000051_chunk_000046_indices", "indptr": "tensor_000051_chunk_000046_indptr", "nnz": 3000, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000051_chunk_000047_indices", "indptr": "tensor_000051_chunk_000047_indptr", "nnz": 4909, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000051_chunk_000048_indices", "indptr": "tensor_000051_chunk_000048_indptr", "nnz": 3091, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000051_chunk_000049_indices", "indptr": "tensor_000051_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000051_chunk_000050_indices", "indptr": "tensor_000051_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000051_chunk_000051_indices", "indptr": "tensor_000051_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000051_chunk_000052_indices", "indptr": "tensor_000051_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000051_chunk_000053_indices", "indptr": "tensor_000051_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000051_chunk_000054_indices", "indptr": "tensor_000051_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000051_chunk_000055_indices", "indptr": "tensor_000051_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000051_chunk_000056_indices", "indptr": "tensor_000051_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000051_chunk_000057_indices", "indptr": "tensor_000051_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000051_chunk_000058_indices", "indptr": "tensor_000051_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000051_chunk_000059_indices", "indptr": "tensor_000051_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000051_chunk_000060_indices", "indptr": "tensor_000051_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000051_chunk_000061_indices", "indptr": "tensor_000051_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000051_chunk_000062_indices", "indptr": "tensor_000051_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000051_chunk_000063_indices", "indptr": "tensor_000051_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000051_chunk_000064_indices", "indptr": "tensor_000051_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000051_chunk_000065_indices", "indptr": "tensor_000051_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000051_chunk_000066_indices", "indptr": "tensor_000051_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000051_chunk_000067_indices", "indptr": "tensor_000051_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000051_chunk_000068_indices", "indptr": "tensor_000051_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000051_chunk_000069_indices", "indptr": "tensor_000051_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000051_chunk_000070_indices", "indptr": "tensor_000051_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000051_chunk_000071_indices", "indptr": "tensor_000051_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000051_chunk_000072_indices", "indptr": "tensor_000051_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000051_chunk_000073_indices", "indptr": "tensor_000051_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000051_chunk_000074_indices", "indptr": "tensor_000051_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000051_chunk_000075_indices", "indptr": "tensor_000051_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000051_chunk_000076_indices", "indptr": "tensor_000051_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000051_chunk_000077_indices", "indptr": "tensor_000051_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000051_chunk_000078_indices", "indptr": "tensor_000051_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000051_chunk_000079_indices", "indptr": "tensor_000051_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000051_chunk_000080_indices", "indptr": "tensor_000051_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000051_chunk_000081_indices", "indptr": "tensor_000051_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000051_chunk_000082_indices", "indptr": "tensor_000051_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000051_chunk_000083_indices", "indptr": "tensor_000051_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000051_chunk_000084_indices", "indptr": "tensor_000051_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000051_chunk_000085_indices", "indptr": "tensor_000051_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000051_chunk_000086_indices", "indptr": "tensor_000051_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000051_chunk_000087_indices", "indptr": "tensor_000051_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000051_chunk_000088_indices", "indptr": "tensor_000051_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000051_chunk_000089_indices", "indptr": "tensor_000051_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000051_chunk_000090_indices", "indptr": "tensor_000051_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000051_chunk_000091_indices", "indptr": "tensor_000051_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000051_chunk_000092_indices", "indptr": "tensor_000051_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000051_chunk_000093_indices", "indptr": "tensor_000051_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000051_chunk_000094_indices", "indptr": "tensor_000051_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000051_chunk_000095_indices", "indptr": "tensor_000051_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000051_chunk_000096_indices", "indptr": "tensor_000051_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000051_chunk_000097_indices", "indptr": "tensor_000051_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000051_chunk_000098_indices", "indptr": "tensor_000051_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000051_chunk_000099_indices", "indptr": "tensor_000051_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000051_chunk_000100_indices", "indptr": "tensor_000051_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000051_chunk_000101_indices", "indptr": "tensor_000051_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000051_chunk_000102_indices", "indptr": "tensor_000051_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000051_chunk_000103_indices", "indptr": "tensor_000051_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000051_chunk_000104_indices", "indptr": "tensor_000051_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000051_chunk_000105_indices", "indptr": "tensor_000051_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000051_chunk_000106_indices", "indptr": "tensor_000051_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000051_chunk_000107_indices", "indptr": "tensor_000051_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000051_chunk_000108_indices", "indptr": "tensor_000051_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000051_chunk_000109_indices", "indptr": "tensor_000051_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000051_chunk_000110_indices", "indptr": "tensor_000051_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000051_chunk_000111_indices", "indptr": "tensor_000051_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000051_chunk_000112_indices", "indptr": "tensor_000051_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000051_chunk_000113_indices", "indptr": "tensor_000051_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000051_chunk_000114_indices", "indptr": "tensor_000051_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000051_chunk_000115_indices", "indptr": "tensor_000051_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000051_chunk_000116_indices", "indptr": "tensor_000051_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000051_chunk_000117_indices", "indptr": "tensor_000051_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000051_chunk_000118_indices", "indptr": "tensor_000051_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000051_chunk_000119_indices", "indptr": "tensor_000051_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000051_chunk_000120_indices", "indptr": "tensor_000051_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000051_chunk_000121_indices", "indptr": "tensor_000051_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000051_chunk_000122_indices", "indptr": "tensor_000051_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000051_chunk_000123_indices", "indptr": "tensor_000051_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000051_chunk_000124_indices", "indptr": "tensor_000051_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000051_chunk_000125_indices", "indptr": "tensor_000051_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000051_chunk_000126_indices", "indptr": "tensor_000051_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 84142, "shape": [ 8192, 16001 ] }, "model.layers.12.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000050_chunk_000000_indices", "indptr": "tensor_000050_chunk_000000_indptr", "nnz": 762, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000050_chunk_000001_indices", "indptr": "tensor_000050_chunk_000001_indptr", "nnz": 768, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000050_chunk_000002_indices", "indptr": "tensor_000050_chunk_000002_indptr", "nnz": 768, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000050_chunk_000003_indices", "indptr": "tensor_000050_chunk_000003_indptr", "nnz": 768, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000050_chunk_000004_indices", "indptr": "tensor_000050_chunk_000004_indptr", "nnz": 768, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000050_chunk_000005_indices", "indptr": "tensor_000050_chunk_000005_indptr", "nnz": 768, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000050_chunk_000006_indices", "indptr": "tensor_000050_chunk_000006_indptr", "nnz": 768, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000050_chunk_000007_indices", "indptr": "tensor_000050_chunk_000007_indptr", "nnz": 768, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000050_chunk_000008_indices", "indptr": "tensor_000050_chunk_000008_indptr", "nnz": 768, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000050_chunk_000009_indices", "indptr": "tensor_000050_chunk_000009_indptr", "nnz": 768, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000050_chunk_000010_indices", "indptr": "tensor_000050_chunk_000010_indptr", "nnz": 768, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000050_chunk_000011_indices", "indptr": "tensor_000050_chunk_000011_indptr", "nnz": 768, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000050_chunk_000012_indices", "indptr": "tensor_000050_chunk_000012_indptr", "nnz": 768, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000050_chunk_000013_indices", "indptr": "tensor_000050_chunk_000013_indptr", "nnz": 768, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000050_chunk_000014_indices", "indptr": "tensor_000050_chunk_000014_indptr", "nnz": 768, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000050_chunk_000015_indices", "indptr": "tensor_000050_chunk_000015_indptr", "nnz": 768, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000050_chunk_000016_indices", "indptr": "tensor_000050_chunk_000016_indptr", "nnz": 768, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000050_chunk_000017_indices", "indptr": "tensor_000050_chunk_000017_indptr", "nnz": 768, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000050_chunk_000018_indices", "indptr": "tensor_000050_chunk_000018_indptr", "nnz": 768, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000050_chunk_000019_indices", "indptr": "tensor_000050_chunk_000019_indptr", "nnz": 768, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000050_chunk_000020_indices", "indptr": "tensor_000050_chunk_000020_indptr", "nnz": 768, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000050_chunk_000021_indices", "indptr": "tensor_000050_chunk_000021_indptr", "nnz": 768, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000050_chunk_000022_indices", "indptr": "tensor_000050_chunk_000022_indptr", "nnz": 768, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000050_chunk_000023_indices", "indptr": "tensor_000050_chunk_000023_indptr", "nnz": 768, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000050_chunk_000024_indices", "indptr": "tensor_000050_chunk_000024_indptr", "nnz": 768, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000050_chunk_000025_indices", "indptr": "tensor_000050_chunk_000025_indptr", "nnz": 768, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000050_chunk_000026_indices", "indptr": "tensor_000050_chunk_000026_indptr", "nnz": 768, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000050_chunk_000027_indices", "indptr": "tensor_000050_chunk_000027_indptr", "nnz": 768, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000050_chunk_000028_indices", "indptr": "tensor_000050_chunk_000028_indptr", "nnz": 768, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000050_chunk_000029_indices", "indptr": "tensor_000050_chunk_000029_indptr", "nnz": 768, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000050_chunk_000030_indices", "indptr": "tensor_000050_chunk_000030_indptr", "nnz": 768, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000050_chunk_000031_indices", "indptr": "tensor_000050_chunk_000031_indptr", "nnz": 768, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000050_chunk_000032_indices", "indptr": "tensor_000050_chunk_000032_indptr", "nnz": 768, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000050_chunk_000033_indices", "indptr": "tensor_000050_chunk_000033_indptr", "nnz": 768, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000050_chunk_000034_indices", "indptr": "tensor_000050_chunk_000034_indptr", "nnz": 768, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000050_chunk_000035_indices", "indptr": "tensor_000050_chunk_000035_indptr", "nnz": 768, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000050_chunk_000036_indices", "indptr": "tensor_000050_chunk_000036_indptr", "nnz": 768, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000050_chunk_000037_indices", "indptr": "tensor_000050_chunk_000037_indptr", "nnz": 768, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000050_chunk_000038_indices", "indptr": "tensor_000050_chunk_000038_indptr", "nnz": 768, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000050_chunk_000039_indices", "indptr": "tensor_000050_chunk_000039_indptr", "nnz": 768, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000050_chunk_000040_indices", "indptr": "tensor_000050_chunk_000040_indptr", "nnz": 768, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000050_chunk_000041_indices", "indptr": "tensor_000050_chunk_000041_indptr", "nnz": 768, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000050_chunk_000042_indices", "indptr": "tensor_000050_chunk_000042_indptr", "nnz": 768, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000050_chunk_000043_indices", "indptr": "tensor_000050_chunk_000043_indptr", "nnz": 768, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000050_chunk_000044_indices", "indptr": "tensor_000050_chunk_000044_indptr", "nnz": 768, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000050_chunk_000045_indices", "indptr": "tensor_000050_chunk_000045_indptr", "nnz": 768, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000050_chunk_000046_indices", "indptr": "tensor_000050_chunk_000046_indptr", "nnz": 768, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000050_chunk_000047_indices", "indptr": "tensor_000050_chunk_000047_indptr", "nnz": 768, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000050_chunk_000048_indices", "indptr": "tensor_000050_chunk_000048_indptr", "nnz": 768, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000050_chunk_000049_indices", "indptr": "tensor_000050_chunk_000049_indptr", "nnz": 768, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000050_chunk_000050_indices", "indptr": "tensor_000050_chunk_000050_indptr", "nnz": 768, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000050_chunk_000051_indices", "indptr": "tensor_000050_chunk_000051_indptr", "nnz": 768, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000050_chunk_000052_indices", "indptr": "tensor_000050_chunk_000052_indptr", "nnz": 768, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000050_chunk_000053_indices", "indptr": "tensor_000050_chunk_000053_indptr", "nnz": 768, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000050_chunk_000054_indices", "indptr": "tensor_000050_chunk_000054_indptr", "nnz": 768, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000050_chunk_000055_indices", "indptr": "tensor_000050_chunk_000055_indptr", "nnz": 768, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000050_chunk_000056_indices", "indptr": "tensor_000050_chunk_000056_indptr", "nnz": 768, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000050_chunk_000057_indices", "indptr": "tensor_000050_chunk_000057_indptr", "nnz": 768, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000050_chunk_000058_indices", "indptr": "tensor_000050_chunk_000058_indptr", "nnz": 768, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000050_chunk_000059_indices", "indptr": "tensor_000050_chunk_000059_indptr", "nnz": 768, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000050_chunk_000060_indices", "indptr": "tensor_000050_chunk_000060_indptr", "nnz": 768, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000050_chunk_000061_indices", "indptr": "tensor_000050_chunk_000061_indptr", "nnz": 768, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000050_chunk_000062_indices", "indptr": "tensor_000050_chunk_000062_indptr", "nnz": 768, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000050_chunk_000063_indices", "indptr": "tensor_000050_chunk_000063_indptr", "nnz": 768, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000050_chunk_000064_indices", "indptr": "tensor_000050_chunk_000064_indptr", "nnz": 768, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000050_chunk_000065_indices", "indptr": "tensor_000050_chunk_000065_indptr", "nnz": 768, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000050_chunk_000066_indices", "indptr": "tensor_000050_chunk_000066_indptr", "nnz": 768, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000050_chunk_000067_indices", "indptr": "tensor_000050_chunk_000067_indptr", "nnz": 768, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000050_chunk_000068_indices", "indptr": "tensor_000050_chunk_000068_indptr", "nnz": 768, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000050_chunk_000069_indices", "indptr": "tensor_000050_chunk_000069_indptr", "nnz": 768, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000050_chunk_000070_indices", "indptr": "tensor_000050_chunk_000070_indptr", "nnz": 768, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000050_chunk_000071_indices", "indptr": "tensor_000050_chunk_000071_indptr", "nnz": 768, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000050_chunk_000072_indices", "indptr": "tensor_000050_chunk_000072_indptr", "nnz": 768, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000050_chunk_000073_indices", "indptr": "tensor_000050_chunk_000073_indptr", "nnz": 768, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000050_chunk_000074_indices", "indptr": "tensor_000050_chunk_000074_indptr", "nnz": 768, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000050_chunk_000075_indices", "indptr": "tensor_000050_chunk_000075_indptr", "nnz": 768, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000050_chunk_000076_indices", "indptr": "tensor_000050_chunk_000076_indptr", "nnz": 768, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000050_chunk_000077_indices", "indptr": "tensor_000050_chunk_000077_indptr", "nnz": 768, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000050_chunk_000078_indices", "indptr": "tensor_000050_chunk_000078_indptr", "nnz": 768, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000050_chunk_000079_indices", "indptr": "tensor_000050_chunk_000079_indptr", "nnz": 768, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000050_chunk_000080_indices", "indptr": "tensor_000050_chunk_000080_indptr", "nnz": 768, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000050_chunk_000081_indices", "indptr": "tensor_000050_chunk_000081_indptr", "nnz": 768, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000050_chunk_000082_indices", "indptr": "tensor_000050_chunk_000082_indptr", "nnz": 768, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000050_chunk_000083_indices", "indptr": "tensor_000050_chunk_000083_indptr", "nnz": 768, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000050_chunk_000084_indices", "indptr": "tensor_000050_chunk_000084_indptr", "nnz": 768, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000050_chunk_000085_indices", "indptr": "tensor_000050_chunk_000085_indptr", "nnz": 768, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000050_chunk_000086_indices", "indptr": "tensor_000050_chunk_000086_indptr", "nnz": 768, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000050_chunk_000087_indices", "indptr": "tensor_000050_chunk_000087_indptr", "nnz": 768, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000050_chunk_000088_indices", "indptr": "tensor_000050_chunk_000088_indptr", "nnz": 768, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000050_chunk_000089_indices", "indptr": "tensor_000050_chunk_000089_indptr", "nnz": 768, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000050_chunk_000090_indices", "indptr": "tensor_000050_chunk_000090_indptr", "nnz": 768, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000050_chunk_000091_indices", "indptr": "tensor_000050_chunk_000091_indptr", "nnz": 768, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000050_chunk_000092_indices", "indptr": "tensor_000050_chunk_000092_indptr", "nnz": 768, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000050_chunk_000093_indices", "indptr": "tensor_000050_chunk_000093_indptr", "nnz": 768, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000050_chunk_000094_indices", "indptr": "tensor_000050_chunk_000094_indptr", "nnz": 768, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000050_chunk_000095_indices", "indptr": "tensor_000050_chunk_000095_indptr", "nnz": 768, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000050_chunk_000096_indices", "indptr": "tensor_000050_chunk_000096_indptr", "nnz": 768, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000050_chunk_000097_indices", "indptr": "tensor_000050_chunk_000097_indptr", "nnz": 768, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000050_chunk_000098_indices", "indptr": "tensor_000050_chunk_000098_indptr", "nnz": 768, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000050_chunk_000099_indices", "indptr": "tensor_000050_chunk_000099_indptr", "nnz": 768, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000050_chunk_000100_indices", "indptr": "tensor_000050_chunk_000100_indptr", "nnz": 768, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000050_chunk_000101_indices", "indptr": "tensor_000050_chunk_000101_indptr", "nnz": 768, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000050_chunk_000102_indices", "indptr": "tensor_000050_chunk_000102_indptr", "nnz": 768, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000050_chunk_000103_indices", "indptr": "tensor_000050_chunk_000103_indptr", "nnz": 768, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000050_chunk_000104_indices", "indptr": "tensor_000050_chunk_000104_indptr", "nnz": 768, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000050_chunk_000105_indices", "indptr": "tensor_000050_chunk_000105_indptr", "nnz": 768, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000050_chunk_000106_indices", "indptr": "tensor_000050_chunk_000106_indptr", "nnz": 768, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000050_chunk_000107_indices", "indptr": "tensor_000050_chunk_000107_indptr", "nnz": 768, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000050_chunk_000108_indices", "indptr": "tensor_000050_chunk_000108_indptr", "nnz": 768, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000050_chunk_000109_indices", "indptr": "tensor_000050_chunk_000109_indptr", "nnz": 373, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000050_chunk_000110_indices", "indptr": "tensor_000050_chunk_000110_indptr", "nnz": 63, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000050_chunk_000111_indices", "indptr": "tensor_000050_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000050_chunk_000112_indices", "indptr": "tensor_000050_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000050_chunk_000113_indices", "indptr": "tensor_000050_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000050_chunk_000114_indices", "indptr": "tensor_000050_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000050_chunk_000115_indices", "indptr": "tensor_000050_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000050_chunk_000116_indices", "indptr": "tensor_000050_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000050_chunk_000117_indices", "indptr": "tensor_000050_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000050_chunk_000118_indices", "indptr": "tensor_000050_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000050_chunk_000119_indices", "indptr": "tensor_000050_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000050_chunk_000120_indices", "indptr": "tensor_000050_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000050_chunk_000121_indices", "indptr": "tensor_000050_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000050_chunk_000122_indices", "indptr": "tensor_000050_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000050_chunk_000123_indices", "indptr": "tensor_000050_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000050_chunk_000124_indices", "indptr": "tensor_000050_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000050_chunk_000125_indices", "indptr": "tensor_000050_chunk_000125_indptr", "nnz": 126, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000050_chunk_000126_indices", "indptr": "tensor_000050_chunk_000126_indptr", "nnz": 128, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000050_chunk_000127_indices", "indptr": "tensor_000050_chunk_000127_indptr", "nnz": 128, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000050_chunk_000128_indices", "indptr": "tensor_000050_chunk_000128_indptr", "nnz": 128, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000050_chunk_000129_indices", "indptr": "tensor_000050_chunk_000129_indptr", "nnz": 128, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000050_chunk_000130_indices", "indptr": "tensor_000050_chunk_000130_indptr", "nnz": 128, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000050_chunk_000131_indices", "indptr": "tensor_000050_chunk_000131_indptr", "nnz": 128, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000050_chunk_000132_indices", "indptr": "tensor_000050_chunk_000132_indptr", "nnz": 128, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000050_chunk_000133_indices", "indptr": "tensor_000050_chunk_000133_indptr", "nnz": 128, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000050_chunk_000134_indices", "indptr": "tensor_000050_chunk_000134_indptr", "nnz": 128, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000050_chunk_000135_indices", "indptr": "tensor_000050_chunk_000135_indptr", "nnz": 128, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000050_chunk_000136_indices", "indptr": "tensor_000050_chunk_000136_indptr", "nnz": 128, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000050_chunk_000137_indices", "indptr": "tensor_000050_chunk_000137_indptr", "nnz": 128, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000050_chunk_000138_indices", "indptr": "tensor_000050_chunk_000138_indptr", "nnz": 128, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000050_chunk_000139_indices", "indptr": "tensor_000050_chunk_000139_indptr", "nnz": 128, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000050_chunk_000140_indices", "indptr": "tensor_000050_chunk_000140_indptr", "nnz": 128, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000050_chunk_000141_indices", "indptr": "tensor_000050_chunk_000141_indptr", "nnz": 128, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000050_chunk_000142_indices", "indptr": "tensor_000050_chunk_000142_indptr", "nnz": 128, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000050_chunk_000143_indices", "indptr": "tensor_000050_chunk_000143_indptr", "nnz": 128, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000050_chunk_000144_indices", "indptr": "tensor_000050_chunk_000144_indptr", "nnz": 128, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000050_chunk_000145_indices", "indptr": "tensor_000050_chunk_000145_indptr", "nnz": 128, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000050_chunk_000146_indices", "indptr": "tensor_000050_chunk_000146_indptr", "nnz": 128, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000050_chunk_000147_indices", "indptr": "tensor_000050_chunk_000147_indptr", "nnz": 128, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000050_chunk_000148_indices", "indptr": "tensor_000050_chunk_000148_indptr", "nnz": 128, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000050_chunk_000149_indices", "indptr": "tensor_000050_chunk_000149_indptr", "nnz": 128, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000050_chunk_000150_indices", "indptr": "tensor_000050_chunk_000150_indptr", "nnz": 128, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000050_chunk_000151_indices", "indptr": "tensor_000050_chunk_000151_indptr", "nnz": 128, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000050_chunk_000152_indices", "indptr": "tensor_000050_chunk_000152_indptr", "nnz": 128, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000050_chunk_000153_indices", "indptr": "tensor_000050_chunk_000153_indptr", "nnz": 128, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000050_chunk_000154_indices", "indptr": "tensor_000050_chunk_000154_indptr", "nnz": 128, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000050_chunk_000155_indices", "indptr": "tensor_000050_chunk_000155_indptr", "nnz": 128, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000050_chunk_000156_indices", "indptr": "tensor_000050_chunk_000156_indptr", "nnz": 128, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000050_chunk_000157_indices", "indptr": "tensor_000050_chunk_000157_indptr", "nnz": 128, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000050_chunk_000158_indices", "indptr": "tensor_000050_chunk_000158_indptr", "nnz": 128, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000050_chunk_000159_indices", "indptr": "tensor_000050_chunk_000159_indptr", "nnz": 128, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000050_chunk_000160_indices", "indptr": "tensor_000050_chunk_000160_indptr", "nnz": 128, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000050_chunk_000161_indices", "indptr": "tensor_000050_chunk_000161_indptr", "nnz": 128, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000050_chunk_000162_indices", "indptr": "tensor_000050_chunk_000162_indptr", "nnz": 128, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000050_chunk_000163_indices", "indptr": "tensor_000050_chunk_000163_indptr", "nnz": 128, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000050_chunk_000164_indices", "indptr": "tensor_000050_chunk_000164_indptr", "nnz": 128, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000050_chunk_000165_indices", "indptr": "tensor_000050_chunk_000165_indptr", "nnz": 128, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000050_chunk_000166_indices", "indptr": "tensor_000050_chunk_000166_indptr", "nnz": 128, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000050_chunk_000167_indices", "indptr": "tensor_000050_chunk_000167_indptr", "nnz": 128, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000050_chunk_000168_indices", "indptr": "tensor_000050_chunk_000168_indptr", "nnz": 128, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000050_chunk_000169_indices", "indptr": "tensor_000050_chunk_000169_indptr", "nnz": 128, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000050_chunk_000170_indices", "indptr": "tensor_000050_chunk_000170_indptr", "nnz": 128, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000050_chunk_000171_indices", "indptr": "tensor_000050_chunk_000171_indptr", "nnz": 128, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000050_chunk_000172_indices", "indptr": "tensor_000050_chunk_000172_indptr", "nnz": 128, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000050_chunk_000173_indices", "indptr": "tensor_000050_chunk_000173_indptr", "nnz": 128, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000050_chunk_000174_indices", "indptr": "tensor_000050_chunk_000174_indptr", "nnz": 128, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000050_chunk_000175_indices", "indptr": "tensor_000050_chunk_000175_indptr", "nnz": 128, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000050_chunk_000176_indices", "indptr": "tensor_000050_chunk_000176_indptr", "nnz": 128, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000050_chunk_000177_indices", "indptr": "tensor_000050_chunk_000177_indptr", "nnz": 128, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000050_chunk_000178_indices", "indptr": "tensor_000050_chunk_000178_indptr", "nnz": 128, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000050_chunk_000179_indices", "indptr": "tensor_000050_chunk_000179_indptr", "nnz": 128, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000050_chunk_000180_indices", "indptr": "tensor_000050_chunk_000180_indptr", "nnz": 128, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000050_chunk_000181_indices", "indptr": "tensor_000050_chunk_000181_indptr", "nnz": 128, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000050_chunk_000182_indices", "indptr": "tensor_000050_chunk_000182_indptr", "nnz": 128, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000050_chunk_000183_indices", "indptr": "tensor_000050_chunk_000183_indptr", "nnz": 128, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000050_chunk_000184_indices", "indptr": "tensor_000050_chunk_000184_indptr", "nnz": 128, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000050_chunk_000185_indices", "indptr": "tensor_000050_chunk_000185_indptr", "nnz": 128, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000050_chunk_000186_indices", "indptr": "tensor_000050_chunk_000186_indptr", "nnz": 128, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000050_chunk_000187_indices", "indptr": "tensor_000050_chunk_000187_indptr", "nnz": 128, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000050_chunk_000188_indices", "indptr": "tensor_000050_chunk_000188_indptr", "nnz": 128, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000050_chunk_000189_indices", "indptr": "tensor_000050_chunk_000189_indptr", "nnz": 128, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000050_chunk_000190_indices", "indptr": "tensor_000050_chunk_000190_indptr", "nnz": 128, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000050_chunk_000191_indices", "indptr": "tensor_000050_chunk_000191_indptr", "nnz": 128, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000050_chunk_000192_indices", "indptr": "tensor_000050_chunk_000192_indptr", "nnz": 128, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000050_chunk_000193_indices", "indptr": "tensor_000050_chunk_000193_indptr", "nnz": 128, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000050_chunk_000194_indices", "indptr": "tensor_000050_chunk_000194_indptr", "nnz": 128, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000050_chunk_000195_indices", "indptr": "tensor_000050_chunk_000195_indptr", "nnz": 128, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000050_chunk_000196_indices", "indptr": "tensor_000050_chunk_000196_indptr", "nnz": 128, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000050_chunk_000197_indices", "indptr": "tensor_000050_chunk_000197_indptr", "nnz": 128, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000050_chunk_000198_indices", "indptr": "tensor_000050_chunk_000198_indptr", "nnz": 128, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000050_chunk_000199_indices", "indptr": "tensor_000050_chunk_000199_indptr", "nnz": 128, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000050_chunk_000200_indices", "indptr": "tensor_000050_chunk_000200_indptr", "nnz": 128, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000050_chunk_000201_indices", "indptr": "tensor_000050_chunk_000201_indptr", "nnz": 128, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000050_chunk_000202_indices", "indptr": "tensor_000050_chunk_000202_indptr", "nnz": 128, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000050_chunk_000203_indices", "indptr": "tensor_000050_chunk_000203_indptr", "nnz": 128, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000050_chunk_000204_indices", "indptr": "tensor_000050_chunk_000204_indptr", "nnz": 128, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000050_chunk_000205_indices", "indptr": "tensor_000050_chunk_000205_indptr", "nnz": 128, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000050_chunk_000206_indices", "indptr": "tensor_000050_chunk_000206_indptr", "nnz": 128, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000050_chunk_000207_indices", "indptr": "tensor_000050_chunk_000207_indptr", "nnz": 128, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000050_chunk_000208_indices", "indptr": "tensor_000050_chunk_000208_indptr", "nnz": 128, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000050_chunk_000209_indices", "indptr": "tensor_000050_chunk_000209_indptr", "nnz": 128, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000050_chunk_000210_indices", "indptr": "tensor_000050_chunk_000210_indptr", "nnz": 128, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000050_chunk_000211_indices", "indptr": "tensor_000050_chunk_000211_indptr", "nnz": 128, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000050_chunk_000212_indices", "indptr": "tensor_000050_chunk_000212_indptr", "nnz": 128, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000050_chunk_000213_indices", "indptr": "tensor_000050_chunk_000213_indptr", "nnz": 128, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000050_chunk_000214_indices", "indptr": "tensor_000050_chunk_000214_indptr", "nnz": 128, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000050_chunk_000215_indices", "indptr": "tensor_000050_chunk_000215_indptr", "nnz": 128, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000050_chunk_000216_indices", "indptr": "tensor_000050_chunk_000216_indptr", "nnz": 128, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000050_chunk_000217_indices", "indptr": "tensor_000050_chunk_000217_indptr", "nnz": 128, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000050_chunk_000218_indices", "indptr": "tensor_000050_chunk_000218_indptr", "nnz": 128, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000050_chunk_000219_indices", "indptr": "tensor_000050_chunk_000219_indptr", "nnz": 128, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000050_chunk_000220_indices", "indptr": "tensor_000050_chunk_000220_indptr", "nnz": 128, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000050_chunk_000221_indices", "indptr": "tensor_000050_chunk_000221_indptr", "nnz": 128, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000050_chunk_000222_indices", "indptr": "tensor_000050_chunk_000222_indptr", "nnz": 128, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000050_chunk_000223_indices", "indptr": "tensor_000050_chunk_000223_indptr", "nnz": 128, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000050_chunk_000224_indices", "indptr": "tensor_000050_chunk_000224_indptr", "nnz": 128, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000050_chunk_000225_indices", "indptr": "tensor_000050_chunk_000225_indptr", "nnz": 128, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000050_chunk_000226_indices", "indptr": "tensor_000050_chunk_000226_indptr", "nnz": 128, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000050_chunk_000227_indices", "indptr": "tensor_000050_chunk_000227_indptr", "nnz": 128, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000050_chunk_000228_indices", "indptr": "tensor_000050_chunk_000228_indptr", "nnz": 128, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000050_chunk_000229_indices", "indptr": "tensor_000050_chunk_000229_indptr", "nnz": 128, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000050_chunk_000230_indices", "indptr": "tensor_000050_chunk_000230_indptr", "nnz": 128, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000050_chunk_000231_indices", "indptr": "tensor_000050_chunk_000231_indptr", "nnz": 128, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000050_chunk_000232_indices", "indptr": "tensor_000050_chunk_000232_indptr", "nnz": 128, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000050_chunk_000233_indices", "indptr": "tensor_000050_chunk_000233_indptr", "nnz": 128, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000050_chunk_000234_indices", "indptr": "tensor_000050_chunk_000234_indptr", "nnz": 128, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000050_chunk_000235_indices", "indptr": "tensor_000050_chunk_000235_indptr", "nnz": 64, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000050_chunk_000236_indices", "indptr": "tensor_000050_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000050_chunk_000237_indices", "indptr": "tensor_000050_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000050_chunk_000238_indices", "indptr": "tensor_000050_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000050_chunk_000239_indices", "indptr": "tensor_000050_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000050_chunk_000240_indices", "indptr": "tensor_000050_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000050_chunk_000241_indices", "indptr": "tensor_000050_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000050_chunk_000242_indices", "indptr": "tensor_000050_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000050_chunk_000243_indices", "indptr": "tensor_000050_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000050_chunk_000244_indices", "indptr": "tensor_000050_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000050_chunk_000245_indices", "indptr": "tensor_000050_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000050_chunk_000246_indices", "indptr": "tensor_000050_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000050_chunk_000247_indices", "indptr": "tensor_000050_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000050_chunk_000248_indices", "indptr": "tensor_000050_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000050_chunk_000249_indices", "indptr": "tensor_000050_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000050_chunk_000250_indices", "indptr": "tensor_000050_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 98284, "shape": [ 32002, 8192 ] }, "model.layers.12.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000091_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.12.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000049_chunk_000000_indices", "indptr": "tensor_000049_chunk_000000_indptr", "nnz": 0, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000049_chunk_000001_indices", "indptr": "tensor_000049_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000049_chunk_000002_indices", "indptr": "tensor_000049_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000049_chunk_000003_indices", "indptr": "tensor_000049_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 8192, 448 ] }, "model.layers.12.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000048_chunk_000000_indices", "indptr": "tensor_000048_chunk_000000_indptr", "nnz": 0, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000048_chunk_000001_indices", "indptr": "tensor_000048_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000048_chunk_000002_indices", "indptr": "tensor_000048_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000048_chunk_000003_indices", "indptr": "tensor_000048_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000048_chunk_000004_indices", "indptr": "tensor_000048_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000048_chunk_000005_indices", "indptr": "tensor_000048_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000048_chunk_000006_indices", "indptr": "tensor_000048_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000048_chunk_000007_indices", "indptr": "tensor_000048_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000048_chunk_000008_indices", "indptr": "tensor_000048_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000048_chunk_000009_indices", "indptr": "tensor_000048_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000048_chunk_000010_indices", "indptr": "tensor_000048_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 1344, 8192 ] }, "model.layers.13.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000092_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.13.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000055_chunk_000000_indices", "indptr": "tensor_000055_chunk_000000_indptr", "nnz": 92, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000055_chunk_000001_indices", "indptr": "tensor_000055_chunk_000001_indptr", "nnz": 88, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000055_chunk_000002_indices", "indptr": "tensor_000055_chunk_000002_indptr", "nnz": 114, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000055_chunk_000003_indices", "indptr": "tensor_000055_chunk_000003_indptr", "nnz": 130, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000055_chunk_000004_indices", "indptr": "tensor_000055_chunk_000004_indptr", "nnz": 130, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000055_chunk_000005_indices", "indptr": "tensor_000055_chunk_000005_indptr", "nnz": 130, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000055_chunk_000006_indices", "indptr": "tensor_000055_chunk_000006_indptr", "nnz": 130, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000055_chunk_000007_indices", "indptr": "tensor_000055_chunk_000007_indptr", "nnz": 130, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000055_chunk_000008_indices", "indptr": "tensor_000055_chunk_000008_indptr", "nnz": 130, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000055_chunk_000009_indices", "indptr": "tensor_000055_chunk_000009_indptr", "nnz": 130, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000055_chunk_000010_indices", "indptr": "tensor_000055_chunk_000010_indptr", "nnz": 130, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000055_chunk_000011_indices", "indptr": "tensor_000055_chunk_000011_indptr", "nnz": 130, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000055_chunk_000012_indices", "indptr": "tensor_000055_chunk_000012_indptr", "nnz": 130, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000055_chunk_000013_indices", "indptr": "tensor_000055_chunk_000013_indptr", "nnz": 130, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000055_chunk_000014_indices", "indptr": "tensor_000055_chunk_000014_indptr", "nnz": 130, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000055_chunk_000015_indices", "indptr": "tensor_000055_chunk_000015_indptr", "nnz": 130, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000055_chunk_000016_indices", "indptr": "tensor_000055_chunk_000016_indptr", "nnz": 130, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000055_chunk_000017_indices", "indptr": "tensor_000055_chunk_000017_indptr", "nnz": 130, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000055_chunk_000018_indices", "indptr": "tensor_000055_chunk_000018_indptr", "nnz": 130, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000055_chunk_000019_indices", "indptr": "tensor_000055_chunk_000019_indptr", "nnz": 130, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000055_chunk_000020_indices", "indptr": "tensor_000055_chunk_000020_indptr", "nnz": 130, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000055_chunk_000021_indices", "indptr": "tensor_000055_chunk_000021_indptr", "nnz": 130, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000055_chunk_000022_indices", "indptr": "tensor_000055_chunk_000022_indptr", "nnz": 130, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000055_chunk_000023_indices", "indptr": "tensor_000055_chunk_000023_indptr", "nnz": 130, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000055_chunk_000024_indices", "indptr": "tensor_000055_chunk_000024_indptr", "nnz": 130, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000055_chunk_000025_indices", "indptr": "tensor_000055_chunk_000025_indptr", "nnz": 130, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000055_chunk_000026_indices", "indptr": "tensor_000055_chunk_000026_indptr", "nnz": 130, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000055_chunk_000027_indices", "indptr": "tensor_000055_chunk_000027_indptr", "nnz": 130, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000055_chunk_000028_indices", "indptr": "tensor_000055_chunk_000028_indptr", "nnz": 130, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000055_chunk_000029_indices", "indptr": "tensor_000055_chunk_000029_indptr", "nnz": 130, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000055_chunk_000030_indices", "indptr": "tensor_000055_chunk_000030_indptr", "nnz": 130, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000055_chunk_000031_indices", "indptr": "tensor_000055_chunk_000031_indptr", "nnz": 130, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000055_chunk_000032_indices", "indptr": "tensor_000055_chunk_000032_indptr", "nnz": 130, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000055_chunk_000033_indices", "indptr": "tensor_000055_chunk_000033_indptr", "nnz": 130, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000055_chunk_000034_indices", "indptr": "tensor_000055_chunk_000034_indptr", "nnz": 130, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000055_chunk_000035_indices", "indptr": "tensor_000055_chunk_000035_indptr", "nnz": 130, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000055_chunk_000036_indices", "indptr": "tensor_000055_chunk_000036_indptr", "nnz": 130, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000055_chunk_000037_indices", "indptr": "tensor_000055_chunk_000037_indptr", "nnz": 130, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000055_chunk_000038_indices", "indptr": "tensor_000055_chunk_000038_indptr", "nnz": 130, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000055_chunk_000039_indices", "indptr": "tensor_000055_chunk_000039_indptr", "nnz": 130, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000055_chunk_000040_indices", "indptr": "tensor_000055_chunk_000040_indptr", "nnz": 130, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000055_chunk_000041_indices", "indptr": "tensor_000055_chunk_000041_indptr", "nnz": 130, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000055_chunk_000042_indices", "indptr": "tensor_000055_chunk_000042_indptr", "nnz": 130, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000055_chunk_000043_indices", "indptr": "tensor_000055_chunk_000043_indptr", "nnz": 130, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000055_chunk_000044_indices", "indptr": "tensor_000055_chunk_000044_indptr", "nnz": 130, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000055_chunk_000045_indices", "indptr": "tensor_000055_chunk_000045_indptr", "nnz": 130, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000055_chunk_000046_indices", "indptr": "tensor_000055_chunk_000046_indptr", "nnz": 130, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000055_chunk_000047_indices", "indptr": "tensor_000055_chunk_000047_indptr", "nnz": 130, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000055_chunk_000048_indices", "indptr": "tensor_000055_chunk_000048_indptr", "nnz": 130, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000055_chunk_000049_indices", "indptr": "tensor_000055_chunk_000049_indptr", "nnz": 50, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000055_chunk_000050_indices", "indptr": "tensor_000055_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000055_chunk_000051_indices", "indptr": "tensor_000055_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000055_chunk_000052_indices", "indptr": "tensor_000055_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000055_chunk_000053_indices", "indptr": "tensor_000055_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000055_chunk_000054_indices", "indptr": "tensor_000055_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000055_chunk_000055_indices", "indptr": "tensor_000055_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000055_chunk_000056_indices", "indptr": "tensor_000055_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000055_chunk_000057_indices", "indptr": "tensor_000055_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000055_chunk_000058_indices", "indptr": "tensor_000055_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000055_chunk_000059_indices", "indptr": "tensor_000055_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000055_chunk_000060_indices", "indptr": "tensor_000055_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000055_chunk_000061_indices", "indptr": "tensor_000055_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000055_chunk_000062_indices", "indptr": "tensor_000055_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000055_chunk_000063_indices", "indptr": "tensor_000055_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000055_chunk_000064_indices", "indptr": "tensor_000055_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000055_chunk_000065_indices", "indptr": "tensor_000055_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000055_chunk_000066_indices", "indptr": "tensor_000055_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000055_chunk_000067_indices", "indptr": "tensor_000055_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000055_chunk_000068_indices", "indptr": "tensor_000055_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000055_chunk_000069_indices", "indptr": "tensor_000055_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000055_chunk_000070_indices", "indptr": "tensor_000055_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000055_chunk_000071_indices", "indptr": "tensor_000055_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000055_chunk_000072_indices", "indptr": "tensor_000055_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000055_chunk_000073_indices", "indptr": "tensor_000055_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000055_chunk_000074_indices", "indptr": "tensor_000055_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000055_chunk_000075_indices", "indptr": "tensor_000055_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000055_chunk_000076_indices", "indptr": "tensor_000055_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000055_chunk_000077_indices", "indptr": "tensor_000055_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000055_chunk_000078_indices", "indptr": "tensor_000055_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000055_chunk_000079_indices", "indptr": "tensor_000055_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000055_chunk_000080_indices", "indptr": "tensor_000055_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000055_chunk_000081_indices", "indptr": "tensor_000055_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000055_chunk_000082_indices", "indptr": "tensor_000055_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000055_chunk_000083_indices", "indptr": "tensor_000055_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000055_chunk_000084_indices", "indptr": "tensor_000055_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000055_chunk_000085_indices", "indptr": "tensor_000055_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000055_chunk_000086_indices", "indptr": "tensor_000055_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000055_chunk_000087_indices", "indptr": "tensor_000055_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000055_chunk_000088_indices", "indptr": "tensor_000055_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000055_chunk_000089_indices", "indptr": "tensor_000055_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000055_chunk_000090_indices", "indptr": "tensor_000055_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000055_chunk_000091_indices", "indptr": "tensor_000055_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000055_chunk_000092_indices", "indptr": "tensor_000055_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000055_chunk_000093_indices", "indptr": "tensor_000055_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000055_chunk_000094_indices", "indptr": "tensor_000055_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000055_chunk_000095_indices", "indptr": "tensor_000055_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000055_chunk_000096_indices", "indptr": "tensor_000055_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000055_chunk_000097_indices", "indptr": "tensor_000055_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000055_chunk_000098_indices", "indptr": "tensor_000055_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000055_chunk_000099_indices", "indptr": "tensor_000055_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000055_chunk_000100_indices", "indptr": "tensor_000055_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000055_chunk_000101_indices", "indptr": "tensor_000055_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000055_chunk_000102_indices", "indptr": "tensor_000055_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000055_chunk_000103_indices", "indptr": "tensor_000055_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000055_chunk_000104_indices", "indptr": "tensor_000055_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000055_chunk_000105_indices", "indptr": "tensor_000055_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000055_chunk_000106_indices", "indptr": "tensor_000055_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000055_chunk_000107_indices", "indptr": "tensor_000055_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000055_chunk_000108_indices", "indptr": "tensor_000055_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000055_chunk_000109_indices", "indptr": "tensor_000055_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000055_chunk_000110_indices", "indptr": "tensor_000055_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000055_chunk_000111_indices", "indptr": "tensor_000055_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000055_chunk_000112_indices", "indptr": "tensor_000055_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000055_chunk_000113_indices", "indptr": "tensor_000055_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000055_chunk_000114_indices", "indptr": "tensor_000055_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000055_chunk_000115_indices", "indptr": "tensor_000055_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000055_chunk_000116_indices", "indptr": "tensor_000055_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000055_chunk_000117_indices", "indptr": "tensor_000055_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000055_chunk_000118_indices", "indptr": "tensor_000055_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000055_chunk_000119_indices", "indptr": "tensor_000055_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000055_chunk_000120_indices", "indptr": "tensor_000055_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000055_chunk_000121_indices", "indptr": "tensor_000055_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000055_chunk_000122_indices", "indptr": "tensor_000055_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000055_chunk_000123_indices", "indptr": "tensor_000055_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000055_chunk_000124_indices", "indptr": "tensor_000055_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000055_chunk_000125_indices", "indptr": "tensor_000055_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000055_chunk_000126_indices", "indptr": "tensor_000055_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 6324, "shape": [ 8192, 16001 ] }, "model.layers.13.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000054_chunk_000000_indices", "indptr": "tensor_000054_chunk_000000_indptr", "nnz": 3810, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000054_chunk_000001_indices", "indptr": "tensor_000054_chunk_000001_indptr", "nnz": 2361, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000054_chunk_000002_indices", "indptr": "tensor_000054_chunk_000002_indptr", "nnz": 128, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000054_chunk_000003_indices", "indptr": "tensor_000054_chunk_000003_indptr", "nnz": 128, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000054_chunk_000004_indices", "indptr": "tensor_000054_chunk_000004_indptr", "nnz": 128, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000054_chunk_000005_indices", "indptr": "tensor_000054_chunk_000005_indptr", "nnz": 128, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000054_chunk_000006_indices", "indptr": "tensor_000054_chunk_000006_indptr", "nnz": 128, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000054_chunk_000007_indices", "indptr": "tensor_000054_chunk_000007_indptr", "nnz": 128, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000054_chunk_000008_indices", "indptr": "tensor_000054_chunk_000008_indptr", "nnz": 128, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000054_chunk_000009_indices", "indptr": "tensor_000054_chunk_000009_indptr", "nnz": 128, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000054_chunk_000010_indices", "indptr": "tensor_000054_chunk_000010_indptr", "nnz": 128, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000054_chunk_000011_indices", "indptr": "tensor_000054_chunk_000011_indptr", "nnz": 128, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000054_chunk_000012_indices", "indptr": "tensor_000054_chunk_000012_indptr", "nnz": 128, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000054_chunk_000013_indices", "indptr": "tensor_000054_chunk_000013_indptr", "nnz": 128, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000054_chunk_000014_indices", "indptr": "tensor_000054_chunk_000014_indptr", "nnz": 128, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000054_chunk_000015_indices", "indptr": "tensor_000054_chunk_000015_indptr", "nnz": 128, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000054_chunk_000016_indices", "indptr": "tensor_000054_chunk_000016_indptr", "nnz": 128, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000054_chunk_000017_indices", "indptr": "tensor_000054_chunk_000017_indptr", "nnz": 128, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000054_chunk_000018_indices", "indptr": "tensor_000054_chunk_000018_indptr", "nnz": 128, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000054_chunk_000019_indices", "indptr": "tensor_000054_chunk_000019_indptr", "nnz": 128, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000054_chunk_000020_indices", "indptr": "tensor_000054_chunk_000020_indptr", "nnz": 128, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000054_chunk_000021_indices", "indptr": "tensor_000054_chunk_000021_indptr", "nnz": 128, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000054_chunk_000022_indices", "indptr": "tensor_000054_chunk_000022_indptr", "nnz": 128, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000054_chunk_000023_indices", "indptr": "tensor_000054_chunk_000023_indptr", "nnz": 128, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000054_chunk_000024_indices", "indptr": "tensor_000054_chunk_000024_indptr", "nnz": 128, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000054_chunk_000025_indices", "indptr": "tensor_000054_chunk_000025_indptr", "nnz": 128, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000054_chunk_000026_indices", "indptr": "tensor_000054_chunk_000026_indptr", "nnz": 128, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000054_chunk_000027_indices", "indptr": "tensor_000054_chunk_000027_indptr", "nnz": 128, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000054_chunk_000028_indices", "indptr": "tensor_000054_chunk_000028_indptr", "nnz": 128, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000054_chunk_000029_indices", "indptr": "tensor_000054_chunk_000029_indptr", "nnz": 128, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000054_chunk_000030_indices", "indptr": "tensor_000054_chunk_000030_indptr", "nnz": 128, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000054_chunk_000031_indices", "indptr": "tensor_000054_chunk_000031_indptr", "nnz": 128, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000054_chunk_000032_indices", "indptr": "tensor_000054_chunk_000032_indptr", "nnz": 128, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000054_chunk_000033_indices", "indptr": "tensor_000054_chunk_000033_indptr", "nnz": 128, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000054_chunk_000034_indices", "indptr": "tensor_000054_chunk_000034_indptr", "nnz": 128, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000054_chunk_000035_indices", "indptr": "tensor_000054_chunk_000035_indptr", "nnz": 128, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000054_chunk_000036_indices", "indptr": "tensor_000054_chunk_000036_indptr", "nnz": 128, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000054_chunk_000037_indices", "indptr": "tensor_000054_chunk_000037_indptr", "nnz": 128, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000054_chunk_000038_indices", "indptr": "tensor_000054_chunk_000038_indptr", "nnz": 128, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000054_chunk_000039_indices", "indptr": "tensor_000054_chunk_000039_indptr", "nnz": 128, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000054_chunk_000040_indices", "indptr": "tensor_000054_chunk_000040_indptr", "nnz": 128, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000054_chunk_000041_indices", "indptr": "tensor_000054_chunk_000041_indptr", "nnz": 128, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000054_chunk_000042_indices", "indptr": "tensor_000054_chunk_000042_indptr", "nnz": 128, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000054_chunk_000043_indices", "indptr": "tensor_000054_chunk_000043_indptr", "nnz": 128, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000054_chunk_000044_indices", "indptr": "tensor_000054_chunk_000044_indptr", "nnz": 128, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000054_chunk_000045_indices", "indptr": "tensor_000054_chunk_000045_indptr", "nnz": 128, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000054_chunk_000046_indices", "indptr": "tensor_000054_chunk_000046_indptr", "nnz": 128, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000054_chunk_000047_indices", "indptr": "tensor_000054_chunk_000047_indptr", "nnz": 128, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000054_chunk_000048_indices", "indptr": "tensor_000054_chunk_000048_indptr", "nnz": 128, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000054_chunk_000049_indices", "indptr": "tensor_000054_chunk_000049_indptr", "nnz": 53, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000054_chunk_000050_indices", "indptr": "tensor_000054_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000054_chunk_000051_indices", "indptr": "tensor_000054_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000054_chunk_000052_indices", "indptr": "tensor_000054_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000054_chunk_000053_indices", "indptr": "tensor_000054_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000054_chunk_000054_indices", "indptr": "tensor_000054_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000054_chunk_000055_indices", "indptr": "tensor_000054_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000054_chunk_000056_indices", "indptr": "tensor_000054_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000054_chunk_000057_indices", "indptr": "tensor_000054_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000054_chunk_000058_indices", "indptr": "tensor_000054_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000054_chunk_000059_indices", "indptr": "tensor_000054_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000054_chunk_000060_indices", "indptr": "tensor_000054_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000054_chunk_000061_indices", "indptr": "tensor_000054_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000054_chunk_000062_indices", "indptr": "tensor_000054_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000054_chunk_000063_indices", "indptr": "tensor_000054_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000054_chunk_000064_indices", "indptr": "tensor_000054_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000054_chunk_000065_indices", "indptr": "tensor_000054_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000054_chunk_000066_indices", "indptr": "tensor_000054_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000054_chunk_000067_indices", "indptr": "tensor_000054_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000054_chunk_000068_indices", "indptr": "tensor_000054_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000054_chunk_000069_indices", "indptr": "tensor_000054_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000054_chunk_000070_indices", "indptr": "tensor_000054_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000054_chunk_000071_indices", "indptr": "tensor_000054_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000054_chunk_000072_indices", "indptr": "tensor_000054_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000054_chunk_000073_indices", "indptr": "tensor_000054_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000054_chunk_000074_indices", "indptr": "tensor_000054_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000054_chunk_000075_indices", "indptr": "tensor_000054_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000054_chunk_000076_indices", "indptr": "tensor_000054_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000054_chunk_000077_indices", "indptr": "tensor_000054_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000054_chunk_000078_indices", "indptr": "tensor_000054_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000054_chunk_000079_indices", "indptr": "tensor_000054_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000054_chunk_000080_indices", "indptr": "tensor_000054_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000054_chunk_000081_indices", "indptr": "tensor_000054_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000054_chunk_000082_indices", "indptr": "tensor_000054_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000054_chunk_000083_indices", "indptr": "tensor_000054_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000054_chunk_000084_indices", "indptr": "tensor_000054_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000054_chunk_000085_indices", "indptr": "tensor_000054_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000054_chunk_000086_indices", "indptr": "tensor_000054_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000054_chunk_000087_indices", "indptr": "tensor_000054_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000054_chunk_000088_indices", "indptr": "tensor_000054_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000054_chunk_000089_indices", "indptr": "tensor_000054_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000054_chunk_000090_indices", "indptr": "tensor_000054_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000054_chunk_000091_indices", "indptr": "tensor_000054_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000054_chunk_000092_indices", "indptr": "tensor_000054_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000054_chunk_000093_indices", "indptr": "tensor_000054_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000054_chunk_000094_indices", "indptr": "tensor_000054_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000054_chunk_000095_indices", "indptr": "tensor_000054_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000054_chunk_000096_indices", "indptr": "tensor_000054_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000054_chunk_000097_indices", "indptr": "tensor_000054_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000054_chunk_000098_indices", "indptr": "tensor_000054_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000054_chunk_000099_indices", "indptr": "tensor_000054_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000054_chunk_000100_indices", "indptr": "tensor_000054_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000054_chunk_000101_indices", "indptr": "tensor_000054_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000054_chunk_000102_indices", "indptr": "tensor_000054_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000054_chunk_000103_indices", "indptr": "tensor_000054_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000054_chunk_000104_indices", "indptr": "tensor_000054_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000054_chunk_000105_indices", "indptr": "tensor_000054_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000054_chunk_000106_indices", "indptr": "tensor_000054_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000054_chunk_000107_indices", "indptr": "tensor_000054_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000054_chunk_000108_indices", "indptr": "tensor_000054_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000054_chunk_000109_indices", "indptr": "tensor_000054_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000054_chunk_000110_indices", "indptr": "tensor_000054_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000054_chunk_000111_indices", "indptr": "tensor_000054_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000054_chunk_000112_indices", "indptr": "tensor_000054_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000054_chunk_000113_indices", "indptr": "tensor_000054_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000054_chunk_000114_indices", "indptr": "tensor_000054_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000054_chunk_000115_indices", "indptr": "tensor_000054_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000054_chunk_000116_indices", "indptr": "tensor_000054_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000054_chunk_000117_indices", "indptr": "tensor_000054_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000054_chunk_000118_indices", "indptr": "tensor_000054_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000054_chunk_000119_indices", "indptr": "tensor_000054_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000054_chunk_000120_indices", "indptr": "tensor_000054_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000054_chunk_000121_indices", "indptr": "tensor_000054_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000054_chunk_000122_indices", "indptr": "tensor_000054_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000054_chunk_000123_indices", "indptr": "tensor_000054_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000054_chunk_000124_indices", "indptr": "tensor_000054_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000054_chunk_000125_indices", "indptr": "tensor_000054_chunk_000125_indptr", "nnz": 126, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000054_chunk_000126_indices", "indptr": "tensor_000054_chunk_000126_indptr", "nnz": 128, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000054_chunk_000127_indices", "indptr": "tensor_000054_chunk_000127_indptr", "nnz": 128, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000054_chunk_000128_indices", "indptr": "tensor_000054_chunk_000128_indptr", "nnz": 128, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000054_chunk_000129_indices", "indptr": "tensor_000054_chunk_000129_indptr", "nnz": 128, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000054_chunk_000130_indices", "indptr": "tensor_000054_chunk_000130_indptr", "nnz": 128, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000054_chunk_000131_indices", "indptr": "tensor_000054_chunk_000131_indptr", "nnz": 128, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000054_chunk_000132_indices", "indptr": "tensor_000054_chunk_000132_indptr", "nnz": 128, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000054_chunk_000133_indices", "indptr": "tensor_000054_chunk_000133_indptr", "nnz": 128, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000054_chunk_000134_indices", "indptr": "tensor_000054_chunk_000134_indptr", "nnz": 128, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000054_chunk_000135_indices", "indptr": "tensor_000054_chunk_000135_indptr", "nnz": 128, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000054_chunk_000136_indices", "indptr": "tensor_000054_chunk_000136_indptr", "nnz": 128, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000054_chunk_000137_indices", "indptr": "tensor_000054_chunk_000137_indptr", "nnz": 128, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000054_chunk_000138_indices", "indptr": "tensor_000054_chunk_000138_indptr", "nnz": 128, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000054_chunk_000139_indices", "indptr": "tensor_000054_chunk_000139_indptr", "nnz": 128, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000054_chunk_000140_indices", "indptr": "tensor_000054_chunk_000140_indptr", "nnz": 128, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000054_chunk_000141_indices", "indptr": "tensor_000054_chunk_000141_indptr", "nnz": 128, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000054_chunk_000142_indices", "indptr": "tensor_000054_chunk_000142_indptr", "nnz": 128, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000054_chunk_000143_indices", "indptr": "tensor_000054_chunk_000143_indptr", "nnz": 128, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000054_chunk_000144_indices", "indptr": "tensor_000054_chunk_000144_indptr", "nnz": 128, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000054_chunk_000145_indices", "indptr": "tensor_000054_chunk_000145_indptr", "nnz": 128, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000054_chunk_000146_indices", "indptr": "tensor_000054_chunk_000146_indptr", "nnz": 128, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000054_chunk_000147_indices", "indptr": "tensor_000054_chunk_000147_indptr", "nnz": 128, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000054_chunk_000148_indices", "indptr": "tensor_000054_chunk_000148_indptr", "nnz": 128, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000054_chunk_000149_indices", "indptr": "tensor_000054_chunk_000149_indptr", "nnz": 128, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000054_chunk_000150_indices", "indptr": "tensor_000054_chunk_000150_indptr", "nnz": 128, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000054_chunk_000151_indices", "indptr": "tensor_000054_chunk_000151_indptr", "nnz": 128, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000054_chunk_000152_indices", "indptr": "tensor_000054_chunk_000152_indptr", "nnz": 128, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000054_chunk_000153_indices", "indptr": "tensor_000054_chunk_000153_indptr", "nnz": 128, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000054_chunk_000154_indices", "indptr": "tensor_000054_chunk_000154_indptr", "nnz": 128, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000054_chunk_000155_indices", "indptr": "tensor_000054_chunk_000155_indptr", "nnz": 128, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000054_chunk_000156_indices", "indptr": "tensor_000054_chunk_000156_indptr", "nnz": 128, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000054_chunk_000157_indices", "indptr": "tensor_000054_chunk_000157_indptr", "nnz": 128, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000054_chunk_000158_indices", "indptr": "tensor_000054_chunk_000158_indptr", "nnz": 128, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000054_chunk_000159_indices", "indptr": "tensor_000054_chunk_000159_indptr", "nnz": 128, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000054_chunk_000160_indices", "indptr": "tensor_000054_chunk_000160_indptr", "nnz": 128, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000054_chunk_000161_indices", "indptr": "tensor_000054_chunk_000161_indptr", "nnz": 128, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000054_chunk_000162_indices", "indptr": "tensor_000054_chunk_000162_indptr", "nnz": 128, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000054_chunk_000163_indices", "indptr": "tensor_000054_chunk_000163_indptr", "nnz": 128, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000054_chunk_000164_indices", "indptr": "tensor_000054_chunk_000164_indptr", "nnz": 128, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000054_chunk_000165_indices", "indptr": "tensor_000054_chunk_000165_indptr", "nnz": 128, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000054_chunk_000166_indices", "indptr": "tensor_000054_chunk_000166_indptr", "nnz": 128, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000054_chunk_000167_indices", "indptr": "tensor_000054_chunk_000167_indptr", "nnz": 128, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000054_chunk_000168_indices", "indptr": "tensor_000054_chunk_000168_indptr", "nnz": 128, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000054_chunk_000169_indices", "indptr": "tensor_000054_chunk_000169_indptr", "nnz": 128, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000054_chunk_000170_indices", "indptr": "tensor_000054_chunk_000170_indptr", "nnz": 128, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000054_chunk_000171_indices", "indptr": "tensor_000054_chunk_000171_indptr", "nnz": 128, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000054_chunk_000172_indices", "indptr": "tensor_000054_chunk_000172_indptr", "nnz": 128, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000054_chunk_000173_indices", "indptr": "tensor_000054_chunk_000173_indptr", "nnz": 128, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000054_chunk_000174_indices", "indptr": "tensor_000054_chunk_000174_indptr", "nnz": 54, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000054_chunk_000175_indices", "indptr": "tensor_000054_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000054_chunk_000176_indices", "indptr": "tensor_000054_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000054_chunk_000177_indices", "indptr": "tensor_000054_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000054_chunk_000178_indices", "indptr": "tensor_000054_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000054_chunk_000179_indices", "indptr": "tensor_000054_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000054_chunk_000180_indices", "indptr": "tensor_000054_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000054_chunk_000181_indices", "indptr": "tensor_000054_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000054_chunk_000182_indices", "indptr": "tensor_000054_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000054_chunk_000183_indices", "indptr": "tensor_000054_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000054_chunk_000184_indices", "indptr": "tensor_000054_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000054_chunk_000185_indices", "indptr": "tensor_000054_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000054_chunk_000186_indices", "indptr": "tensor_000054_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000054_chunk_000187_indices", "indptr": "tensor_000054_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000054_chunk_000188_indices", "indptr": "tensor_000054_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000054_chunk_000189_indices", "indptr": "tensor_000054_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000054_chunk_000190_indices", "indptr": "tensor_000054_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000054_chunk_000191_indices", "indptr": "tensor_000054_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000054_chunk_000192_indices", "indptr": "tensor_000054_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000054_chunk_000193_indices", "indptr": "tensor_000054_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000054_chunk_000194_indices", "indptr": "tensor_000054_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000054_chunk_000195_indices", "indptr": "tensor_000054_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000054_chunk_000196_indices", "indptr": "tensor_000054_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000054_chunk_000197_indices", "indptr": "tensor_000054_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000054_chunk_000198_indices", "indptr": "tensor_000054_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000054_chunk_000199_indices", "indptr": "tensor_000054_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000054_chunk_000200_indices", "indptr": "tensor_000054_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000054_chunk_000201_indices", "indptr": "tensor_000054_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000054_chunk_000202_indices", "indptr": "tensor_000054_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000054_chunk_000203_indices", "indptr": "tensor_000054_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000054_chunk_000204_indices", "indptr": "tensor_000054_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000054_chunk_000205_indices", "indptr": "tensor_000054_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000054_chunk_000206_indices", "indptr": "tensor_000054_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000054_chunk_000207_indices", "indptr": "tensor_000054_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000054_chunk_000208_indices", "indptr": "tensor_000054_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000054_chunk_000209_indices", "indptr": "tensor_000054_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000054_chunk_000210_indices", "indptr": "tensor_000054_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000054_chunk_000211_indices", "indptr": "tensor_000054_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000054_chunk_000212_indices", "indptr": "tensor_000054_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000054_chunk_000213_indices", "indptr": "tensor_000054_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000054_chunk_000214_indices", "indptr": "tensor_000054_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000054_chunk_000215_indices", "indptr": "tensor_000054_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000054_chunk_000216_indices", "indptr": "tensor_000054_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000054_chunk_000217_indices", "indptr": "tensor_000054_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000054_chunk_000218_indices", "indptr": "tensor_000054_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000054_chunk_000219_indices", "indptr": "tensor_000054_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000054_chunk_000220_indices", "indptr": "tensor_000054_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000054_chunk_000221_indices", "indptr": "tensor_000054_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000054_chunk_000222_indices", "indptr": "tensor_000054_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000054_chunk_000223_indices", "indptr": "tensor_000054_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000054_chunk_000224_indices", "indptr": "tensor_000054_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000054_chunk_000225_indices", "indptr": "tensor_000054_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000054_chunk_000226_indices", "indptr": "tensor_000054_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000054_chunk_000227_indices", "indptr": "tensor_000054_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000054_chunk_000228_indices", "indptr": "tensor_000054_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000054_chunk_000229_indices", "indptr": "tensor_000054_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000054_chunk_000230_indices", "indptr": "tensor_000054_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000054_chunk_000231_indices", "indptr": "tensor_000054_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000054_chunk_000232_indices", "indptr": "tensor_000054_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000054_chunk_000233_indices", "indptr": "tensor_000054_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000054_chunk_000234_indices", "indptr": "tensor_000054_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000054_chunk_000235_indices", "indptr": "tensor_000054_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000054_chunk_000236_indices", "indptr": "tensor_000054_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000054_chunk_000237_indices", "indptr": "tensor_000054_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000054_chunk_000238_indices", "indptr": "tensor_000054_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000054_chunk_000239_indices", "indptr": "tensor_000054_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000054_chunk_000240_indices", "indptr": "tensor_000054_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000054_chunk_000241_indices", "indptr": "tensor_000054_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000054_chunk_000242_indices", "indptr": "tensor_000054_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000054_chunk_000243_indices", "indptr": "tensor_000054_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000054_chunk_000244_indices", "indptr": "tensor_000054_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000054_chunk_000245_indices", "indptr": "tensor_000054_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000054_chunk_000246_indices", "indptr": "tensor_000054_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000054_chunk_000247_indices", "indptr": "tensor_000054_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000054_chunk_000248_indices", "indptr": "tensor_000054_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000054_chunk_000249_indices", "indptr": "tensor_000054_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000054_chunk_000250_indices", "indptr": "tensor_000054_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 18564, "shape": [ 32002, 8192 ] }, "model.layers.13.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000093_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.13.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000053_chunk_000000_indices", "indptr": "tensor_000053_chunk_000000_indptr", "nnz": 0, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000053_chunk_000001_indices", "indptr": "tensor_000053_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000053_chunk_000002_indices", "indptr": "tensor_000053_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000053_chunk_000003_indices", "indptr": "tensor_000053_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 8192, 448 ] }, "model.layers.13.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000052_chunk_000000_indices", "indptr": "tensor_000052_chunk_000000_indptr", "nnz": 0, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000052_chunk_000001_indices", "indptr": "tensor_000052_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000052_chunk_000002_indices", "indptr": "tensor_000052_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000052_chunk_000003_indices", "indptr": "tensor_000052_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000052_chunk_000004_indices", "indptr": "tensor_000052_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000052_chunk_000005_indices", "indptr": "tensor_000052_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000052_chunk_000006_indices", "indptr": "tensor_000052_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000052_chunk_000007_indices", "indptr": "tensor_000052_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000052_chunk_000008_indices", "indptr": "tensor_000052_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000052_chunk_000009_indices", "indptr": "tensor_000052_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000052_chunk_000010_indices", "indptr": "tensor_000052_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 0, "shape": [ 1344, 8192 ] }, "model.layers.14.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000094_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.14.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000059_chunk_000000_indices", "indptr": "tensor_000059_chunk_000000_indptr", "nnz": 78, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000059_chunk_000001_indices", "indptr": "tensor_000059_chunk_000001_indptr", "nnz": 58, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000059_chunk_000002_indices", "indptr": "tensor_000059_chunk_000002_indptr", "nnz": 38, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000059_chunk_000003_indices", "indptr": "tensor_000059_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000059_chunk_000004_indices", "indptr": "tensor_000059_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000059_chunk_000005_indices", "indptr": "tensor_000059_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000059_chunk_000006_indices", "indptr": "tensor_000059_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000059_chunk_000007_indices", "indptr": "tensor_000059_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000059_chunk_000008_indices", "indptr": "tensor_000059_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000059_chunk_000009_indices", "indptr": "tensor_000059_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000059_chunk_000010_indices", "indptr": "tensor_000059_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000059_chunk_000011_indices", "indptr": "tensor_000059_chunk_000011_indptr", "nnz": 41, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000059_chunk_000012_indices", "indptr": "tensor_000059_chunk_000012_indptr", "nnz": 41, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000059_chunk_000013_indices", "indptr": "tensor_000059_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000059_chunk_000014_indices", "indptr": "tensor_000059_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000059_chunk_000015_indices", "indptr": "tensor_000059_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000059_chunk_000016_indices", "indptr": "tensor_000059_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000059_chunk_000017_indices", "indptr": "tensor_000059_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000059_chunk_000018_indices", "indptr": "tensor_000059_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000059_chunk_000019_indices", "indptr": "tensor_000059_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000059_chunk_000020_indices", "indptr": "tensor_000059_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000059_chunk_000021_indices", "indptr": "tensor_000059_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000059_chunk_000022_indices", "indptr": "tensor_000059_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000059_chunk_000023_indices", "indptr": "tensor_000059_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000059_chunk_000024_indices", "indptr": "tensor_000059_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000059_chunk_000025_indices", "indptr": "tensor_000059_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000059_chunk_000026_indices", "indptr": "tensor_000059_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000059_chunk_000027_indices", "indptr": "tensor_000059_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000059_chunk_000028_indices", "indptr": "tensor_000059_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000059_chunk_000029_indices", "indptr": "tensor_000059_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000059_chunk_000030_indices", "indptr": "tensor_000059_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000059_chunk_000031_indices", "indptr": "tensor_000059_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000059_chunk_000032_indices", "indptr": "tensor_000059_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000059_chunk_000033_indices", "indptr": "tensor_000059_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000059_chunk_000034_indices", "indptr": "tensor_000059_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000059_chunk_000035_indices", "indptr": "tensor_000059_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000059_chunk_000036_indices", "indptr": "tensor_000059_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000059_chunk_000037_indices", "indptr": "tensor_000059_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000059_chunk_000038_indices", "indptr": "tensor_000059_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000059_chunk_000039_indices", "indptr": "tensor_000059_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000059_chunk_000040_indices", "indptr": "tensor_000059_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000059_chunk_000041_indices", "indptr": "tensor_000059_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000059_chunk_000042_indices", "indptr": "tensor_000059_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000059_chunk_000043_indices", "indptr": "tensor_000059_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000059_chunk_000044_indices", "indptr": "tensor_000059_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000059_chunk_000045_indices", "indptr": "tensor_000059_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000059_chunk_000046_indices", "indptr": "tensor_000059_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000059_chunk_000047_indices", "indptr": "tensor_000059_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000059_chunk_000048_indices", "indptr": "tensor_000059_chunk_000048_indptr", "nnz": 12, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000059_chunk_000049_indices", "indptr": "tensor_000059_chunk_000049_indptr", "nnz": 50, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000059_chunk_000050_indices", "indptr": "tensor_000059_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000059_chunk_000051_indices", "indptr": "tensor_000059_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000059_chunk_000052_indices", "indptr": "tensor_000059_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000059_chunk_000053_indices", "indptr": "tensor_000059_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000059_chunk_000054_indices", "indptr": "tensor_000059_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000059_chunk_000055_indices", "indptr": "tensor_000059_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000059_chunk_000056_indices", "indptr": "tensor_000059_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000059_chunk_000057_indices", "indptr": "tensor_000059_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000059_chunk_000058_indices", "indptr": "tensor_000059_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000059_chunk_000059_indices", "indptr": "tensor_000059_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000059_chunk_000060_indices", "indptr": "tensor_000059_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000059_chunk_000061_indices", "indptr": "tensor_000059_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000059_chunk_000062_indices", "indptr": "tensor_000059_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000059_chunk_000063_indices", "indptr": "tensor_000059_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000059_chunk_000064_indices", "indptr": "tensor_000059_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000059_chunk_000065_indices", "indptr": "tensor_000059_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000059_chunk_000066_indices", "indptr": "tensor_000059_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000059_chunk_000067_indices", "indptr": "tensor_000059_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000059_chunk_000068_indices", "indptr": "tensor_000059_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000059_chunk_000069_indices", "indptr": "tensor_000059_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000059_chunk_000070_indices", "indptr": "tensor_000059_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000059_chunk_000071_indices", "indptr": "tensor_000059_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000059_chunk_000072_indices", "indptr": "tensor_000059_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000059_chunk_000073_indices", "indptr": "tensor_000059_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000059_chunk_000074_indices", "indptr": "tensor_000059_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000059_chunk_000075_indices", "indptr": "tensor_000059_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000059_chunk_000076_indices", "indptr": "tensor_000059_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000059_chunk_000077_indices", "indptr": "tensor_000059_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000059_chunk_000078_indices", "indptr": "tensor_000059_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000059_chunk_000079_indices", "indptr": "tensor_000059_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000059_chunk_000080_indices", "indptr": "tensor_000059_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000059_chunk_000081_indices", "indptr": "tensor_000059_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000059_chunk_000082_indices", "indptr": "tensor_000059_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000059_chunk_000083_indices", "indptr": "tensor_000059_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000059_chunk_000084_indices", "indptr": "tensor_000059_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000059_chunk_000085_indices", "indptr": "tensor_000059_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000059_chunk_000086_indices", "indptr": "tensor_000059_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000059_chunk_000087_indices", "indptr": "tensor_000059_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000059_chunk_000088_indices", "indptr": "tensor_000059_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000059_chunk_000089_indices", "indptr": "tensor_000059_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000059_chunk_000090_indices", "indptr": "tensor_000059_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000059_chunk_000091_indices", "indptr": "tensor_000059_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000059_chunk_000092_indices", "indptr": "tensor_000059_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000059_chunk_000093_indices", "indptr": "tensor_000059_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000059_chunk_000094_indices", "indptr": "tensor_000059_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000059_chunk_000095_indices", "indptr": "tensor_000059_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000059_chunk_000096_indices", "indptr": "tensor_000059_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000059_chunk_000097_indices", "indptr": "tensor_000059_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000059_chunk_000098_indices", "indptr": "tensor_000059_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000059_chunk_000099_indices", "indptr": "tensor_000059_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000059_chunk_000100_indices", "indptr": "tensor_000059_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000059_chunk_000101_indices", "indptr": "tensor_000059_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000059_chunk_000102_indices", "indptr": "tensor_000059_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000059_chunk_000103_indices", "indptr": "tensor_000059_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000059_chunk_000104_indices", "indptr": "tensor_000059_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000059_chunk_000105_indices", "indptr": "tensor_000059_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000059_chunk_000106_indices", "indptr": "tensor_000059_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000059_chunk_000107_indices", "indptr": "tensor_000059_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000059_chunk_000108_indices", "indptr": "tensor_000059_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000059_chunk_000109_indices", "indptr": "tensor_000059_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000059_chunk_000110_indices", "indptr": "tensor_000059_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000059_chunk_000111_indices", "indptr": "tensor_000059_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000059_chunk_000112_indices", "indptr": "tensor_000059_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000059_chunk_000113_indices", "indptr": "tensor_000059_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000059_chunk_000114_indices", "indptr": "tensor_000059_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000059_chunk_000115_indices", "indptr": "tensor_000059_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000059_chunk_000116_indices", "indptr": "tensor_000059_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000059_chunk_000117_indices", "indptr": "tensor_000059_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000059_chunk_000118_indices", "indptr": "tensor_000059_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000059_chunk_000119_indices", "indptr": "tensor_000059_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000059_chunk_000120_indices", "indptr": "tensor_000059_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000059_chunk_000121_indices", "indptr": "tensor_000059_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000059_chunk_000122_indices", "indptr": "tensor_000059_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000059_chunk_000123_indices", "indptr": "tensor_000059_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000059_chunk_000124_indices", "indptr": "tensor_000059_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000059_chunk_000125_indices", "indptr": "tensor_000059_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000059_chunk_000126_indices", "indptr": "tensor_000059_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 318, "shape": [ 8192, 16001 ] }, "model.layers.14.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000058_chunk_000000_indices", "indptr": "tensor_000058_chunk_000000_indptr", "nnz": 127, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000058_chunk_000001_indices", "indptr": "tensor_000058_chunk_000001_indptr", "nnz": 128, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000058_chunk_000002_indices", "indptr": "tensor_000058_chunk_000002_indptr", "nnz": 63, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000058_chunk_000003_indices", "indptr": "tensor_000058_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000058_chunk_000004_indices", "indptr": "tensor_000058_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000058_chunk_000005_indices", "indptr": "tensor_000058_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000058_chunk_000006_indices", "indptr": "tensor_000058_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000058_chunk_000007_indices", "indptr": "tensor_000058_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000058_chunk_000008_indices", "indptr": "tensor_000058_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000058_chunk_000009_indices", "indptr": "tensor_000058_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000058_chunk_000010_indices", "indptr": "tensor_000058_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000058_chunk_000011_indices", "indptr": "tensor_000058_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000058_chunk_000012_indices", "indptr": "tensor_000058_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000058_chunk_000013_indices", "indptr": "tensor_000058_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000058_chunk_000014_indices", "indptr": "tensor_000058_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000058_chunk_000015_indices", "indptr": "tensor_000058_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000058_chunk_000016_indices", "indptr": "tensor_000058_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000058_chunk_000017_indices", "indptr": "tensor_000058_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000058_chunk_000018_indices", "indptr": "tensor_000058_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000058_chunk_000019_indices", "indptr": "tensor_000058_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000058_chunk_000020_indices", "indptr": "tensor_000058_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000058_chunk_000021_indices", "indptr": "tensor_000058_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000058_chunk_000022_indices", "indptr": "tensor_000058_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000058_chunk_000023_indices", "indptr": "tensor_000058_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000058_chunk_000024_indices", "indptr": "tensor_000058_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000058_chunk_000025_indices", "indptr": "tensor_000058_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000058_chunk_000026_indices", "indptr": "tensor_000058_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000058_chunk_000027_indices", "indptr": "tensor_000058_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000058_chunk_000028_indices", "indptr": "tensor_000058_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000058_chunk_000029_indices", "indptr": "tensor_000058_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000058_chunk_000030_indices", "indptr": "tensor_000058_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000058_chunk_000031_indices", "indptr": "tensor_000058_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000058_chunk_000032_indices", "indptr": "tensor_000058_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000058_chunk_000033_indices", "indptr": "tensor_000058_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000058_chunk_000034_indices", "indptr": "tensor_000058_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000058_chunk_000035_indices", "indptr": "tensor_000058_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000058_chunk_000036_indices", "indptr": "tensor_000058_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000058_chunk_000037_indices", "indptr": "tensor_000058_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000058_chunk_000038_indices", "indptr": "tensor_000058_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000058_chunk_000039_indices", "indptr": "tensor_000058_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000058_chunk_000040_indices", "indptr": "tensor_000058_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000058_chunk_000041_indices", "indptr": "tensor_000058_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000058_chunk_000042_indices", "indptr": "tensor_000058_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000058_chunk_000043_indices", "indptr": "tensor_000058_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000058_chunk_000044_indices", "indptr": "tensor_000058_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000058_chunk_000045_indices", "indptr": "tensor_000058_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000058_chunk_000046_indices", "indptr": "tensor_000058_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000058_chunk_000047_indices", "indptr": "tensor_000058_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000058_chunk_000048_indices", "indptr": "tensor_000058_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000058_chunk_000049_indices", "indptr": "tensor_000058_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000058_chunk_000050_indices", "indptr": "tensor_000058_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000058_chunk_000051_indices", "indptr": "tensor_000058_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000058_chunk_000052_indices", "indptr": "tensor_000058_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000058_chunk_000053_indices", "indptr": "tensor_000058_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000058_chunk_000054_indices", "indptr": "tensor_000058_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000058_chunk_000055_indices", "indptr": "tensor_000058_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000058_chunk_000056_indices", "indptr": "tensor_000058_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000058_chunk_000057_indices", "indptr": "tensor_000058_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000058_chunk_000058_indices", "indptr": "tensor_000058_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000058_chunk_000059_indices", "indptr": "tensor_000058_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000058_chunk_000060_indices", "indptr": "tensor_000058_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000058_chunk_000061_indices", "indptr": "tensor_000058_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000058_chunk_000062_indices", "indptr": "tensor_000058_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000058_chunk_000063_indices", "indptr": "tensor_000058_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000058_chunk_000064_indices", "indptr": "tensor_000058_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000058_chunk_000065_indices", "indptr": "tensor_000058_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000058_chunk_000066_indices", "indptr": "tensor_000058_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000058_chunk_000067_indices", "indptr": "tensor_000058_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000058_chunk_000068_indices", "indptr": "tensor_000058_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000058_chunk_000069_indices", "indptr": "tensor_000058_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000058_chunk_000070_indices", "indptr": "tensor_000058_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000058_chunk_000071_indices", "indptr": "tensor_000058_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000058_chunk_000072_indices", "indptr": "tensor_000058_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000058_chunk_000073_indices", "indptr": "tensor_000058_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000058_chunk_000074_indices", "indptr": "tensor_000058_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000058_chunk_000075_indices", "indptr": "tensor_000058_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000058_chunk_000076_indices", "indptr": "tensor_000058_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000058_chunk_000077_indices", "indptr": "tensor_000058_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000058_chunk_000078_indices", "indptr": "tensor_000058_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000058_chunk_000079_indices", "indptr": "tensor_000058_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000058_chunk_000080_indices", "indptr": "tensor_000058_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000058_chunk_000081_indices", "indptr": "tensor_000058_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000058_chunk_000082_indices", "indptr": "tensor_000058_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000058_chunk_000083_indices", "indptr": "tensor_000058_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000058_chunk_000084_indices", "indptr": "tensor_000058_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000058_chunk_000085_indices", "indptr": "tensor_000058_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000058_chunk_000086_indices", "indptr": "tensor_000058_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000058_chunk_000087_indices", "indptr": "tensor_000058_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000058_chunk_000088_indices", "indptr": "tensor_000058_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000058_chunk_000089_indices", "indptr": "tensor_000058_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000058_chunk_000090_indices", "indptr": "tensor_000058_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000058_chunk_000091_indices", "indptr": "tensor_000058_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000058_chunk_000092_indices", "indptr": "tensor_000058_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000058_chunk_000093_indices", "indptr": "tensor_000058_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000058_chunk_000094_indices", "indptr": "tensor_000058_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000058_chunk_000095_indices", "indptr": "tensor_000058_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000058_chunk_000096_indices", "indptr": "tensor_000058_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000058_chunk_000097_indices", "indptr": "tensor_000058_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000058_chunk_000098_indices", "indptr": "tensor_000058_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000058_chunk_000099_indices", "indptr": "tensor_000058_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000058_chunk_000100_indices", "indptr": "tensor_000058_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000058_chunk_000101_indices", "indptr": "tensor_000058_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000058_chunk_000102_indices", "indptr": "tensor_000058_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000058_chunk_000103_indices", "indptr": "tensor_000058_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000058_chunk_000104_indices", "indptr": "tensor_000058_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000058_chunk_000105_indices", "indptr": "tensor_000058_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000058_chunk_000106_indices", "indptr": "tensor_000058_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000058_chunk_000107_indices", "indptr": "tensor_000058_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000058_chunk_000108_indices", "indptr": "tensor_000058_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000058_chunk_000109_indices", "indptr": "tensor_000058_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000058_chunk_000110_indices", "indptr": "tensor_000058_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000058_chunk_000111_indices", "indptr": "tensor_000058_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000058_chunk_000112_indices", "indptr": "tensor_000058_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000058_chunk_000113_indices", "indptr": "tensor_000058_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000058_chunk_000114_indices", "indptr": "tensor_000058_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000058_chunk_000115_indices", "indptr": "tensor_000058_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000058_chunk_000116_indices", "indptr": "tensor_000058_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000058_chunk_000117_indices", "indptr": "tensor_000058_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000058_chunk_000118_indices", "indptr": "tensor_000058_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000058_chunk_000119_indices", "indptr": "tensor_000058_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000058_chunk_000120_indices", "indptr": "tensor_000058_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000058_chunk_000121_indices", "indptr": "tensor_000058_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000058_chunk_000122_indices", "indptr": "tensor_000058_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000058_chunk_000123_indices", "indptr": "tensor_000058_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000058_chunk_000124_indices", "indptr": "tensor_000058_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000058_chunk_000125_indices", "indptr": "tensor_000058_chunk_000125_indptr", "nnz": 126, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000058_chunk_000126_indices", "indptr": "tensor_000058_chunk_000126_indptr", "nnz": 128, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000058_chunk_000127_indices", "indptr": "tensor_000058_chunk_000127_indptr", "nnz": 64, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000058_chunk_000128_indices", "indptr": "tensor_000058_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000058_chunk_000129_indices", "indptr": "tensor_000058_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000058_chunk_000130_indices", "indptr": "tensor_000058_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000058_chunk_000131_indices", "indptr": "tensor_000058_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000058_chunk_000132_indices", "indptr": "tensor_000058_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000058_chunk_000133_indices", "indptr": "tensor_000058_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000058_chunk_000134_indices", "indptr": "tensor_000058_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000058_chunk_000135_indices", "indptr": "tensor_000058_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000058_chunk_000136_indices", "indptr": "tensor_000058_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000058_chunk_000137_indices", "indptr": "tensor_000058_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000058_chunk_000138_indices", "indptr": "tensor_000058_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000058_chunk_000139_indices", "indptr": "tensor_000058_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000058_chunk_000140_indices", "indptr": "tensor_000058_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000058_chunk_000141_indices", "indptr": "tensor_000058_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000058_chunk_000142_indices", "indptr": "tensor_000058_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000058_chunk_000143_indices", "indptr": "tensor_000058_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000058_chunk_000144_indices", "indptr": "tensor_000058_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000058_chunk_000145_indices", "indptr": "tensor_000058_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000058_chunk_000146_indices", "indptr": "tensor_000058_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000058_chunk_000147_indices", "indptr": "tensor_000058_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000058_chunk_000148_indices", "indptr": "tensor_000058_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000058_chunk_000149_indices", "indptr": "tensor_000058_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000058_chunk_000150_indices", "indptr": "tensor_000058_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000058_chunk_000151_indices", "indptr": "tensor_000058_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000058_chunk_000152_indices", "indptr": "tensor_000058_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000058_chunk_000153_indices", "indptr": "tensor_000058_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000058_chunk_000154_indices", "indptr": "tensor_000058_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000058_chunk_000155_indices", "indptr": "tensor_000058_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000058_chunk_000156_indices", "indptr": "tensor_000058_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000058_chunk_000157_indices", "indptr": "tensor_000058_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000058_chunk_000158_indices", "indptr": "tensor_000058_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000058_chunk_000159_indices", "indptr": "tensor_000058_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000058_chunk_000160_indices", "indptr": "tensor_000058_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000058_chunk_000161_indices", "indptr": "tensor_000058_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000058_chunk_000162_indices", "indptr": "tensor_000058_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000058_chunk_000163_indices", "indptr": "tensor_000058_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000058_chunk_000164_indices", "indptr": "tensor_000058_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000058_chunk_000165_indices", "indptr": "tensor_000058_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000058_chunk_000166_indices", "indptr": "tensor_000058_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000058_chunk_000167_indices", "indptr": "tensor_000058_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000058_chunk_000168_indices", "indptr": "tensor_000058_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000058_chunk_000169_indices", "indptr": "tensor_000058_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000058_chunk_000170_indices", "indptr": "tensor_000058_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000058_chunk_000171_indices", "indptr": "tensor_000058_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000058_chunk_000172_indices", "indptr": "tensor_000058_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000058_chunk_000173_indices", "indptr": "tensor_000058_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000058_chunk_000174_indices", "indptr": "tensor_000058_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000058_chunk_000175_indices", "indptr": "tensor_000058_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000058_chunk_000176_indices", "indptr": "tensor_000058_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000058_chunk_000177_indices", "indptr": "tensor_000058_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000058_chunk_000178_indices", "indptr": "tensor_000058_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000058_chunk_000179_indices", "indptr": "tensor_000058_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000058_chunk_000180_indices", "indptr": "tensor_000058_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000058_chunk_000181_indices", "indptr": "tensor_000058_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000058_chunk_000182_indices", "indptr": "tensor_000058_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000058_chunk_000183_indices", "indptr": "tensor_000058_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000058_chunk_000184_indices", "indptr": "tensor_000058_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000058_chunk_000185_indices", "indptr": "tensor_000058_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000058_chunk_000186_indices", "indptr": "tensor_000058_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000058_chunk_000187_indices", "indptr": "tensor_000058_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000058_chunk_000188_indices", "indptr": "tensor_000058_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000058_chunk_000189_indices", "indptr": "tensor_000058_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000058_chunk_000190_indices", "indptr": "tensor_000058_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000058_chunk_000191_indices", "indptr": "tensor_000058_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000058_chunk_000192_indices", "indptr": "tensor_000058_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000058_chunk_000193_indices", "indptr": "tensor_000058_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000058_chunk_000194_indices", "indptr": "tensor_000058_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000058_chunk_000195_indices", "indptr": "tensor_000058_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000058_chunk_000196_indices", "indptr": "tensor_000058_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000058_chunk_000197_indices", "indptr": "tensor_000058_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000058_chunk_000198_indices", "indptr": "tensor_000058_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000058_chunk_000199_indices", "indptr": "tensor_000058_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000058_chunk_000200_indices", "indptr": "tensor_000058_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000058_chunk_000201_indices", "indptr": "tensor_000058_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000058_chunk_000202_indices", "indptr": "tensor_000058_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000058_chunk_000203_indices", "indptr": "tensor_000058_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000058_chunk_000204_indices", "indptr": "tensor_000058_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000058_chunk_000205_indices", "indptr": "tensor_000058_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000058_chunk_000206_indices", "indptr": "tensor_000058_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000058_chunk_000207_indices", "indptr": "tensor_000058_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000058_chunk_000208_indices", "indptr": "tensor_000058_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000058_chunk_000209_indices", "indptr": "tensor_000058_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000058_chunk_000210_indices", "indptr": "tensor_000058_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000058_chunk_000211_indices", "indptr": "tensor_000058_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000058_chunk_000212_indices", "indptr": "tensor_000058_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000058_chunk_000213_indices", "indptr": "tensor_000058_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000058_chunk_000214_indices", "indptr": "tensor_000058_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000058_chunk_000215_indices", "indptr": "tensor_000058_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000058_chunk_000216_indices", "indptr": "tensor_000058_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000058_chunk_000217_indices", "indptr": "tensor_000058_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000058_chunk_000218_indices", "indptr": "tensor_000058_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000058_chunk_000219_indices", "indptr": "tensor_000058_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000058_chunk_000220_indices", "indptr": "tensor_000058_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000058_chunk_000221_indices", "indptr": "tensor_000058_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000058_chunk_000222_indices", "indptr": "tensor_000058_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000058_chunk_000223_indices", "indptr": "tensor_000058_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000058_chunk_000224_indices", "indptr": "tensor_000058_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000058_chunk_000225_indices", "indptr": "tensor_000058_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000058_chunk_000226_indices", "indptr": "tensor_000058_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000058_chunk_000227_indices", "indptr": "tensor_000058_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000058_chunk_000228_indices", "indptr": "tensor_000058_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000058_chunk_000229_indices", "indptr": "tensor_000058_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000058_chunk_000230_indices", "indptr": "tensor_000058_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000058_chunk_000231_indices", "indptr": "tensor_000058_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000058_chunk_000232_indices", "indptr": "tensor_000058_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000058_chunk_000233_indices", "indptr": "tensor_000058_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000058_chunk_000234_indices", "indptr": "tensor_000058_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000058_chunk_000235_indices", "indptr": "tensor_000058_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000058_chunk_000236_indices", "indptr": "tensor_000058_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000058_chunk_000237_indices", "indptr": "tensor_000058_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000058_chunk_000238_indices", "indptr": "tensor_000058_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000058_chunk_000239_indices", "indptr": "tensor_000058_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000058_chunk_000240_indices", "indptr": "tensor_000058_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000058_chunk_000241_indices", "indptr": "tensor_000058_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000058_chunk_000242_indices", "indptr": "tensor_000058_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000058_chunk_000243_indices", "indptr": "tensor_000058_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000058_chunk_000244_indices", "indptr": "tensor_000058_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000058_chunk_000245_indices", "indptr": "tensor_000058_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000058_chunk_000246_indices", "indptr": "tensor_000058_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000058_chunk_000247_indices", "indptr": "tensor_000058_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000058_chunk_000248_indices", "indptr": "tensor_000058_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000058_chunk_000249_indices", "indptr": "tensor_000058_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000058_chunk_000250_indices", "indptr": "tensor_000058_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 636, "shape": [ 32002, 8192 ] }, "model.layers.14.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000095_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.14.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000057_chunk_000000_indices", "indptr": "tensor_000057_chunk_000000_indptr", "nnz": 102, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000057_chunk_000001_indices", "indptr": "tensor_000057_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000057_chunk_000002_indices", "indptr": "tensor_000057_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000057_chunk_000003_indices", "indptr": "tensor_000057_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 102, "shape": [ 8192, 448 ] }, "model.layers.14.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000056_chunk_000000_indices", "indptr": "tensor_000056_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000056_chunk_000001_indices", "indptr": "tensor_000056_chunk_000001_indptr", "nnz": 128, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000056_chunk_000002_indices", "indptr": "tensor_000056_chunk_000002_indptr", "nnz": 128, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000056_chunk_000003_indices", "indptr": "tensor_000056_chunk_000003_indptr", "nnz": 128, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000056_chunk_000004_indices", "indptr": "tensor_000056_chunk_000004_indptr", "nnz": 128, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000056_chunk_000005_indices", "indptr": "tensor_000056_chunk_000005_indptr", "nnz": 128, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000056_chunk_000006_indices", "indptr": "tensor_000056_chunk_000006_indptr", "nnz": 128, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000056_chunk_000007_indices", "indptr": "tensor_000056_chunk_000007_indptr", "nnz": 128, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000056_chunk_000008_indices", "indptr": "tensor_000056_chunk_000008_indptr", "nnz": 128, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000056_chunk_000009_indices", "indptr": "tensor_000056_chunk_000009_indptr", "nnz": 76, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000056_chunk_000010_indices", "indptr": "tensor_000056_chunk_000010_indptr", "nnz": 38, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 1266, "shape": [ 1344, 8192 ] }, "model.layers.15.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000096_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.15.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000063_chunk_000000_indices", "indptr": "tensor_000063_chunk_000000_indptr", "nnz": 41, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000063_chunk_000001_indices", "indptr": "tensor_000063_chunk_000001_indptr", "nnz": 38, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000063_chunk_000002_indices", "indptr": "tensor_000063_chunk_000002_indptr", "nnz": 50, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000063_chunk_000003_indices", "indptr": "tensor_000063_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000063_chunk_000004_indices", "indptr": "tensor_000063_chunk_000004_indptr", "nnz": 4, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000063_chunk_000005_indices", "indptr": "tensor_000063_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000063_chunk_000006_indices", "indptr": "tensor_000063_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000063_chunk_000007_indices", "indptr": "tensor_000063_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000063_chunk_000008_indices", "indptr": "tensor_000063_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000063_chunk_000009_indices", "indptr": "tensor_000063_chunk_000009_indptr", "nnz": 24, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000063_chunk_000010_indices", "indptr": "tensor_000063_chunk_000010_indptr", "nnz": 110, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000063_chunk_000011_indices", "indptr": "tensor_000063_chunk_000011_indptr", "nnz": 112, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000063_chunk_000012_indices", "indptr": "tensor_000063_chunk_000012_indptr", "nnz": 82, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000063_chunk_000013_indices", "indptr": "tensor_000063_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000063_chunk_000014_indices", "indptr": "tensor_000063_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000063_chunk_000015_indices", "indptr": "tensor_000063_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000063_chunk_000016_indices", "indptr": "tensor_000063_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000063_chunk_000017_indices", "indptr": "tensor_000063_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000063_chunk_000018_indices", "indptr": "tensor_000063_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000063_chunk_000019_indices", "indptr": "tensor_000063_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000063_chunk_000020_indices", "indptr": "tensor_000063_chunk_000020_indptr", "nnz": 14, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000063_chunk_000021_indices", "indptr": "tensor_000063_chunk_000021_indptr", "nnz": 2, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000063_chunk_000022_indices", "indptr": "tensor_000063_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000063_chunk_000023_indices", "indptr": "tensor_000063_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000063_chunk_000024_indices", "indptr": "tensor_000063_chunk_000024_indptr", "nnz": 2, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000063_chunk_000025_indices", "indptr": "tensor_000063_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000063_chunk_000026_indices", "indptr": "tensor_000063_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000063_chunk_000027_indices", "indptr": "tensor_000063_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000063_chunk_000028_indices", "indptr": "tensor_000063_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000063_chunk_000029_indices", "indptr": "tensor_000063_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000063_chunk_000030_indices", "indptr": "tensor_000063_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000063_chunk_000031_indices", "indptr": "tensor_000063_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000063_chunk_000032_indices", "indptr": "tensor_000063_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000063_chunk_000033_indices", "indptr": "tensor_000063_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000063_chunk_000034_indices", "indptr": "tensor_000063_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000063_chunk_000035_indices", "indptr": "tensor_000063_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000063_chunk_000036_indices", "indptr": "tensor_000063_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000063_chunk_000037_indices", "indptr": "tensor_000063_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000063_chunk_000038_indices", "indptr": "tensor_000063_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000063_chunk_000039_indices", "indptr": "tensor_000063_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000063_chunk_000040_indices", "indptr": "tensor_000063_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000063_chunk_000041_indices", "indptr": "tensor_000063_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000063_chunk_000042_indices", "indptr": "tensor_000063_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000063_chunk_000043_indices", "indptr": "tensor_000063_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000063_chunk_000044_indices", "indptr": "tensor_000063_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000063_chunk_000045_indices", "indptr": "tensor_000063_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000063_chunk_000046_indices", "indptr": "tensor_000063_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000063_chunk_000047_indices", "indptr": "tensor_000063_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000063_chunk_000048_indices", "indptr": "tensor_000063_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000063_chunk_000049_indices", "indptr": "tensor_000063_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000063_chunk_000050_indices", "indptr": "tensor_000063_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000063_chunk_000051_indices", "indptr": "tensor_000063_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000063_chunk_000052_indices", "indptr": "tensor_000063_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000063_chunk_000053_indices", "indptr": "tensor_000063_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000063_chunk_000054_indices", "indptr": "tensor_000063_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000063_chunk_000055_indices", "indptr": "tensor_000063_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000063_chunk_000056_indices", "indptr": "tensor_000063_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000063_chunk_000057_indices", "indptr": "tensor_000063_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000063_chunk_000058_indices", "indptr": "tensor_000063_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000063_chunk_000059_indices", "indptr": "tensor_000063_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000063_chunk_000060_indices", "indptr": "tensor_000063_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000063_chunk_000061_indices", "indptr": "tensor_000063_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000063_chunk_000062_indices", "indptr": "tensor_000063_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000063_chunk_000063_indices", "indptr": "tensor_000063_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000063_chunk_000064_indices", "indptr": "tensor_000063_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000063_chunk_000065_indices", "indptr": "tensor_000063_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000063_chunk_000066_indices", "indptr": "tensor_000063_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000063_chunk_000067_indices", "indptr": "tensor_000063_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000063_chunk_000068_indices", "indptr": "tensor_000063_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000063_chunk_000069_indices", "indptr": "tensor_000063_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000063_chunk_000070_indices", "indptr": "tensor_000063_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000063_chunk_000071_indices", "indptr": "tensor_000063_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000063_chunk_000072_indices", "indptr": "tensor_000063_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000063_chunk_000073_indices", "indptr": "tensor_000063_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000063_chunk_000074_indices", "indptr": "tensor_000063_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000063_chunk_000075_indices", "indptr": "tensor_000063_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000063_chunk_000076_indices", "indptr": "tensor_000063_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000063_chunk_000077_indices", "indptr": "tensor_000063_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000063_chunk_000078_indices", "indptr": "tensor_000063_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000063_chunk_000079_indices", "indptr": "tensor_000063_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000063_chunk_000080_indices", "indptr": "tensor_000063_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000063_chunk_000081_indices", "indptr": "tensor_000063_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000063_chunk_000082_indices", "indptr": "tensor_000063_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000063_chunk_000083_indices", "indptr": "tensor_000063_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000063_chunk_000084_indices", "indptr": "tensor_000063_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000063_chunk_000085_indices", "indptr": "tensor_000063_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000063_chunk_000086_indices", "indptr": "tensor_000063_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000063_chunk_000087_indices", "indptr": "tensor_000063_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000063_chunk_000088_indices", "indptr": "tensor_000063_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000063_chunk_000089_indices", "indptr": "tensor_000063_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000063_chunk_000090_indices", "indptr": "tensor_000063_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000063_chunk_000091_indices", "indptr": "tensor_000063_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000063_chunk_000092_indices", "indptr": "tensor_000063_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000063_chunk_000093_indices", "indptr": "tensor_000063_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000063_chunk_000094_indices", "indptr": "tensor_000063_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000063_chunk_000095_indices", "indptr": "tensor_000063_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000063_chunk_000096_indices", "indptr": "tensor_000063_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000063_chunk_000097_indices", "indptr": "tensor_000063_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000063_chunk_000098_indices", "indptr": "tensor_000063_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000063_chunk_000099_indices", "indptr": "tensor_000063_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000063_chunk_000100_indices", "indptr": "tensor_000063_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000063_chunk_000101_indices", "indptr": "tensor_000063_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000063_chunk_000102_indices", "indptr": "tensor_000063_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000063_chunk_000103_indices", "indptr": "tensor_000063_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000063_chunk_000104_indices", "indptr": "tensor_000063_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000063_chunk_000105_indices", "indptr": "tensor_000063_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000063_chunk_000106_indices", "indptr": "tensor_000063_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000063_chunk_000107_indices", "indptr": "tensor_000063_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000063_chunk_000108_indices", "indptr": "tensor_000063_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000063_chunk_000109_indices", "indptr": "tensor_000063_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000063_chunk_000110_indices", "indptr": "tensor_000063_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000063_chunk_000111_indices", "indptr": "tensor_000063_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000063_chunk_000112_indices", "indptr": "tensor_000063_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000063_chunk_000113_indices", "indptr": "tensor_000063_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000063_chunk_000114_indices", "indptr": "tensor_000063_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000063_chunk_000115_indices", "indptr": "tensor_000063_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000063_chunk_000116_indices", "indptr": "tensor_000063_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000063_chunk_000117_indices", "indptr": "tensor_000063_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000063_chunk_000118_indices", "indptr": "tensor_000063_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000063_chunk_000119_indices", "indptr": "tensor_000063_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000063_chunk_000120_indices", "indptr": "tensor_000063_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000063_chunk_000121_indices", "indptr": "tensor_000063_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000063_chunk_000122_indices", "indptr": "tensor_000063_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000063_chunk_000123_indices", "indptr": "tensor_000063_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000063_chunk_000124_indices", "indptr": "tensor_000063_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000063_chunk_000125_indices", "indptr": "tensor_000063_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000063_chunk_000126_indices", "indptr": "tensor_000063_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 479, "shape": [ 8192, 16001 ] }, "model.layers.15.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000062_chunk_000000_indices", "indptr": "tensor_000062_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000062_chunk_000001_indices", "indptr": "tensor_000062_chunk_000001_indptr", "nnz": 128, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000062_chunk_000002_indices", "indptr": "tensor_000062_chunk_000002_indptr", "nnz": 128, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000062_chunk_000003_indices", "indptr": "tensor_000062_chunk_000003_indptr", "nnz": 95, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000062_chunk_000004_indices", "indptr": "tensor_000062_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000062_chunk_000005_indices", "indptr": "tensor_000062_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000062_chunk_000006_indices", "indptr": "tensor_000062_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000062_chunk_000007_indices", "indptr": "tensor_000062_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000062_chunk_000008_indices", "indptr": "tensor_000062_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000062_chunk_000009_indices", "indptr": "tensor_000062_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000062_chunk_000010_indices", "indptr": "tensor_000062_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000062_chunk_000011_indices", "indptr": "tensor_000062_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000062_chunk_000012_indices", "indptr": "tensor_000062_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000062_chunk_000013_indices", "indptr": "tensor_000062_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000062_chunk_000014_indices", "indptr": "tensor_000062_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000062_chunk_000015_indices", "indptr": "tensor_000062_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000062_chunk_000016_indices", "indptr": "tensor_000062_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000062_chunk_000017_indices", "indptr": "tensor_000062_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000062_chunk_000018_indices", "indptr": "tensor_000062_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000062_chunk_000019_indices", "indptr": "tensor_000062_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000062_chunk_000020_indices", "indptr": "tensor_000062_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000062_chunk_000021_indices", "indptr": "tensor_000062_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000062_chunk_000022_indices", "indptr": "tensor_000062_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000062_chunk_000023_indices", "indptr": "tensor_000062_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000062_chunk_000024_indices", "indptr": "tensor_000062_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000062_chunk_000025_indices", "indptr": "tensor_000062_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000062_chunk_000026_indices", "indptr": "tensor_000062_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000062_chunk_000027_indices", "indptr": "tensor_000062_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000062_chunk_000028_indices", "indptr": "tensor_000062_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000062_chunk_000029_indices", "indptr": "tensor_000062_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000062_chunk_000030_indices", "indptr": "tensor_000062_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000062_chunk_000031_indices", "indptr": "tensor_000062_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000062_chunk_000032_indices", "indptr": "tensor_000062_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000062_chunk_000033_indices", "indptr": "tensor_000062_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000062_chunk_000034_indices", "indptr": "tensor_000062_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000062_chunk_000035_indices", "indptr": "tensor_000062_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000062_chunk_000036_indices", "indptr": "tensor_000062_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000062_chunk_000037_indices", "indptr": "tensor_000062_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000062_chunk_000038_indices", "indptr": "tensor_000062_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000062_chunk_000039_indices", "indptr": "tensor_000062_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000062_chunk_000040_indices", "indptr": "tensor_000062_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000062_chunk_000041_indices", "indptr": "tensor_000062_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000062_chunk_000042_indices", "indptr": "tensor_000062_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000062_chunk_000043_indices", "indptr": "tensor_000062_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000062_chunk_000044_indices", "indptr": "tensor_000062_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000062_chunk_000045_indices", "indptr": "tensor_000062_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000062_chunk_000046_indices", "indptr": "tensor_000062_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000062_chunk_000047_indices", "indptr": "tensor_000062_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000062_chunk_000048_indices", "indptr": "tensor_000062_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000062_chunk_000049_indices", "indptr": "tensor_000062_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000062_chunk_000050_indices", "indptr": "tensor_000062_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000062_chunk_000051_indices", "indptr": "tensor_000062_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000062_chunk_000052_indices", "indptr": "tensor_000062_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000062_chunk_000053_indices", "indptr": "tensor_000062_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000062_chunk_000054_indices", "indptr": "tensor_000062_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000062_chunk_000055_indices", "indptr": "tensor_000062_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000062_chunk_000056_indices", "indptr": "tensor_000062_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000062_chunk_000057_indices", "indptr": "tensor_000062_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000062_chunk_000058_indices", "indptr": "tensor_000062_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000062_chunk_000059_indices", "indptr": "tensor_000062_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000062_chunk_000060_indices", "indptr": "tensor_000062_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000062_chunk_000061_indices", "indptr": "tensor_000062_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000062_chunk_000062_indices", "indptr": "tensor_000062_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000062_chunk_000063_indices", "indptr": "tensor_000062_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000062_chunk_000064_indices", "indptr": "tensor_000062_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000062_chunk_000065_indices", "indptr": "tensor_000062_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000062_chunk_000066_indices", "indptr": "tensor_000062_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000062_chunk_000067_indices", "indptr": "tensor_000062_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000062_chunk_000068_indices", "indptr": "tensor_000062_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000062_chunk_000069_indices", "indptr": "tensor_000062_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000062_chunk_000070_indices", "indptr": "tensor_000062_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000062_chunk_000071_indices", "indptr": "tensor_000062_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000062_chunk_000072_indices", "indptr": "tensor_000062_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000062_chunk_000073_indices", "indptr": "tensor_000062_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000062_chunk_000074_indices", "indptr": "tensor_000062_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000062_chunk_000075_indices", "indptr": "tensor_000062_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000062_chunk_000076_indices", "indptr": "tensor_000062_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000062_chunk_000077_indices", "indptr": "tensor_000062_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000062_chunk_000078_indices", "indptr": "tensor_000062_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000062_chunk_000079_indices", "indptr": "tensor_000062_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000062_chunk_000080_indices", "indptr": "tensor_000062_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000062_chunk_000081_indices", "indptr": "tensor_000062_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000062_chunk_000082_indices", "indptr": "tensor_000062_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000062_chunk_000083_indices", "indptr": "tensor_000062_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000062_chunk_000084_indices", "indptr": "tensor_000062_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000062_chunk_000085_indices", "indptr": "tensor_000062_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000062_chunk_000086_indices", "indptr": "tensor_000062_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000062_chunk_000087_indices", "indptr": "tensor_000062_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000062_chunk_000088_indices", "indptr": "tensor_000062_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000062_chunk_000089_indices", "indptr": "tensor_000062_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000062_chunk_000090_indices", "indptr": "tensor_000062_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000062_chunk_000091_indices", "indptr": "tensor_000062_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000062_chunk_000092_indices", "indptr": "tensor_000062_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000062_chunk_000093_indices", "indptr": "tensor_000062_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000062_chunk_000094_indices", "indptr": "tensor_000062_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000062_chunk_000095_indices", "indptr": "tensor_000062_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000062_chunk_000096_indices", "indptr": "tensor_000062_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000062_chunk_000097_indices", "indptr": "tensor_000062_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000062_chunk_000098_indices", "indptr": "tensor_000062_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000062_chunk_000099_indices", "indptr": "tensor_000062_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000062_chunk_000100_indices", "indptr": "tensor_000062_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000062_chunk_000101_indices", "indptr": "tensor_000062_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000062_chunk_000102_indices", "indptr": "tensor_000062_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000062_chunk_000103_indices", "indptr": "tensor_000062_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000062_chunk_000104_indices", "indptr": "tensor_000062_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000062_chunk_000105_indices", "indptr": "tensor_000062_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000062_chunk_000106_indices", "indptr": "tensor_000062_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000062_chunk_000107_indices", "indptr": "tensor_000062_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000062_chunk_000108_indices", "indptr": "tensor_000062_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000062_chunk_000109_indices", "indptr": "tensor_000062_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000062_chunk_000110_indices", "indptr": "tensor_000062_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000062_chunk_000111_indices", "indptr": "tensor_000062_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000062_chunk_000112_indices", "indptr": "tensor_000062_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000062_chunk_000113_indices", "indptr": "tensor_000062_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000062_chunk_000114_indices", "indptr": "tensor_000062_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000062_chunk_000115_indices", "indptr": "tensor_000062_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000062_chunk_000116_indices", "indptr": "tensor_000062_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000062_chunk_000117_indices", "indptr": "tensor_000062_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000062_chunk_000118_indices", "indptr": "tensor_000062_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000062_chunk_000119_indices", "indptr": "tensor_000062_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000062_chunk_000120_indices", "indptr": "tensor_000062_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000062_chunk_000121_indices", "indptr": "tensor_000062_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000062_chunk_000122_indices", "indptr": "tensor_000062_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000062_chunk_000123_indices", "indptr": "tensor_000062_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000062_chunk_000124_indices", "indptr": "tensor_000062_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000062_chunk_000125_indices", "indptr": "tensor_000062_chunk_000125_indptr", "nnz": 127, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000062_chunk_000126_indices", "indptr": "tensor_000062_chunk_000126_indptr", "nnz": 128, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000062_chunk_000127_indices", "indptr": "tensor_000062_chunk_000127_indptr", "nnz": 128, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000062_chunk_000128_indices", "indptr": "tensor_000062_chunk_000128_indptr", "nnz": 96, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000062_chunk_000129_indices", "indptr": "tensor_000062_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000062_chunk_000130_indices", "indptr": "tensor_000062_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000062_chunk_000131_indices", "indptr": "tensor_000062_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000062_chunk_000132_indices", "indptr": "tensor_000062_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000062_chunk_000133_indices", "indptr": "tensor_000062_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000062_chunk_000134_indices", "indptr": "tensor_000062_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000062_chunk_000135_indices", "indptr": "tensor_000062_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000062_chunk_000136_indices", "indptr": "tensor_000062_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000062_chunk_000137_indices", "indptr": "tensor_000062_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000062_chunk_000138_indices", "indptr": "tensor_000062_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000062_chunk_000139_indices", "indptr": "tensor_000062_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000062_chunk_000140_indices", "indptr": "tensor_000062_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000062_chunk_000141_indices", "indptr": "tensor_000062_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000062_chunk_000142_indices", "indptr": "tensor_000062_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000062_chunk_000143_indices", "indptr": "tensor_000062_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000062_chunk_000144_indices", "indptr": "tensor_000062_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000062_chunk_000145_indices", "indptr": "tensor_000062_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000062_chunk_000146_indices", "indptr": "tensor_000062_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000062_chunk_000147_indices", "indptr": "tensor_000062_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000062_chunk_000148_indices", "indptr": "tensor_000062_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000062_chunk_000149_indices", "indptr": "tensor_000062_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000062_chunk_000150_indices", "indptr": "tensor_000062_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000062_chunk_000151_indices", "indptr": "tensor_000062_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000062_chunk_000152_indices", "indptr": "tensor_000062_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000062_chunk_000153_indices", "indptr": "tensor_000062_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000062_chunk_000154_indices", "indptr": "tensor_000062_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000062_chunk_000155_indices", "indptr": "tensor_000062_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000062_chunk_000156_indices", "indptr": "tensor_000062_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000062_chunk_000157_indices", "indptr": "tensor_000062_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000062_chunk_000158_indices", "indptr": "tensor_000062_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000062_chunk_000159_indices", "indptr": "tensor_000062_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000062_chunk_000160_indices", "indptr": "tensor_000062_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000062_chunk_000161_indices", "indptr": "tensor_000062_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000062_chunk_000162_indices", "indptr": "tensor_000062_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000062_chunk_000163_indices", "indptr": "tensor_000062_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000062_chunk_000164_indices", "indptr": "tensor_000062_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000062_chunk_000165_indices", "indptr": "tensor_000062_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000062_chunk_000166_indices", "indptr": "tensor_000062_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000062_chunk_000167_indices", "indptr": "tensor_000062_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000062_chunk_000168_indices", "indptr": "tensor_000062_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000062_chunk_000169_indices", "indptr": "tensor_000062_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000062_chunk_000170_indices", "indptr": "tensor_000062_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000062_chunk_000171_indices", "indptr": "tensor_000062_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000062_chunk_000172_indices", "indptr": "tensor_000062_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000062_chunk_000173_indices", "indptr": "tensor_000062_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000062_chunk_000174_indices", "indptr": "tensor_000062_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000062_chunk_000175_indices", "indptr": "tensor_000062_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000062_chunk_000176_indices", "indptr": "tensor_000062_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000062_chunk_000177_indices", "indptr": "tensor_000062_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000062_chunk_000178_indices", "indptr": "tensor_000062_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000062_chunk_000179_indices", "indptr": "tensor_000062_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000062_chunk_000180_indices", "indptr": "tensor_000062_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000062_chunk_000181_indices", "indptr": "tensor_000062_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000062_chunk_000182_indices", "indptr": "tensor_000062_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000062_chunk_000183_indices", "indptr": "tensor_000062_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000062_chunk_000184_indices", "indptr": "tensor_000062_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000062_chunk_000185_indices", "indptr": "tensor_000062_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000062_chunk_000186_indices", "indptr": "tensor_000062_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000062_chunk_000187_indices", "indptr": "tensor_000062_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000062_chunk_000188_indices", "indptr": "tensor_000062_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000062_chunk_000189_indices", "indptr": "tensor_000062_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000062_chunk_000190_indices", "indptr": "tensor_000062_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000062_chunk_000191_indices", "indptr": "tensor_000062_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000062_chunk_000192_indices", "indptr": "tensor_000062_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000062_chunk_000193_indices", "indptr": "tensor_000062_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000062_chunk_000194_indices", "indptr": "tensor_000062_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000062_chunk_000195_indices", "indptr": "tensor_000062_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000062_chunk_000196_indices", "indptr": "tensor_000062_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000062_chunk_000197_indices", "indptr": "tensor_000062_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000062_chunk_000198_indices", "indptr": "tensor_000062_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000062_chunk_000199_indices", "indptr": "tensor_000062_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000062_chunk_000200_indices", "indptr": "tensor_000062_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000062_chunk_000201_indices", "indptr": "tensor_000062_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000062_chunk_000202_indices", "indptr": "tensor_000062_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000062_chunk_000203_indices", "indptr": "tensor_000062_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000062_chunk_000204_indices", "indptr": "tensor_000062_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000062_chunk_000205_indices", "indptr": "tensor_000062_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000062_chunk_000206_indices", "indptr": "tensor_000062_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000062_chunk_000207_indices", "indptr": "tensor_000062_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000062_chunk_000208_indices", "indptr": "tensor_000062_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000062_chunk_000209_indices", "indptr": "tensor_000062_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000062_chunk_000210_indices", "indptr": "tensor_000062_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000062_chunk_000211_indices", "indptr": "tensor_000062_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000062_chunk_000212_indices", "indptr": "tensor_000062_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000062_chunk_000213_indices", "indptr": "tensor_000062_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000062_chunk_000214_indices", "indptr": "tensor_000062_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000062_chunk_000215_indices", "indptr": "tensor_000062_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000062_chunk_000216_indices", "indptr": "tensor_000062_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000062_chunk_000217_indices", "indptr": "tensor_000062_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000062_chunk_000218_indices", "indptr": "tensor_000062_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000062_chunk_000219_indices", "indptr": "tensor_000062_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000062_chunk_000220_indices", "indptr": "tensor_000062_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000062_chunk_000221_indices", "indptr": "tensor_000062_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000062_chunk_000222_indices", "indptr": "tensor_000062_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000062_chunk_000223_indices", "indptr": "tensor_000062_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000062_chunk_000224_indices", "indptr": "tensor_000062_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000062_chunk_000225_indices", "indptr": "tensor_000062_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000062_chunk_000226_indices", "indptr": "tensor_000062_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000062_chunk_000227_indices", "indptr": "tensor_000062_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000062_chunk_000228_indices", "indptr": "tensor_000062_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000062_chunk_000229_indices", "indptr": "tensor_000062_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000062_chunk_000230_indices", "indptr": "tensor_000062_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000062_chunk_000231_indices", "indptr": "tensor_000062_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000062_chunk_000232_indices", "indptr": "tensor_000062_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000062_chunk_000233_indices", "indptr": "tensor_000062_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000062_chunk_000234_indices", "indptr": "tensor_000062_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000062_chunk_000235_indices", "indptr": "tensor_000062_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000062_chunk_000236_indices", "indptr": "tensor_000062_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000062_chunk_000237_indices", "indptr": "tensor_000062_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000062_chunk_000238_indices", "indptr": "tensor_000062_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000062_chunk_000239_indices", "indptr": "tensor_000062_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000062_chunk_000240_indices", "indptr": "tensor_000062_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000062_chunk_000241_indices", "indptr": "tensor_000062_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000062_chunk_000242_indices", "indptr": "tensor_000062_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000062_chunk_000243_indices", "indptr": "tensor_000062_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000062_chunk_000244_indices", "indptr": "tensor_000062_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000062_chunk_000245_indices", "indptr": "tensor_000062_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000062_chunk_000246_indices", "indptr": "tensor_000062_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000062_chunk_000247_indices", "indptr": "tensor_000062_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000062_chunk_000248_indices", "indptr": "tensor_000062_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000062_chunk_000249_indices", "indptr": "tensor_000062_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000062_chunk_000250_indices", "indptr": "tensor_000062_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 958, "shape": [ 32002, 8192 ] }, "model.layers.15.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000097_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.15.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000061_chunk_000000_indices", "indptr": "tensor_000061_chunk_000000_indptr", "nnz": 102, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000061_chunk_000001_indices", "indptr": "tensor_000061_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000061_chunk_000002_indices", "indptr": "tensor_000061_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000061_chunk_000003_indices", "indptr": "tensor_000061_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 102, "shape": [ 8192, 448 ] }, "model.layers.15.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000060_chunk_000000_indices", "indptr": "tensor_000060_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000060_chunk_000001_indices", "indptr": "tensor_000060_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000060_chunk_000002_indices", "indptr": "tensor_000060_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000060_chunk_000003_indices", "indptr": "tensor_000060_chunk_000003_indptr", "nnz": 64, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000060_chunk_000004_indices", "indptr": "tensor_000060_chunk_000004_indptr", "nnz": 64, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000060_chunk_000005_indices", "indptr": "tensor_000060_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000060_chunk_000006_indices", "indptr": "tensor_000060_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000060_chunk_000007_indices", "indptr": "tensor_000060_chunk_000007_indptr", "nnz": 102, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000060_chunk_000008_indices", "indptr": "tensor_000060_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000060_chunk_000009_indices", "indptr": "tensor_000060_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000060_chunk_000010_indices", "indptr": "tensor_000060_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 358, "shape": [ 1344, 8192 ] }, "model.layers.2.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000070_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.2.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000011_chunk_000000_indices", "indptr": "tensor_000011_chunk_000000_indptr", "nnz": 71, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000011_chunk_000001_indices", "indptr": "tensor_000011_chunk_000001_indptr", "nnz": 4, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000011_chunk_000002_indices", "indptr": "tensor_000011_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000011_chunk_000003_indices", "indptr": "tensor_000011_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000011_chunk_000004_indices", "indptr": "tensor_000011_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000011_chunk_000005_indices", "indptr": "tensor_000011_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000011_chunk_000006_indices", "indptr": "tensor_000011_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000011_chunk_000007_indices", "indptr": "tensor_000011_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000011_chunk_000008_indices", "indptr": "tensor_000011_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000011_chunk_000009_indices", "indptr": "tensor_000011_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000011_chunk_000010_indices", "indptr": "tensor_000011_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000011_chunk_000011_indices", "indptr": "tensor_000011_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000011_chunk_000012_indices", "indptr": "tensor_000011_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000011_chunk_000013_indices", "indptr": "tensor_000011_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000011_chunk_000014_indices", "indptr": "tensor_000011_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000011_chunk_000015_indices", "indptr": "tensor_000011_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000011_chunk_000016_indices", "indptr": "tensor_000011_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000011_chunk_000017_indices", "indptr": "tensor_000011_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000011_chunk_000018_indices", "indptr": "tensor_000011_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000011_chunk_000019_indices", "indptr": "tensor_000011_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000011_chunk_000020_indices", "indptr": "tensor_000011_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000011_chunk_000021_indices", "indptr": "tensor_000011_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000011_chunk_000022_indices", "indptr": "tensor_000011_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000011_chunk_000023_indices", "indptr": "tensor_000011_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000011_chunk_000024_indices", "indptr": "tensor_000011_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000011_chunk_000025_indices", "indptr": "tensor_000011_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000011_chunk_000026_indices", "indptr": "tensor_000011_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000011_chunk_000027_indices", "indptr": "tensor_000011_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000011_chunk_000028_indices", "indptr": "tensor_000011_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000011_chunk_000029_indices", "indptr": "tensor_000011_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000011_chunk_000030_indices", "indptr": "tensor_000011_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000011_chunk_000031_indices", "indptr": "tensor_000011_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000011_chunk_000032_indices", "indptr": "tensor_000011_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000011_chunk_000033_indices", "indptr": "tensor_000011_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000011_chunk_000034_indices", "indptr": "tensor_000011_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000011_chunk_000035_indices", "indptr": "tensor_000011_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000011_chunk_000036_indices", "indptr": "tensor_000011_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000011_chunk_000037_indices", "indptr": "tensor_000011_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000011_chunk_000038_indices", "indptr": "tensor_000011_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000011_chunk_000039_indices", "indptr": "tensor_000011_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000011_chunk_000040_indices", "indptr": "tensor_000011_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000011_chunk_000041_indices", "indptr": "tensor_000011_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000011_chunk_000042_indices", "indptr": "tensor_000011_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000011_chunk_000043_indices", "indptr": "tensor_000011_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000011_chunk_000044_indices", "indptr": "tensor_000011_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000011_chunk_000045_indices", "indptr": "tensor_000011_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000011_chunk_000046_indices", "indptr": "tensor_000011_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000011_chunk_000047_indices", "indptr": "tensor_000011_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000011_chunk_000048_indices", "indptr": "tensor_000011_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000011_chunk_000049_indices", "indptr": "tensor_000011_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000011_chunk_000050_indices", "indptr": "tensor_000011_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000011_chunk_000051_indices", "indptr": "tensor_000011_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000011_chunk_000052_indices", "indptr": "tensor_000011_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000011_chunk_000053_indices", "indptr": "tensor_000011_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000011_chunk_000054_indices", "indptr": "tensor_000011_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000011_chunk_000055_indices", "indptr": "tensor_000011_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000011_chunk_000056_indices", "indptr": "tensor_000011_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000011_chunk_000057_indices", "indptr": "tensor_000011_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000011_chunk_000058_indices", "indptr": "tensor_000011_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000011_chunk_000059_indices", "indptr": "tensor_000011_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000011_chunk_000060_indices", "indptr": "tensor_000011_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000011_chunk_000061_indices", "indptr": "tensor_000011_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000011_chunk_000062_indices", "indptr": "tensor_000011_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000011_chunk_000063_indices", "indptr": "tensor_000011_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000011_chunk_000064_indices", "indptr": "tensor_000011_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000011_chunk_000065_indices", "indptr": "tensor_000011_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000011_chunk_000066_indices", "indptr": "tensor_000011_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000011_chunk_000067_indices", "indptr": "tensor_000011_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000011_chunk_000068_indices", "indptr": "tensor_000011_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000011_chunk_000069_indices", "indptr": "tensor_000011_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000011_chunk_000070_indices", "indptr": "tensor_000011_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000011_chunk_000071_indices", "indptr": "tensor_000011_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000011_chunk_000072_indices", "indptr": "tensor_000011_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000011_chunk_000073_indices", "indptr": "tensor_000011_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000011_chunk_000074_indices", "indptr": "tensor_000011_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000011_chunk_000075_indices", "indptr": "tensor_000011_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000011_chunk_000076_indices", "indptr": "tensor_000011_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000011_chunk_000077_indices", "indptr": "tensor_000011_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000011_chunk_000078_indices", "indptr": "tensor_000011_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000011_chunk_000079_indices", "indptr": "tensor_000011_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000011_chunk_000080_indices", "indptr": "tensor_000011_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000011_chunk_000081_indices", "indptr": "tensor_000011_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000011_chunk_000082_indices", "indptr": "tensor_000011_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000011_chunk_000083_indices", "indptr": "tensor_000011_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000011_chunk_000084_indices", "indptr": "tensor_000011_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000011_chunk_000085_indices", "indptr": "tensor_000011_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000011_chunk_000086_indices", "indptr": "tensor_000011_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000011_chunk_000087_indices", "indptr": "tensor_000011_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000011_chunk_000088_indices", "indptr": "tensor_000011_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000011_chunk_000089_indices", "indptr": "tensor_000011_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000011_chunk_000090_indices", "indptr": "tensor_000011_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000011_chunk_000091_indices", "indptr": "tensor_000011_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000011_chunk_000092_indices", "indptr": "tensor_000011_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000011_chunk_000093_indices", "indptr": "tensor_000011_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000011_chunk_000094_indices", "indptr": "tensor_000011_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000011_chunk_000095_indices", "indptr": "tensor_000011_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000011_chunk_000096_indices", "indptr": "tensor_000011_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000011_chunk_000097_indices", "indptr": "tensor_000011_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000011_chunk_000098_indices", "indptr": "tensor_000011_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000011_chunk_000099_indices", "indptr": "tensor_000011_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000011_chunk_000100_indices", "indptr": "tensor_000011_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000011_chunk_000101_indices", "indptr": "tensor_000011_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000011_chunk_000102_indices", "indptr": "tensor_000011_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000011_chunk_000103_indices", "indptr": "tensor_000011_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000011_chunk_000104_indices", "indptr": "tensor_000011_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000011_chunk_000105_indices", "indptr": "tensor_000011_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000011_chunk_000106_indices", "indptr": "tensor_000011_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000011_chunk_000107_indices", "indptr": "tensor_000011_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000011_chunk_000108_indices", "indptr": "tensor_000011_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000011_chunk_000109_indices", "indptr": "tensor_000011_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000011_chunk_000110_indices", "indptr": "tensor_000011_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000011_chunk_000111_indices", "indptr": "tensor_000011_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000011_chunk_000112_indices", "indptr": "tensor_000011_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000011_chunk_000113_indices", "indptr": "tensor_000011_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000011_chunk_000114_indices", "indptr": "tensor_000011_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000011_chunk_000115_indices", "indptr": "tensor_000011_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000011_chunk_000116_indices", "indptr": "tensor_000011_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000011_chunk_000117_indices", "indptr": "tensor_000011_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000011_chunk_000118_indices", "indptr": "tensor_000011_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000011_chunk_000119_indices", "indptr": "tensor_000011_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000011_chunk_000120_indices", "indptr": "tensor_000011_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000011_chunk_000121_indices", "indptr": "tensor_000011_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000011_chunk_000122_indices", "indptr": "tensor_000011_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000011_chunk_000123_indices", "indptr": "tensor_000011_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000011_chunk_000124_indices", "indptr": "tensor_000011_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000011_chunk_000125_indices", "indptr": "tensor_000011_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000011_chunk_000126_indices", "indptr": "tensor_000011_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 75, "shape": [ 8192, 16001 ] }, "model.layers.2.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000010_chunk_000000_indices", "indptr": "tensor_000010_chunk_000000_indptr", "nnz": 143, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000010_chunk_000001_indices", "indptr": "tensor_000010_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000010_chunk_000002_indices", "indptr": "tensor_000010_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000010_chunk_000003_indices", "indptr": "tensor_000010_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000010_chunk_000004_indices", "indptr": "tensor_000010_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000010_chunk_000005_indices", "indptr": "tensor_000010_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000010_chunk_000006_indices", "indptr": "tensor_000010_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000010_chunk_000007_indices", "indptr": "tensor_000010_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000010_chunk_000008_indices", "indptr": "tensor_000010_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000010_chunk_000009_indices", "indptr": "tensor_000010_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000010_chunk_000010_indices", "indptr": "tensor_000010_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000010_chunk_000011_indices", "indptr": "tensor_000010_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000010_chunk_000012_indices", "indptr": "tensor_000010_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000010_chunk_000013_indices", "indptr": "tensor_000010_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000010_chunk_000014_indices", "indptr": "tensor_000010_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000010_chunk_000015_indices", "indptr": "tensor_000010_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000010_chunk_000016_indices", "indptr": "tensor_000010_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000010_chunk_000017_indices", "indptr": "tensor_000010_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000010_chunk_000018_indices", "indptr": "tensor_000010_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000010_chunk_000019_indices", "indptr": "tensor_000010_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000010_chunk_000020_indices", "indptr": "tensor_000010_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000010_chunk_000021_indices", "indptr": "tensor_000010_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000010_chunk_000022_indices", "indptr": "tensor_000010_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000010_chunk_000023_indices", "indptr": "tensor_000010_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000010_chunk_000024_indices", "indptr": "tensor_000010_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000010_chunk_000025_indices", "indptr": "tensor_000010_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000010_chunk_000026_indices", "indptr": "tensor_000010_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000010_chunk_000027_indices", "indptr": "tensor_000010_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000010_chunk_000028_indices", "indptr": "tensor_000010_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000010_chunk_000029_indices", "indptr": "tensor_000010_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000010_chunk_000030_indices", "indptr": "tensor_000010_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000010_chunk_000031_indices", "indptr": "tensor_000010_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000010_chunk_000032_indices", "indptr": "tensor_000010_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000010_chunk_000033_indices", "indptr": "tensor_000010_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000010_chunk_000034_indices", "indptr": "tensor_000010_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000010_chunk_000035_indices", "indptr": "tensor_000010_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000010_chunk_000036_indices", "indptr": "tensor_000010_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000010_chunk_000037_indices", "indptr": "tensor_000010_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000010_chunk_000038_indices", "indptr": "tensor_000010_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000010_chunk_000039_indices", "indptr": "tensor_000010_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000010_chunk_000040_indices", "indptr": "tensor_000010_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000010_chunk_000041_indices", "indptr": "tensor_000010_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000010_chunk_000042_indices", "indptr": "tensor_000010_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000010_chunk_000043_indices", "indptr": "tensor_000010_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000010_chunk_000044_indices", "indptr": "tensor_000010_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000010_chunk_000045_indices", "indptr": "tensor_000010_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000010_chunk_000046_indices", "indptr": "tensor_000010_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000010_chunk_000047_indices", "indptr": "tensor_000010_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000010_chunk_000048_indices", "indptr": "tensor_000010_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000010_chunk_000049_indices", "indptr": "tensor_000010_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000010_chunk_000050_indices", "indptr": "tensor_000010_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000010_chunk_000051_indices", "indptr": "tensor_000010_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000010_chunk_000052_indices", "indptr": "tensor_000010_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000010_chunk_000053_indices", "indptr": "tensor_000010_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000010_chunk_000054_indices", "indptr": "tensor_000010_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000010_chunk_000055_indices", "indptr": "tensor_000010_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000010_chunk_000056_indices", "indptr": "tensor_000010_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000010_chunk_000057_indices", "indptr": "tensor_000010_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000010_chunk_000058_indices", "indptr": "tensor_000010_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000010_chunk_000059_indices", "indptr": "tensor_000010_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000010_chunk_000060_indices", "indptr": "tensor_000010_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000010_chunk_000061_indices", "indptr": "tensor_000010_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000010_chunk_000062_indices", "indptr": "tensor_000010_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000010_chunk_000063_indices", "indptr": "tensor_000010_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000010_chunk_000064_indices", "indptr": "tensor_000010_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000010_chunk_000065_indices", "indptr": "tensor_000010_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000010_chunk_000066_indices", "indptr": "tensor_000010_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000010_chunk_000067_indices", "indptr": "tensor_000010_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000010_chunk_000068_indices", "indptr": "tensor_000010_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000010_chunk_000069_indices", "indptr": "tensor_000010_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000010_chunk_000070_indices", "indptr": "tensor_000010_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000010_chunk_000071_indices", "indptr": "tensor_000010_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000010_chunk_000072_indices", "indptr": "tensor_000010_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000010_chunk_000073_indices", "indptr": "tensor_000010_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000010_chunk_000074_indices", "indptr": "tensor_000010_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000010_chunk_000075_indices", "indptr": "tensor_000010_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000010_chunk_000076_indices", "indptr": "tensor_000010_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000010_chunk_000077_indices", "indptr": "tensor_000010_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000010_chunk_000078_indices", "indptr": "tensor_000010_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000010_chunk_000079_indices", "indptr": "tensor_000010_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000010_chunk_000080_indices", "indptr": "tensor_000010_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000010_chunk_000081_indices", "indptr": "tensor_000010_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000010_chunk_000082_indices", "indptr": "tensor_000010_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000010_chunk_000083_indices", "indptr": "tensor_000010_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000010_chunk_000084_indices", "indptr": "tensor_000010_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000010_chunk_000085_indices", "indptr": "tensor_000010_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000010_chunk_000086_indices", "indptr": "tensor_000010_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000010_chunk_000087_indices", "indptr": "tensor_000010_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000010_chunk_000088_indices", "indptr": "tensor_000010_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000010_chunk_000089_indices", "indptr": "tensor_000010_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000010_chunk_000090_indices", "indptr": "tensor_000010_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000010_chunk_000091_indices", "indptr": "tensor_000010_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000010_chunk_000092_indices", "indptr": "tensor_000010_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000010_chunk_000093_indices", "indptr": "tensor_000010_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000010_chunk_000094_indices", "indptr": "tensor_000010_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000010_chunk_000095_indices", "indptr": "tensor_000010_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000010_chunk_000096_indices", "indptr": "tensor_000010_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000010_chunk_000097_indices", "indptr": "tensor_000010_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000010_chunk_000098_indices", "indptr": "tensor_000010_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000010_chunk_000099_indices", "indptr": "tensor_000010_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000010_chunk_000100_indices", "indptr": "tensor_000010_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000010_chunk_000101_indices", "indptr": "tensor_000010_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000010_chunk_000102_indices", "indptr": "tensor_000010_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000010_chunk_000103_indices", "indptr": "tensor_000010_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000010_chunk_000104_indices", "indptr": "tensor_000010_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000010_chunk_000105_indices", "indptr": "tensor_000010_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000010_chunk_000106_indices", "indptr": "tensor_000010_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000010_chunk_000107_indices", "indptr": "tensor_000010_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000010_chunk_000108_indices", "indptr": "tensor_000010_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000010_chunk_000109_indices", "indptr": "tensor_000010_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000010_chunk_000110_indices", "indptr": "tensor_000010_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000010_chunk_000111_indices", "indptr": "tensor_000010_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000010_chunk_000112_indices", "indptr": "tensor_000010_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000010_chunk_000113_indices", "indptr": "tensor_000010_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000010_chunk_000114_indices", "indptr": "tensor_000010_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000010_chunk_000115_indices", "indptr": "tensor_000010_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000010_chunk_000116_indices", "indptr": "tensor_000010_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000010_chunk_000117_indices", "indptr": "tensor_000010_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000010_chunk_000118_indices", "indptr": "tensor_000010_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000010_chunk_000119_indices", "indptr": "tensor_000010_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000010_chunk_000120_indices", "indptr": "tensor_000010_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000010_chunk_000121_indices", "indptr": "tensor_000010_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000010_chunk_000122_indices", "indptr": "tensor_000010_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000010_chunk_000123_indices", "indptr": "tensor_000010_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000010_chunk_000124_indices", "indptr": "tensor_000010_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000010_chunk_000125_indices", "indptr": "tensor_000010_chunk_000125_indptr", "nnz": 73, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000010_chunk_000126_indices", "indptr": "tensor_000010_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000010_chunk_000127_indices", "indptr": "tensor_000010_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000010_chunk_000128_indices", "indptr": "tensor_000010_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000010_chunk_000129_indices", "indptr": "tensor_000010_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000010_chunk_000130_indices", "indptr": "tensor_000010_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000010_chunk_000131_indices", "indptr": "tensor_000010_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000010_chunk_000132_indices", "indptr": "tensor_000010_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000010_chunk_000133_indices", "indptr": "tensor_000010_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000010_chunk_000134_indices", "indptr": "tensor_000010_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000010_chunk_000135_indices", "indptr": "tensor_000010_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000010_chunk_000136_indices", "indptr": "tensor_000010_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000010_chunk_000137_indices", "indptr": "tensor_000010_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000010_chunk_000138_indices", "indptr": "tensor_000010_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000010_chunk_000139_indices", "indptr": "tensor_000010_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000010_chunk_000140_indices", "indptr": "tensor_000010_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000010_chunk_000141_indices", "indptr": "tensor_000010_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000010_chunk_000142_indices", "indptr": "tensor_000010_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000010_chunk_000143_indices", "indptr": "tensor_000010_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000010_chunk_000144_indices", "indptr": "tensor_000010_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000010_chunk_000145_indices", "indptr": "tensor_000010_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000010_chunk_000146_indices", "indptr": "tensor_000010_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000010_chunk_000147_indices", "indptr": "tensor_000010_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000010_chunk_000148_indices", "indptr": "tensor_000010_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000010_chunk_000149_indices", "indptr": "tensor_000010_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000010_chunk_000150_indices", "indptr": "tensor_000010_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000010_chunk_000151_indices", "indptr": "tensor_000010_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000010_chunk_000152_indices", "indptr": "tensor_000010_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000010_chunk_000153_indices", "indptr": "tensor_000010_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000010_chunk_000154_indices", "indptr": "tensor_000010_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000010_chunk_000155_indices", "indptr": "tensor_000010_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000010_chunk_000156_indices", "indptr": "tensor_000010_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000010_chunk_000157_indices", "indptr": "tensor_000010_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000010_chunk_000158_indices", "indptr": "tensor_000010_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000010_chunk_000159_indices", "indptr": "tensor_000010_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000010_chunk_000160_indices", "indptr": "tensor_000010_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000010_chunk_000161_indices", "indptr": "tensor_000010_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000010_chunk_000162_indices", "indptr": "tensor_000010_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000010_chunk_000163_indices", "indptr": "tensor_000010_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000010_chunk_000164_indices", "indptr": "tensor_000010_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000010_chunk_000165_indices", "indptr": "tensor_000010_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000010_chunk_000166_indices", "indptr": "tensor_000010_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000010_chunk_000167_indices", "indptr": "tensor_000010_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000010_chunk_000168_indices", "indptr": "tensor_000010_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000010_chunk_000169_indices", "indptr": "tensor_000010_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000010_chunk_000170_indices", "indptr": "tensor_000010_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000010_chunk_000171_indices", "indptr": "tensor_000010_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000010_chunk_000172_indices", "indptr": "tensor_000010_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000010_chunk_000173_indices", "indptr": "tensor_000010_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000010_chunk_000174_indices", "indptr": "tensor_000010_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000010_chunk_000175_indices", "indptr": "tensor_000010_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000010_chunk_000176_indices", "indptr": "tensor_000010_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000010_chunk_000177_indices", "indptr": "tensor_000010_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000010_chunk_000178_indices", "indptr": "tensor_000010_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000010_chunk_000179_indices", "indptr": "tensor_000010_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000010_chunk_000180_indices", "indptr": "tensor_000010_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000010_chunk_000181_indices", "indptr": "tensor_000010_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000010_chunk_000182_indices", "indptr": "tensor_000010_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000010_chunk_000183_indices", "indptr": "tensor_000010_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000010_chunk_000184_indices", "indptr": "tensor_000010_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000010_chunk_000185_indices", "indptr": "tensor_000010_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000010_chunk_000186_indices", "indptr": "tensor_000010_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000010_chunk_000187_indices", "indptr": "tensor_000010_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000010_chunk_000188_indices", "indptr": "tensor_000010_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000010_chunk_000189_indices", "indptr": "tensor_000010_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000010_chunk_000190_indices", "indptr": "tensor_000010_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000010_chunk_000191_indices", "indptr": "tensor_000010_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000010_chunk_000192_indices", "indptr": "tensor_000010_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000010_chunk_000193_indices", "indptr": "tensor_000010_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000010_chunk_000194_indices", "indptr": "tensor_000010_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000010_chunk_000195_indices", "indptr": "tensor_000010_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000010_chunk_000196_indices", "indptr": "tensor_000010_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000010_chunk_000197_indices", "indptr": "tensor_000010_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000010_chunk_000198_indices", "indptr": "tensor_000010_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000010_chunk_000199_indices", "indptr": "tensor_000010_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000010_chunk_000200_indices", "indptr": "tensor_000010_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000010_chunk_000201_indices", "indptr": "tensor_000010_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000010_chunk_000202_indices", "indptr": "tensor_000010_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000010_chunk_000203_indices", "indptr": "tensor_000010_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000010_chunk_000204_indices", "indptr": "tensor_000010_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000010_chunk_000205_indices", "indptr": "tensor_000010_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000010_chunk_000206_indices", "indptr": "tensor_000010_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000010_chunk_000207_indices", "indptr": "tensor_000010_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000010_chunk_000208_indices", "indptr": "tensor_000010_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000010_chunk_000209_indices", "indptr": "tensor_000010_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000010_chunk_000210_indices", "indptr": "tensor_000010_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000010_chunk_000211_indices", "indptr": "tensor_000010_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000010_chunk_000212_indices", "indptr": "tensor_000010_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000010_chunk_000213_indices", "indptr": "tensor_000010_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000010_chunk_000214_indices", "indptr": "tensor_000010_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000010_chunk_000215_indices", "indptr": "tensor_000010_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000010_chunk_000216_indices", "indptr": "tensor_000010_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000010_chunk_000217_indices", "indptr": "tensor_000010_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000010_chunk_000218_indices", "indptr": "tensor_000010_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000010_chunk_000219_indices", "indptr": "tensor_000010_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000010_chunk_000220_indices", "indptr": "tensor_000010_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000010_chunk_000221_indices", "indptr": "tensor_000010_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000010_chunk_000222_indices", "indptr": "tensor_000010_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000010_chunk_000223_indices", "indptr": "tensor_000010_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000010_chunk_000224_indices", "indptr": "tensor_000010_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000010_chunk_000225_indices", "indptr": "tensor_000010_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000010_chunk_000226_indices", "indptr": "tensor_000010_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000010_chunk_000227_indices", "indptr": "tensor_000010_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000010_chunk_000228_indices", "indptr": "tensor_000010_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000010_chunk_000229_indices", "indptr": "tensor_000010_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000010_chunk_000230_indices", "indptr": "tensor_000010_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000010_chunk_000231_indices", "indptr": "tensor_000010_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000010_chunk_000232_indices", "indptr": "tensor_000010_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000010_chunk_000233_indices", "indptr": "tensor_000010_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000010_chunk_000234_indices", "indptr": "tensor_000010_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000010_chunk_000235_indices", "indptr": "tensor_000010_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000010_chunk_000236_indices", "indptr": "tensor_000010_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000010_chunk_000237_indices", "indptr": "tensor_000010_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000010_chunk_000238_indices", "indptr": "tensor_000010_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000010_chunk_000239_indices", "indptr": "tensor_000010_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000010_chunk_000240_indices", "indptr": "tensor_000010_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000010_chunk_000241_indices", "indptr": "tensor_000010_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000010_chunk_000242_indices", "indptr": "tensor_000010_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000010_chunk_000243_indices", "indptr": "tensor_000010_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000010_chunk_000244_indices", "indptr": "tensor_000010_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000010_chunk_000245_indices", "indptr": "tensor_000010_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000010_chunk_000246_indices", "indptr": "tensor_000010_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000010_chunk_000247_indices", "indptr": "tensor_000010_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000010_chunk_000248_indices", "indptr": "tensor_000010_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000010_chunk_000249_indices", "indptr": "tensor_000010_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000010_chunk_000250_indices", "indptr": "tensor_000010_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 216, "shape": [ 32002, 8192 ] }, "model.layers.2.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000071_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.2.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000009_chunk_000000_indices", "indptr": "tensor_000009_chunk_000000_indptr", "nnz": 8, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000009_chunk_000001_indices", "indptr": "tensor_000009_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000009_chunk_000002_indices", "indptr": "tensor_000009_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000009_chunk_000003_indices", "indptr": "tensor_000009_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 8, "shape": [ 8192, 448 ] }, "model.layers.2.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000008_chunk_000000_indices", "indptr": "tensor_000008_chunk_000000_indptr", "nnz": 2, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000008_chunk_000001_indices", "indptr": "tensor_000008_chunk_000001_indptr", "nnz": 64, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000008_chunk_000002_indices", "indptr": "tensor_000008_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000008_chunk_000003_indices", "indptr": "tensor_000008_chunk_000003_indptr", "nnz": 1, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000008_chunk_000004_indices", "indptr": "tensor_000008_chunk_000004_indptr", "nnz": 65, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000008_chunk_000005_indices", "indptr": "tensor_000008_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000008_chunk_000006_indices", "indptr": "tensor_000008_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000008_chunk_000007_indices", "indptr": "tensor_000008_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000008_chunk_000008_indices", "indptr": "tensor_000008_chunk_000008_indptr", "nnz": 6, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000008_chunk_000009_indices", "indptr": "tensor_000008_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000008_chunk_000010_indices", "indptr": "tensor_000008_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 140, "shape": [ 1344, 8192 ] }, "model.layers.3.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000072_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.3.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000015_chunk_000000_indices", "indptr": "tensor_000015_chunk_000000_indptr", "nnz": 15, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000015_chunk_000001_indices", "indptr": "tensor_000015_chunk_000001_indptr", "nnz": 2, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000015_chunk_000002_indices", "indptr": "tensor_000015_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000015_chunk_000003_indices", "indptr": "tensor_000015_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000015_chunk_000004_indices", "indptr": "tensor_000015_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000015_chunk_000005_indices", "indptr": "tensor_000015_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000015_chunk_000006_indices", "indptr": "tensor_000015_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000015_chunk_000007_indices", "indptr": "tensor_000015_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000015_chunk_000008_indices", "indptr": "tensor_000015_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000015_chunk_000009_indices", "indptr": "tensor_000015_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000015_chunk_000010_indices", "indptr": "tensor_000015_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000015_chunk_000011_indices", "indptr": "tensor_000015_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000015_chunk_000012_indices", "indptr": "tensor_000015_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000015_chunk_000013_indices", "indptr": "tensor_000015_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000015_chunk_000014_indices", "indptr": "tensor_000015_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000015_chunk_000015_indices", "indptr": "tensor_000015_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000015_chunk_000016_indices", "indptr": "tensor_000015_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000015_chunk_000017_indices", "indptr": "tensor_000015_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000015_chunk_000018_indices", "indptr": "tensor_000015_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000015_chunk_000019_indices", "indptr": "tensor_000015_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000015_chunk_000020_indices", "indptr": "tensor_000015_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000015_chunk_000021_indices", "indptr": "tensor_000015_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000015_chunk_000022_indices", "indptr": "tensor_000015_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000015_chunk_000023_indices", "indptr": "tensor_000015_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000015_chunk_000024_indices", "indptr": "tensor_000015_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000015_chunk_000025_indices", "indptr": "tensor_000015_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000015_chunk_000026_indices", "indptr": "tensor_000015_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000015_chunk_000027_indices", "indptr": "tensor_000015_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000015_chunk_000028_indices", "indptr": "tensor_000015_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000015_chunk_000029_indices", "indptr": "tensor_000015_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000015_chunk_000030_indices", "indptr": "tensor_000015_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000015_chunk_000031_indices", "indptr": "tensor_000015_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000015_chunk_000032_indices", "indptr": "tensor_000015_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000015_chunk_000033_indices", "indptr": "tensor_000015_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000015_chunk_000034_indices", "indptr": "tensor_000015_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000015_chunk_000035_indices", "indptr": "tensor_000015_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000015_chunk_000036_indices", "indptr": "tensor_000015_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000015_chunk_000037_indices", "indptr": "tensor_000015_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000015_chunk_000038_indices", "indptr": "tensor_000015_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000015_chunk_000039_indices", "indptr": "tensor_000015_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000015_chunk_000040_indices", "indptr": "tensor_000015_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000015_chunk_000041_indices", "indptr": "tensor_000015_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000015_chunk_000042_indices", "indptr": "tensor_000015_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000015_chunk_000043_indices", "indptr": "tensor_000015_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000015_chunk_000044_indices", "indptr": "tensor_000015_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000015_chunk_000045_indices", "indptr": "tensor_000015_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000015_chunk_000046_indices", "indptr": "tensor_000015_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000015_chunk_000047_indices", "indptr": "tensor_000015_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000015_chunk_000048_indices", "indptr": "tensor_000015_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000015_chunk_000049_indices", "indptr": "tensor_000015_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000015_chunk_000050_indices", "indptr": "tensor_000015_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000015_chunk_000051_indices", "indptr": "tensor_000015_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000015_chunk_000052_indices", "indptr": "tensor_000015_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000015_chunk_000053_indices", "indptr": "tensor_000015_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000015_chunk_000054_indices", "indptr": "tensor_000015_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000015_chunk_000055_indices", "indptr": "tensor_000015_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000015_chunk_000056_indices", "indptr": "tensor_000015_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000015_chunk_000057_indices", "indptr": "tensor_000015_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000015_chunk_000058_indices", "indptr": "tensor_000015_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000015_chunk_000059_indices", "indptr": "tensor_000015_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000015_chunk_000060_indices", "indptr": "tensor_000015_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000015_chunk_000061_indices", "indptr": "tensor_000015_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000015_chunk_000062_indices", "indptr": "tensor_000015_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000015_chunk_000063_indices", "indptr": "tensor_000015_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000015_chunk_000064_indices", "indptr": "tensor_000015_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000015_chunk_000065_indices", "indptr": "tensor_000015_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000015_chunk_000066_indices", "indptr": "tensor_000015_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000015_chunk_000067_indices", "indptr": "tensor_000015_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000015_chunk_000068_indices", "indptr": "tensor_000015_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000015_chunk_000069_indices", "indptr": "tensor_000015_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000015_chunk_000070_indices", "indptr": "tensor_000015_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000015_chunk_000071_indices", "indptr": "tensor_000015_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000015_chunk_000072_indices", "indptr": "tensor_000015_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000015_chunk_000073_indices", "indptr": "tensor_000015_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000015_chunk_000074_indices", "indptr": "tensor_000015_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000015_chunk_000075_indices", "indptr": "tensor_000015_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000015_chunk_000076_indices", "indptr": "tensor_000015_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000015_chunk_000077_indices", "indptr": "tensor_000015_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000015_chunk_000078_indices", "indptr": "tensor_000015_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000015_chunk_000079_indices", "indptr": "tensor_000015_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000015_chunk_000080_indices", "indptr": "tensor_000015_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000015_chunk_000081_indices", "indptr": "tensor_000015_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000015_chunk_000082_indices", "indptr": "tensor_000015_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000015_chunk_000083_indices", "indptr": "tensor_000015_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000015_chunk_000084_indices", "indptr": "tensor_000015_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000015_chunk_000085_indices", "indptr": "tensor_000015_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000015_chunk_000086_indices", "indptr": "tensor_000015_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000015_chunk_000087_indices", "indptr": "tensor_000015_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000015_chunk_000088_indices", "indptr": "tensor_000015_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000015_chunk_000089_indices", "indptr": "tensor_000015_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000015_chunk_000090_indices", "indptr": "tensor_000015_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000015_chunk_000091_indices", "indptr": "tensor_000015_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000015_chunk_000092_indices", "indptr": "tensor_000015_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000015_chunk_000093_indices", "indptr": "tensor_000015_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000015_chunk_000094_indices", "indptr": "tensor_000015_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000015_chunk_000095_indices", "indptr": "tensor_000015_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000015_chunk_000096_indices", "indptr": "tensor_000015_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000015_chunk_000097_indices", "indptr": "tensor_000015_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000015_chunk_000098_indices", "indptr": "tensor_000015_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000015_chunk_000099_indices", "indptr": "tensor_000015_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000015_chunk_000100_indices", "indptr": "tensor_000015_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000015_chunk_000101_indices", "indptr": "tensor_000015_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000015_chunk_000102_indices", "indptr": "tensor_000015_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000015_chunk_000103_indices", "indptr": "tensor_000015_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000015_chunk_000104_indices", "indptr": "tensor_000015_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000015_chunk_000105_indices", "indptr": "tensor_000015_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000015_chunk_000106_indices", "indptr": "tensor_000015_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000015_chunk_000107_indices", "indptr": "tensor_000015_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000015_chunk_000108_indices", "indptr": "tensor_000015_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000015_chunk_000109_indices", "indptr": "tensor_000015_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000015_chunk_000110_indices", "indptr": "tensor_000015_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000015_chunk_000111_indices", "indptr": "tensor_000015_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000015_chunk_000112_indices", "indptr": "tensor_000015_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000015_chunk_000113_indices", "indptr": "tensor_000015_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000015_chunk_000114_indices", "indptr": "tensor_000015_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000015_chunk_000115_indices", "indptr": "tensor_000015_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000015_chunk_000116_indices", "indptr": "tensor_000015_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000015_chunk_000117_indices", "indptr": "tensor_000015_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000015_chunk_000118_indices", "indptr": "tensor_000015_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000015_chunk_000119_indices", "indptr": "tensor_000015_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000015_chunk_000120_indices", "indptr": "tensor_000015_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000015_chunk_000121_indices", "indptr": "tensor_000015_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000015_chunk_000122_indices", "indptr": "tensor_000015_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000015_chunk_000123_indices", "indptr": "tensor_000015_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000015_chunk_000124_indices", "indptr": "tensor_000015_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000015_chunk_000125_indices", "indptr": "tensor_000015_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000015_chunk_000126_indices", "indptr": "tensor_000015_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 17, "shape": [ 8192, 16001 ] }, "model.layers.3.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000014_chunk_000000_indices", "indptr": "tensor_000014_chunk_000000_indptr", "nnz": 19, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000014_chunk_000001_indices", "indptr": "tensor_000014_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000014_chunk_000002_indices", "indptr": "tensor_000014_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000014_chunk_000003_indices", "indptr": "tensor_000014_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000014_chunk_000004_indices", "indptr": "tensor_000014_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000014_chunk_000005_indices", "indptr": "tensor_000014_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000014_chunk_000006_indices", "indptr": "tensor_000014_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000014_chunk_000007_indices", "indptr": "tensor_000014_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000014_chunk_000008_indices", "indptr": "tensor_000014_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000014_chunk_000009_indices", "indptr": "tensor_000014_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000014_chunk_000010_indices", "indptr": "tensor_000014_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000014_chunk_000011_indices", "indptr": "tensor_000014_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000014_chunk_000012_indices", "indptr": "tensor_000014_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000014_chunk_000013_indices", "indptr": "tensor_000014_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000014_chunk_000014_indices", "indptr": "tensor_000014_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000014_chunk_000015_indices", "indptr": "tensor_000014_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000014_chunk_000016_indices", "indptr": "tensor_000014_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000014_chunk_000017_indices", "indptr": "tensor_000014_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000014_chunk_000018_indices", "indptr": "tensor_000014_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000014_chunk_000019_indices", "indptr": "tensor_000014_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000014_chunk_000020_indices", "indptr": "tensor_000014_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000014_chunk_000021_indices", "indptr": "tensor_000014_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000014_chunk_000022_indices", "indptr": "tensor_000014_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000014_chunk_000023_indices", "indptr": "tensor_000014_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000014_chunk_000024_indices", "indptr": "tensor_000014_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000014_chunk_000025_indices", "indptr": "tensor_000014_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000014_chunk_000026_indices", "indptr": "tensor_000014_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000014_chunk_000027_indices", "indptr": "tensor_000014_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000014_chunk_000028_indices", "indptr": "tensor_000014_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000014_chunk_000029_indices", "indptr": "tensor_000014_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000014_chunk_000030_indices", "indptr": "tensor_000014_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000014_chunk_000031_indices", "indptr": "tensor_000014_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000014_chunk_000032_indices", "indptr": "tensor_000014_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000014_chunk_000033_indices", "indptr": "tensor_000014_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000014_chunk_000034_indices", "indptr": "tensor_000014_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000014_chunk_000035_indices", "indptr": "tensor_000014_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000014_chunk_000036_indices", "indptr": "tensor_000014_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000014_chunk_000037_indices", "indptr": "tensor_000014_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000014_chunk_000038_indices", "indptr": "tensor_000014_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000014_chunk_000039_indices", "indptr": "tensor_000014_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000014_chunk_000040_indices", "indptr": "tensor_000014_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000014_chunk_000041_indices", "indptr": "tensor_000014_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000014_chunk_000042_indices", "indptr": "tensor_000014_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000014_chunk_000043_indices", "indptr": "tensor_000014_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000014_chunk_000044_indices", "indptr": "tensor_000014_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000014_chunk_000045_indices", "indptr": "tensor_000014_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000014_chunk_000046_indices", "indptr": "tensor_000014_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000014_chunk_000047_indices", "indptr": "tensor_000014_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000014_chunk_000048_indices", "indptr": "tensor_000014_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000014_chunk_000049_indices", "indptr": "tensor_000014_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000014_chunk_000050_indices", "indptr": "tensor_000014_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000014_chunk_000051_indices", "indptr": "tensor_000014_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000014_chunk_000052_indices", "indptr": "tensor_000014_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000014_chunk_000053_indices", "indptr": "tensor_000014_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000014_chunk_000054_indices", "indptr": "tensor_000014_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000014_chunk_000055_indices", "indptr": "tensor_000014_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000014_chunk_000056_indices", "indptr": "tensor_000014_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000014_chunk_000057_indices", "indptr": "tensor_000014_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000014_chunk_000058_indices", "indptr": "tensor_000014_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000014_chunk_000059_indices", "indptr": "tensor_000014_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000014_chunk_000060_indices", "indptr": "tensor_000014_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000014_chunk_000061_indices", "indptr": "tensor_000014_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000014_chunk_000062_indices", "indptr": "tensor_000014_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000014_chunk_000063_indices", "indptr": "tensor_000014_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000014_chunk_000064_indices", "indptr": "tensor_000014_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000014_chunk_000065_indices", "indptr": "tensor_000014_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000014_chunk_000066_indices", "indptr": "tensor_000014_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000014_chunk_000067_indices", "indptr": "tensor_000014_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000014_chunk_000068_indices", "indptr": "tensor_000014_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000014_chunk_000069_indices", "indptr": "tensor_000014_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000014_chunk_000070_indices", "indptr": "tensor_000014_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000014_chunk_000071_indices", "indptr": "tensor_000014_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000014_chunk_000072_indices", "indptr": "tensor_000014_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000014_chunk_000073_indices", "indptr": "tensor_000014_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000014_chunk_000074_indices", "indptr": "tensor_000014_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000014_chunk_000075_indices", "indptr": "tensor_000014_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000014_chunk_000076_indices", "indptr": "tensor_000014_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000014_chunk_000077_indices", "indptr": "tensor_000014_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000014_chunk_000078_indices", "indptr": "tensor_000014_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000014_chunk_000079_indices", "indptr": "tensor_000014_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000014_chunk_000080_indices", "indptr": "tensor_000014_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000014_chunk_000081_indices", "indptr": "tensor_000014_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000014_chunk_000082_indices", "indptr": "tensor_000014_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000014_chunk_000083_indices", "indptr": "tensor_000014_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000014_chunk_000084_indices", "indptr": "tensor_000014_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000014_chunk_000085_indices", "indptr": "tensor_000014_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000014_chunk_000086_indices", "indptr": "tensor_000014_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000014_chunk_000087_indices", "indptr": "tensor_000014_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000014_chunk_000088_indices", "indptr": "tensor_000014_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000014_chunk_000089_indices", "indptr": "tensor_000014_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000014_chunk_000090_indices", "indptr": "tensor_000014_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000014_chunk_000091_indices", "indptr": "tensor_000014_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000014_chunk_000092_indices", "indptr": "tensor_000014_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000014_chunk_000093_indices", "indptr": "tensor_000014_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000014_chunk_000094_indices", "indptr": "tensor_000014_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000014_chunk_000095_indices", "indptr": "tensor_000014_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000014_chunk_000096_indices", "indptr": "tensor_000014_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000014_chunk_000097_indices", "indptr": "tensor_000014_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000014_chunk_000098_indices", "indptr": "tensor_000014_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000014_chunk_000099_indices", "indptr": "tensor_000014_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000014_chunk_000100_indices", "indptr": "tensor_000014_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000014_chunk_000101_indices", "indptr": "tensor_000014_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000014_chunk_000102_indices", "indptr": "tensor_000014_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000014_chunk_000103_indices", "indptr": "tensor_000014_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000014_chunk_000104_indices", "indptr": "tensor_000014_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000014_chunk_000105_indices", "indptr": "tensor_000014_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000014_chunk_000106_indices", "indptr": "tensor_000014_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000014_chunk_000107_indices", "indptr": "tensor_000014_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000014_chunk_000108_indices", "indptr": "tensor_000014_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000014_chunk_000109_indices", "indptr": "tensor_000014_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000014_chunk_000110_indices", "indptr": "tensor_000014_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000014_chunk_000111_indices", "indptr": "tensor_000014_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000014_chunk_000112_indices", "indptr": "tensor_000014_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000014_chunk_000113_indices", "indptr": "tensor_000014_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000014_chunk_000114_indices", "indptr": "tensor_000014_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000014_chunk_000115_indices", "indptr": "tensor_000014_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000014_chunk_000116_indices", "indptr": "tensor_000014_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000014_chunk_000117_indices", "indptr": "tensor_000014_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000014_chunk_000118_indices", "indptr": "tensor_000014_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000014_chunk_000119_indices", "indptr": "tensor_000014_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000014_chunk_000120_indices", "indptr": "tensor_000014_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000014_chunk_000121_indices", "indptr": "tensor_000014_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000014_chunk_000122_indices", "indptr": "tensor_000014_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000014_chunk_000123_indices", "indptr": "tensor_000014_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000014_chunk_000124_indices", "indptr": "tensor_000014_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000014_chunk_000125_indices", "indptr": "tensor_000014_chunk_000125_indptr", "nnz": 15, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000014_chunk_000126_indices", "indptr": "tensor_000014_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000014_chunk_000127_indices", "indptr": "tensor_000014_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000014_chunk_000128_indices", "indptr": "tensor_000014_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000014_chunk_000129_indices", "indptr": "tensor_000014_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000014_chunk_000130_indices", "indptr": "tensor_000014_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000014_chunk_000131_indices", "indptr": "tensor_000014_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000014_chunk_000132_indices", "indptr": "tensor_000014_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000014_chunk_000133_indices", "indptr": "tensor_000014_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000014_chunk_000134_indices", "indptr": "tensor_000014_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000014_chunk_000135_indices", "indptr": "tensor_000014_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000014_chunk_000136_indices", "indptr": "tensor_000014_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000014_chunk_000137_indices", "indptr": "tensor_000014_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000014_chunk_000138_indices", "indptr": "tensor_000014_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000014_chunk_000139_indices", "indptr": "tensor_000014_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000014_chunk_000140_indices", "indptr": "tensor_000014_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000014_chunk_000141_indices", "indptr": "tensor_000014_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000014_chunk_000142_indices", "indptr": "tensor_000014_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000014_chunk_000143_indices", "indptr": "tensor_000014_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000014_chunk_000144_indices", "indptr": "tensor_000014_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000014_chunk_000145_indices", "indptr": "tensor_000014_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000014_chunk_000146_indices", "indptr": "tensor_000014_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000014_chunk_000147_indices", "indptr": "tensor_000014_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000014_chunk_000148_indices", "indptr": "tensor_000014_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000014_chunk_000149_indices", "indptr": "tensor_000014_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000014_chunk_000150_indices", "indptr": "tensor_000014_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000014_chunk_000151_indices", "indptr": "tensor_000014_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000014_chunk_000152_indices", "indptr": "tensor_000014_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000014_chunk_000153_indices", "indptr": "tensor_000014_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000014_chunk_000154_indices", "indptr": "tensor_000014_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000014_chunk_000155_indices", "indptr": "tensor_000014_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000014_chunk_000156_indices", "indptr": "tensor_000014_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000014_chunk_000157_indices", "indptr": "tensor_000014_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000014_chunk_000158_indices", "indptr": "tensor_000014_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000014_chunk_000159_indices", "indptr": "tensor_000014_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000014_chunk_000160_indices", "indptr": "tensor_000014_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000014_chunk_000161_indices", "indptr": "tensor_000014_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000014_chunk_000162_indices", "indptr": "tensor_000014_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000014_chunk_000163_indices", "indptr": "tensor_000014_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000014_chunk_000164_indices", "indptr": "tensor_000014_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000014_chunk_000165_indices", "indptr": "tensor_000014_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000014_chunk_000166_indices", "indptr": "tensor_000014_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000014_chunk_000167_indices", "indptr": "tensor_000014_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000014_chunk_000168_indices", "indptr": "tensor_000014_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000014_chunk_000169_indices", "indptr": "tensor_000014_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000014_chunk_000170_indices", "indptr": "tensor_000014_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000014_chunk_000171_indices", "indptr": "tensor_000014_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000014_chunk_000172_indices", "indptr": "tensor_000014_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000014_chunk_000173_indices", "indptr": "tensor_000014_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000014_chunk_000174_indices", "indptr": "tensor_000014_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000014_chunk_000175_indices", "indptr": "tensor_000014_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000014_chunk_000176_indices", "indptr": "tensor_000014_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000014_chunk_000177_indices", "indptr": "tensor_000014_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000014_chunk_000178_indices", "indptr": "tensor_000014_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000014_chunk_000179_indices", "indptr": "tensor_000014_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000014_chunk_000180_indices", "indptr": "tensor_000014_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000014_chunk_000181_indices", "indptr": "tensor_000014_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000014_chunk_000182_indices", "indptr": "tensor_000014_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000014_chunk_000183_indices", "indptr": "tensor_000014_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000014_chunk_000184_indices", "indptr": "tensor_000014_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000014_chunk_000185_indices", "indptr": "tensor_000014_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000014_chunk_000186_indices", "indptr": "tensor_000014_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000014_chunk_000187_indices", "indptr": "tensor_000014_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000014_chunk_000188_indices", "indptr": "tensor_000014_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000014_chunk_000189_indices", "indptr": "tensor_000014_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000014_chunk_000190_indices", "indptr": "tensor_000014_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000014_chunk_000191_indices", "indptr": "tensor_000014_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000014_chunk_000192_indices", "indptr": "tensor_000014_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000014_chunk_000193_indices", "indptr": "tensor_000014_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000014_chunk_000194_indices", "indptr": "tensor_000014_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000014_chunk_000195_indices", "indptr": "tensor_000014_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000014_chunk_000196_indices", "indptr": "tensor_000014_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000014_chunk_000197_indices", "indptr": "tensor_000014_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000014_chunk_000198_indices", "indptr": "tensor_000014_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000014_chunk_000199_indices", "indptr": "tensor_000014_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000014_chunk_000200_indices", "indptr": "tensor_000014_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000014_chunk_000201_indices", "indptr": "tensor_000014_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000014_chunk_000202_indices", "indptr": "tensor_000014_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000014_chunk_000203_indices", "indptr": "tensor_000014_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000014_chunk_000204_indices", "indptr": "tensor_000014_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000014_chunk_000205_indices", "indptr": "tensor_000014_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000014_chunk_000206_indices", "indptr": "tensor_000014_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000014_chunk_000207_indices", "indptr": "tensor_000014_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000014_chunk_000208_indices", "indptr": "tensor_000014_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000014_chunk_000209_indices", "indptr": "tensor_000014_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000014_chunk_000210_indices", "indptr": "tensor_000014_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000014_chunk_000211_indices", "indptr": "tensor_000014_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000014_chunk_000212_indices", "indptr": "tensor_000014_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000014_chunk_000213_indices", "indptr": "tensor_000014_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000014_chunk_000214_indices", "indptr": "tensor_000014_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000014_chunk_000215_indices", "indptr": "tensor_000014_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000014_chunk_000216_indices", "indptr": "tensor_000014_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000014_chunk_000217_indices", "indptr": "tensor_000014_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000014_chunk_000218_indices", "indptr": "tensor_000014_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000014_chunk_000219_indices", "indptr": "tensor_000014_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000014_chunk_000220_indices", "indptr": "tensor_000014_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000014_chunk_000221_indices", "indptr": "tensor_000014_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000014_chunk_000222_indices", "indptr": "tensor_000014_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000014_chunk_000223_indices", "indptr": "tensor_000014_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000014_chunk_000224_indices", "indptr": "tensor_000014_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000014_chunk_000225_indices", "indptr": "tensor_000014_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000014_chunk_000226_indices", "indptr": "tensor_000014_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000014_chunk_000227_indices", "indptr": "tensor_000014_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000014_chunk_000228_indices", "indptr": "tensor_000014_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000014_chunk_000229_indices", "indptr": "tensor_000014_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000014_chunk_000230_indices", "indptr": "tensor_000014_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000014_chunk_000231_indices", "indptr": "tensor_000014_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000014_chunk_000232_indices", "indptr": "tensor_000014_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000014_chunk_000233_indices", "indptr": "tensor_000014_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000014_chunk_000234_indices", "indptr": "tensor_000014_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000014_chunk_000235_indices", "indptr": "tensor_000014_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000014_chunk_000236_indices", "indptr": "tensor_000014_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000014_chunk_000237_indices", "indptr": "tensor_000014_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000014_chunk_000238_indices", "indptr": "tensor_000014_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000014_chunk_000239_indices", "indptr": "tensor_000014_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000014_chunk_000240_indices", "indptr": "tensor_000014_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000014_chunk_000241_indices", "indptr": "tensor_000014_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000014_chunk_000242_indices", "indptr": "tensor_000014_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000014_chunk_000243_indices", "indptr": "tensor_000014_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000014_chunk_000244_indices", "indptr": "tensor_000014_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000014_chunk_000245_indices", "indptr": "tensor_000014_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000014_chunk_000246_indices", "indptr": "tensor_000014_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000014_chunk_000247_indices", "indptr": "tensor_000014_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000014_chunk_000248_indices", "indptr": "tensor_000014_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000014_chunk_000249_indices", "indptr": "tensor_000014_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000014_chunk_000250_indices", "indptr": "tensor_000014_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 34, "shape": [ 32002, 8192 ] }, "model.layers.3.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000073_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.3.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000013_chunk_000000_indices", "indptr": "tensor_000013_chunk_000000_indptr", "nnz": 2, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000013_chunk_000001_indices", "indptr": "tensor_000013_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000013_chunk_000002_indices", "indptr": "tensor_000013_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000013_chunk_000003_indices", "indptr": "tensor_000013_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 2, "shape": [ 8192, 448 ] }, "model.layers.3.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000012_chunk_000000_indices", "indptr": "tensor_000012_chunk_000000_indptr", "nnz": 64, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000012_chunk_000001_indices", "indptr": "tensor_000012_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000012_chunk_000002_indices", "indptr": "tensor_000012_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000012_chunk_000003_indices", "indptr": "tensor_000012_chunk_000003_indptr", "nnz": 64, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000012_chunk_000004_indices", "indptr": "tensor_000012_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000012_chunk_000005_indices", "indptr": "tensor_000012_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000012_chunk_000006_indices", "indptr": "tensor_000012_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000012_chunk_000007_indices", "indptr": "tensor_000012_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000012_chunk_000008_indices", "indptr": "tensor_000012_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000012_chunk_000009_indices", "indptr": "tensor_000012_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000012_chunk_000010_indices", "indptr": "tensor_000012_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 130, "shape": [ 1344, 8192 ] }, "model.layers.4.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000074_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.4.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000019_chunk_000000_indices", "indptr": "tensor_000019_chunk_000000_indptr", "nnz": 110, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000019_chunk_000001_indices", "indptr": "tensor_000019_chunk_000001_indptr", "nnz": 12, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000019_chunk_000002_indices", "indptr": "tensor_000019_chunk_000002_indptr", "nnz": 12, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000019_chunk_000003_indices", "indptr": "tensor_000019_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000019_chunk_000004_indices", "indptr": "tensor_000019_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000019_chunk_000005_indices", "indptr": "tensor_000019_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000019_chunk_000006_indices", "indptr": "tensor_000019_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000019_chunk_000007_indices", "indptr": "tensor_000019_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000019_chunk_000008_indices", "indptr": "tensor_000019_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000019_chunk_000009_indices", "indptr": "tensor_000019_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000019_chunk_000010_indices", "indptr": "tensor_000019_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000019_chunk_000011_indices", "indptr": "tensor_000019_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000019_chunk_000012_indices", "indptr": "tensor_000019_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000019_chunk_000013_indices", "indptr": "tensor_000019_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000019_chunk_000014_indices", "indptr": "tensor_000019_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000019_chunk_000015_indices", "indptr": "tensor_000019_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000019_chunk_000016_indices", "indptr": "tensor_000019_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000019_chunk_000017_indices", "indptr": "tensor_000019_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000019_chunk_000018_indices", "indptr": "tensor_000019_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000019_chunk_000019_indices", "indptr": "tensor_000019_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000019_chunk_000020_indices", "indptr": "tensor_000019_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000019_chunk_000021_indices", "indptr": "tensor_000019_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000019_chunk_000022_indices", "indptr": "tensor_000019_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000019_chunk_000023_indices", "indptr": "tensor_000019_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000019_chunk_000024_indices", "indptr": "tensor_000019_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000019_chunk_000025_indices", "indptr": "tensor_000019_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000019_chunk_000026_indices", "indptr": "tensor_000019_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000019_chunk_000027_indices", "indptr": "tensor_000019_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000019_chunk_000028_indices", "indptr": "tensor_000019_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000019_chunk_000029_indices", "indptr": "tensor_000019_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000019_chunk_000030_indices", "indptr": "tensor_000019_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000019_chunk_000031_indices", "indptr": "tensor_000019_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000019_chunk_000032_indices", "indptr": "tensor_000019_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000019_chunk_000033_indices", "indptr": "tensor_000019_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000019_chunk_000034_indices", "indptr": "tensor_000019_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000019_chunk_000035_indices", "indptr": "tensor_000019_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000019_chunk_000036_indices", "indptr": "tensor_000019_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000019_chunk_000037_indices", "indptr": "tensor_000019_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000019_chunk_000038_indices", "indptr": "tensor_000019_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000019_chunk_000039_indices", "indptr": "tensor_000019_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000019_chunk_000040_indices", "indptr": "tensor_000019_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000019_chunk_000041_indices", "indptr": "tensor_000019_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000019_chunk_000042_indices", "indptr": "tensor_000019_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000019_chunk_000043_indices", "indptr": "tensor_000019_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000019_chunk_000044_indices", "indptr": "tensor_000019_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000019_chunk_000045_indices", "indptr": "tensor_000019_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000019_chunk_000046_indices", "indptr": "tensor_000019_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000019_chunk_000047_indices", "indptr": "tensor_000019_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000019_chunk_000048_indices", "indptr": "tensor_000019_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000019_chunk_000049_indices", "indptr": "tensor_000019_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000019_chunk_000050_indices", "indptr": "tensor_000019_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000019_chunk_000051_indices", "indptr": "tensor_000019_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000019_chunk_000052_indices", "indptr": "tensor_000019_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000019_chunk_000053_indices", "indptr": "tensor_000019_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000019_chunk_000054_indices", "indptr": "tensor_000019_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000019_chunk_000055_indices", "indptr": "tensor_000019_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000019_chunk_000056_indices", "indptr": "tensor_000019_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000019_chunk_000057_indices", "indptr": "tensor_000019_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000019_chunk_000058_indices", "indptr": "tensor_000019_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000019_chunk_000059_indices", "indptr": "tensor_000019_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000019_chunk_000060_indices", "indptr": "tensor_000019_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000019_chunk_000061_indices", "indptr": "tensor_000019_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000019_chunk_000062_indices", "indptr": "tensor_000019_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000019_chunk_000063_indices", "indptr": "tensor_000019_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000019_chunk_000064_indices", "indptr": "tensor_000019_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000019_chunk_000065_indices", "indptr": "tensor_000019_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000019_chunk_000066_indices", "indptr": "tensor_000019_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000019_chunk_000067_indices", "indptr": "tensor_000019_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000019_chunk_000068_indices", "indptr": "tensor_000019_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000019_chunk_000069_indices", "indptr": "tensor_000019_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000019_chunk_000070_indices", "indptr": "tensor_000019_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000019_chunk_000071_indices", "indptr": "tensor_000019_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000019_chunk_000072_indices", "indptr": "tensor_000019_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000019_chunk_000073_indices", "indptr": "tensor_000019_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000019_chunk_000074_indices", "indptr": "tensor_000019_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000019_chunk_000075_indices", "indptr": "tensor_000019_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000019_chunk_000076_indices", "indptr": "tensor_000019_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000019_chunk_000077_indices", "indptr": "tensor_000019_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000019_chunk_000078_indices", "indptr": "tensor_000019_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000019_chunk_000079_indices", "indptr": "tensor_000019_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000019_chunk_000080_indices", "indptr": "tensor_000019_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000019_chunk_000081_indices", "indptr": "tensor_000019_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000019_chunk_000082_indices", "indptr": "tensor_000019_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000019_chunk_000083_indices", "indptr": "tensor_000019_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000019_chunk_000084_indices", "indptr": "tensor_000019_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000019_chunk_000085_indices", "indptr": "tensor_000019_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000019_chunk_000086_indices", "indptr": "tensor_000019_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000019_chunk_000087_indices", "indptr": "tensor_000019_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000019_chunk_000088_indices", "indptr": "tensor_000019_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000019_chunk_000089_indices", "indptr": "tensor_000019_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000019_chunk_000090_indices", "indptr": "tensor_000019_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000019_chunk_000091_indices", "indptr": "tensor_000019_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000019_chunk_000092_indices", "indptr": "tensor_000019_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000019_chunk_000093_indices", "indptr": "tensor_000019_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000019_chunk_000094_indices", "indptr": "tensor_000019_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000019_chunk_000095_indices", "indptr": "tensor_000019_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000019_chunk_000096_indices", "indptr": "tensor_000019_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000019_chunk_000097_indices", "indptr": "tensor_000019_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000019_chunk_000098_indices", "indptr": "tensor_000019_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000019_chunk_000099_indices", "indptr": "tensor_000019_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000019_chunk_000100_indices", "indptr": "tensor_000019_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000019_chunk_000101_indices", "indptr": "tensor_000019_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000019_chunk_000102_indices", "indptr": "tensor_000019_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000019_chunk_000103_indices", "indptr": "tensor_000019_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000019_chunk_000104_indices", "indptr": "tensor_000019_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000019_chunk_000105_indices", "indptr": "tensor_000019_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000019_chunk_000106_indices", "indptr": "tensor_000019_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000019_chunk_000107_indices", "indptr": "tensor_000019_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000019_chunk_000108_indices", "indptr": "tensor_000019_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000019_chunk_000109_indices", "indptr": "tensor_000019_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000019_chunk_000110_indices", "indptr": "tensor_000019_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000019_chunk_000111_indices", "indptr": "tensor_000019_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000019_chunk_000112_indices", "indptr": "tensor_000019_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000019_chunk_000113_indices", "indptr": "tensor_000019_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000019_chunk_000114_indices", "indptr": "tensor_000019_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000019_chunk_000115_indices", "indptr": "tensor_000019_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000019_chunk_000116_indices", "indptr": "tensor_000019_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000019_chunk_000117_indices", "indptr": "tensor_000019_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000019_chunk_000118_indices", "indptr": "tensor_000019_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000019_chunk_000119_indices", "indptr": "tensor_000019_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000019_chunk_000120_indices", "indptr": "tensor_000019_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000019_chunk_000121_indices", "indptr": "tensor_000019_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000019_chunk_000122_indices", "indptr": "tensor_000019_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000019_chunk_000123_indices", "indptr": "tensor_000019_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000019_chunk_000124_indices", "indptr": "tensor_000019_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000019_chunk_000125_indices", "indptr": "tensor_000019_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000019_chunk_000126_indices", "indptr": "tensor_000019_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 134, "shape": [ 8192, 16001 ] }, "model.layers.4.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000018_chunk_000000_indices", "indptr": "tensor_000018_chunk_000000_indptr", "nnz": 131, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000018_chunk_000001_indices", "indptr": "tensor_000018_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000018_chunk_000002_indices", "indptr": "tensor_000018_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000018_chunk_000003_indices", "indptr": "tensor_000018_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000018_chunk_000004_indices", "indptr": "tensor_000018_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000018_chunk_000005_indices", "indptr": "tensor_000018_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000018_chunk_000006_indices", "indptr": "tensor_000018_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000018_chunk_000007_indices", "indptr": "tensor_000018_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000018_chunk_000008_indices", "indptr": "tensor_000018_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000018_chunk_000009_indices", "indptr": "tensor_000018_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000018_chunk_000010_indices", "indptr": "tensor_000018_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000018_chunk_000011_indices", "indptr": "tensor_000018_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000018_chunk_000012_indices", "indptr": "tensor_000018_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000018_chunk_000013_indices", "indptr": "tensor_000018_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000018_chunk_000014_indices", "indptr": "tensor_000018_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000018_chunk_000015_indices", "indptr": "tensor_000018_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000018_chunk_000016_indices", "indptr": "tensor_000018_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000018_chunk_000017_indices", "indptr": "tensor_000018_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000018_chunk_000018_indices", "indptr": "tensor_000018_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000018_chunk_000019_indices", "indptr": "tensor_000018_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000018_chunk_000020_indices", "indptr": "tensor_000018_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000018_chunk_000021_indices", "indptr": "tensor_000018_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000018_chunk_000022_indices", "indptr": "tensor_000018_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000018_chunk_000023_indices", "indptr": "tensor_000018_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000018_chunk_000024_indices", "indptr": "tensor_000018_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000018_chunk_000025_indices", "indptr": "tensor_000018_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000018_chunk_000026_indices", "indptr": "tensor_000018_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000018_chunk_000027_indices", "indptr": "tensor_000018_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000018_chunk_000028_indices", "indptr": "tensor_000018_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000018_chunk_000029_indices", "indptr": "tensor_000018_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000018_chunk_000030_indices", "indptr": "tensor_000018_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000018_chunk_000031_indices", "indptr": "tensor_000018_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000018_chunk_000032_indices", "indptr": "tensor_000018_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000018_chunk_000033_indices", "indptr": "tensor_000018_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000018_chunk_000034_indices", "indptr": "tensor_000018_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000018_chunk_000035_indices", "indptr": "tensor_000018_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000018_chunk_000036_indices", "indptr": "tensor_000018_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000018_chunk_000037_indices", "indptr": "tensor_000018_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000018_chunk_000038_indices", "indptr": "tensor_000018_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000018_chunk_000039_indices", "indptr": "tensor_000018_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000018_chunk_000040_indices", "indptr": "tensor_000018_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000018_chunk_000041_indices", "indptr": "tensor_000018_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000018_chunk_000042_indices", "indptr": "tensor_000018_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000018_chunk_000043_indices", "indptr": "tensor_000018_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000018_chunk_000044_indices", "indptr": "tensor_000018_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000018_chunk_000045_indices", "indptr": "tensor_000018_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000018_chunk_000046_indices", "indptr": "tensor_000018_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000018_chunk_000047_indices", "indptr": "tensor_000018_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000018_chunk_000048_indices", "indptr": "tensor_000018_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000018_chunk_000049_indices", "indptr": "tensor_000018_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000018_chunk_000050_indices", "indptr": "tensor_000018_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000018_chunk_000051_indices", "indptr": "tensor_000018_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000018_chunk_000052_indices", "indptr": "tensor_000018_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000018_chunk_000053_indices", "indptr": "tensor_000018_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000018_chunk_000054_indices", "indptr": "tensor_000018_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000018_chunk_000055_indices", "indptr": "tensor_000018_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000018_chunk_000056_indices", "indptr": "tensor_000018_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000018_chunk_000057_indices", "indptr": "tensor_000018_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000018_chunk_000058_indices", "indptr": "tensor_000018_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000018_chunk_000059_indices", "indptr": "tensor_000018_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000018_chunk_000060_indices", "indptr": "tensor_000018_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000018_chunk_000061_indices", "indptr": "tensor_000018_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000018_chunk_000062_indices", "indptr": "tensor_000018_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000018_chunk_000063_indices", "indptr": "tensor_000018_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000018_chunk_000064_indices", "indptr": "tensor_000018_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000018_chunk_000065_indices", "indptr": "tensor_000018_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000018_chunk_000066_indices", "indptr": "tensor_000018_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000018_chunk_000067_indices", "indptr": "tensor_000018_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000018_chunk_000068_indices", "indptr": "tensor_000018_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000018_chunk_000069_indices", "indptr": "tensor_000018_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000018_chunk_000070_indices", "indptr": "tensor_000018_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000018_chunk_000071_indices", "indptr": "tensor_000018_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000018_chunk_000072_indices", "indptr": "tensor_000018_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000018_chunk_000073_indices", "indptr": "tensor_000018_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000018_chunk_000074_indices", "indptr": "tensor_000018_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000018_chunk_000075_indices", "indptr": "tensor_000018_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000018_chunk_000076_indices", "indptr": "tensor_000018_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000018_chunk_000077_indices", "indptr": "tensor_000018_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000018_chunk_000078_indices", "indptr": "tensor_000018_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000018_chunk_000079_indices", "indptr": "tensor_000018_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000018_chunk_000080_indices", "indptr": "tensor_000018_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000018_chunk_000081_indices", "indptr": "tensor_000018_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000018_chunk_000082_indices", "indptr": "tensor_000018_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000018_chunk_000083_indices", "indptr": "tensor_000018_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000018_chunk_000084_indices", "indptr": "tensor_000018_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000018_chunk_000085_indices", "indptr": "tensor_000018_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000018_chunk_000086_indices", "indptr": "tensor_000018_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000018_chunk_000087_indices", "indptr": "tensor_000018_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000018_chunk_000088_indices", "indptr": "tensor_000018_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000018_chunk_000089_indices", "indptr": "tensor_000018_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000018_chunk_000090_indices", "indptr": "tensor_000018_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000018_chunk_000091_indices", "indptr": "tensor_000018_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000018_chunk_000092_indices", "indptr": "tensor_000018_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000018_chunk_000093_indices", "indptr": "tensor_000018_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000018_chunk_000094_indices", "indptr": "tensor_000018_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000018_chunk_000095_indices", "indptr": "tensor_000018_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000018_chunk_000096_indices", "indptr": "tensor_000018_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000018_chunk_000097_indices", "indptr": "tensor_000018_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000018_chunk_000098_indices", "indptr": "tensor_000018_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000018_chunk_000099_indices", "indptr": "tensor_000018_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000018_chunk_000100_indices", "indptr": "tensor_000018_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000018_chunk_000101_indices", "indptr": "tensor_000018_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000018_chunk_000102_indices", "indptr": "tensor_000018_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000018_chunk_000103_indices", "indptr": "tensor_000018_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000018_chunk_000104_indices", "indptr": "tensor_000018_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000018_chunk_000105_indices", "indptr": "tensor_000018_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000018_chunk_000106_indices", "indptr": "tensor_000018_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000018_chunk_000107_indices", "indptr": "tensor_000018_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000018_chunk_000108_indices", "indptr": "tensor_000018_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000018_chunk_000109_indices", "indptr": "tensor_000018_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000018_chunk_000110_indices", "indptr": "tensor_000018_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000018_chunk_000111_indices", "indptr": "tensor_000018_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000018_chunk_000112_indices", "indptr": "tensor_000018_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000018_chunk_000113_indices", "indptr": "tensor_000018_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000018_chunk_000114_indices", "indptr": "tensor_000018_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000018_chunk_000115_indices", "indptr": "tensor_000018_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000018_chunk_000116_indices", "indptr": "tensor_000018_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000018_chunk_000117_indices", "indptr": "tensor_000018_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000018_chunk_000118_indices", "indptr": "tensor_000018_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000018_chunk_000119_indices", "indptr": "tensor_000018_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000018_chunk_000120_indices", "indptr": "tensor_000018_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000018_chunk_000121_indices", "indptr": "tensor_000018_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000018_chunk_000122_indices", "indptr": "tensor_000018_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000018_chunk_000123_indices", "indptr": "tensor_000018_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000018_chunk_000124_indices", "indptr": "tensor_000018_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000018_chunk_000125_indices", "indptr": "tensor_000018_chunk_000125_indptr", "nnz": 78, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000018_chunk_000126_indices", "indptr": "tensor_000018_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000018_chunk_000127_indices", "indptr": "tensor_000018_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000018_chunk_000128_indices", "indptr": "tensor_000018_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000018_chunk_000129_indices", "indptr": "tensor_000018_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000018_chunk_000130_indices", "indptr": "tensor_000018_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000018_chunk_000131_indices", "indptr": "tensor_000018_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000018_chunk_000132_indices", "indptr": "tensor_000018_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000018_chunk_000133_indices", "indptr": "tensor_000018_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000018_chunk_000134_indices", "indptr": "tensor_000018_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000018_chunk_000135_indices", "indptr": "tensor_000018_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000018_chunk_000136_indices", "indptr": "tensor_000018_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000018_chunk_000137_indices", "indptr": "tensor_000018_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000018_chunk_000138_indices", "indptr": "tensor_000018_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000018_chunk_000139_indices", "indptr": "tensor_000018_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000018_chunk_000140_indices", "indptr": "tensor_000018_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000018_chunk_000141_indices", "indptr": "tensor_000018_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000018_chunk_000142_indices", "indptr": "tensor_000018_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000018_chunk_000143_indices", "indptr": "tensor_000018_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000018_chunk_000144_indices", "indptr": "tensor_000018_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000018_chunk_000145_indices", "indptr": "tensor_000018_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000018_chunk_000146_indices", "indptr": "tensor_000018_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000018_chunk_000147_indices", "indptr": "tensor_000018_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000018_chunk_000148_indices", "indptr": "tensor_000018_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000018_chunk_000149_indices", "indptr": "tensor_000018_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000018_chunk_000150_indices", "indptr": "tensor_000018_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000018_chunk_000151_indices", "indptr": "tensor_000018_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000018_chunk_000152_indices", "indptr": "tensor_000018_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000018_chunk_000153_indices", "indptr": "tensor_000018_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000018_chunk_000154_indices", "indptr": "tensor_000018_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000018_chunk_000155_indices", "indptr": "tensor_000018_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000018_chunk_000156_indices", "indptr": "tensor_000018_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000018_chunk_000157_indices", "indptr": "tensor_000018_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000018_chunk_000158_indices", "indptr": "tensor_000018_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000018_chunk_000159_indices", "indptr": "tensor_000018_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000018_chunk_000160_indices", "indptr": "tensor_000018_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000018_chunk_000161_indices", "indptr": "tensor_000018_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000018_chunk_000162_indices", "indptr": "tensor_000018_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000018_chunk_000163_indices", "indptr": "tensor_000018_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000018_chunk_000164_indices", "indptr": "tensor_000018_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000018_chunk_000165_indices", "indptr": "tensor_000018_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000018_chunk_000166_indices", "indptr": "tensor_000018_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000018_chunk_000167_indices", "indptr": "tensor_000018_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000018_chunk_000168_indices", "indptr": "tensor_000018_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000018_chunk_000169_indices", "indptr": "tensor_000018_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000018_chunk_000170_indices", "indptr": "tensor_000018_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000018_chunk_000171_indices", "indptr": "tensor_000018_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000018_chunk_000172_indices", "indptr": "tensor_000018_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000018_chunk_000173_indices", "indptr": "tensor_000018_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000018_chunk_000174_indices", "indptr": "tensor_000018_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000018_chunk_000175_indices", "indptr": "tensor_000018_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000018_chunk_000176_indices", "indptr": "tensor_000018_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000018_chunk_000177_indices", "indptr": "tensor_000018_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000018_chunk_000178_indices", "indptr": "tensor_000018_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000018_chunk_000179_indices", "indptr": "tensor_000018_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000018_chunk_000180_indices", "indptr": "tensor_000018_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000018_chunk_000181_indices", "indptr": "tensor_000018_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000018_chunk_000182_indices", "indptr": "tensor_000018_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000018_chunk_000183_indices", "indptr": "tensor_000018_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000018_chunk_000184_indices", "indptr": "tensor_000018_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000018_chunk_000185_indices", "indptr": "tensor_000018_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000018_chunk_000186_indices", "indptr": "tensor_000018_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000018_chunk_000187_indices", "indptr": "tensor_000018_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000018_chunk_000188_indices", "indptr": "tensor_000018_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000018_chunk_000189_indices", "indptr": "tensor_000018_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000018_chunk_000190_indices", "indptr": "tensor_000018_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000018_chunk_000191_indices", "indptr": "tensor_000018_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000018_chunk_000192_indices", "indptr": "tensor_000018_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000018_chunk_000193_indices", "indptr": "tensor_000018_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000018_chunk_000194_indices", "indptr": "tensor_000018_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000018_chunk_000195_indices", "indptr": "tensor_000018_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000018_chunk_000196_indices", "indptr": "tensor_000018_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000018_chunk_000197_indices", "indptr": "tensor_000018_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000018_chunk_000198_indices", "indptr": "tensor_000018_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000018_chunk_000199_indices", "indptr": "tensor_000018_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000018_chunk_000200_indices", "indptr": "tensor_000018_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000018_chunk_000201_indices", "indptr": "tensor_000018_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000018_chunk_000202_indices", "indptr": "tensor_000018_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000018_chunk_000203_indices", "indptr": "tensor_000018_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000018_chunk_000204_indices", "indptr": "tensor_000018_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000018_chunk_000205_indices", "indptr": "tensor_000018_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000018_chunk_000206_indices", "indptr": "tensor_000018_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000018_chunk_000207_indices", "indptr": "tensor_000018_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000018_chunk_000208_indices", "indptr": "tensor_000018_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000018_chunk_000209_indices", "indptr": "tensor_000018_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000018_chunk_000210_indices", "indptr": "tensor_000018_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000018_chunk_000211_indices", "indptr": "tensor_000018_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000018_chunk_000212_indices", "indptr": "tensor_000018_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000018_chunk_000213_indices", "indptr": "tensor_000018_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000018_chunk_000214_indices", "indptr": "tensor_000018_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000018_chunk_000215_indices", "indptr": "tensor_000018_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000018_chunk_000216_indices", "indptr": "tensor_000018_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000018_chunk_000217_indices", "indptr": "tensor_000018_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000018_chunk_000218_indices", "indptr": "tensor_000018_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000018_chunk_000219_indices", "indptr": "tensor_000018_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000018_chunk_000220_indices", "indptr": "tensor_000018_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000018_chunk_000221_indices", "indptr": "tensor_000018_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000018_chunk_000222_indices", "indptr": "tensor_000018_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000018_chunk_000223_indices", "indptr": "tensor_000018_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000018_chunk_000224_indices", "indptr": "tensor_000018_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000018_chunk_000225_indices", "indptr": "tensor_000018_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000018_chunk_000226_indices", "indptr": "tensor_000018_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000018_chunk_000227_indices", "indptr": "tensor_000018_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000018_chunk_000228_indices", "indptr": "tensor_000018_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000018_chunk_000229_indices", "indptr": "tensor_000018_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000018_chunk_000230_indices", "indptr": "tensor_000018_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000018_chunk_000231_indices", "indptr": "tensor_000018_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000018_chunk_000232_indices", "indptr": "tensor_000018_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000018_chunk_000233_indices", "indptr": "tensor_000018_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000018_chunk_000234_indices", "indptr": "tensor_000018_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000018_chunk_000235_indices", "indptr": "tensor_000018_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000018_chunk_000236_indices", "indptr": "tensor_000018_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000018_chunk_000237_indices", "indptr": "tensor_000018_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000018_chunk_000238_indices", "indptr": "tensor_000018_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000018_chunk_000239_indices", "indptr": "tensor_000018_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000018_chunk_000240_indices", "indptr": "tensor_000018_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000018_chunk_000241_indices", "indptr": "tensor_000018_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000018_chunk_000242_indices", "indptr": "tensor_000018_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000018_chunk_000243_indices", "indptr": "tensor_000018_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000018_chunk_000244_indices", "indptr": "tensor_000018_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000018_chunk_000245_indices", "indptr": "tensor_000018_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000018_chunk_000246_indices", "indptr": "tensor_000018_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000018_chunk_000247_indices", "indptr": "tensor_000018_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000018_chunk_000248_indices", "indptr": "tensor_000018_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000018_chunk_000249_indices", "indptr": "tensor_000018_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000018_chunk_000250_indices", "indptr": "tensor_000018_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 209, "shape": [ 32002, 8192 ] }, "model.layers.4.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000075_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.4.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000017_chunk_000000_indices", "indptr": "tensor_000017_chunk_000000_indptr", "nnz": 27, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000017_chunk_000001_indices", "indptr": "tensor_000017_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000017_chunk_000002_indices", "indptr": "tensor_000017_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000017_chunk_000003_indices", "indptr": "tensor_000017_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 27, "shape": [ 8192, 448 ] }, "model.layers.4.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000016_chunk_000000_indices", "indptr": "tensor_000016_chunk_000000_indptr", "nnz": 22, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000016_chunk_000001_indices", "indptr": "tensor_000016_chunk_000001_indptr", "nnz": 22, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000016_chunk_000002_indices", "indptr": "tensor_000016_chunk_000002_indptr", "nnz": 22, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000016_chunk_000003_indices", "indptr": "tensor_000016_chunk_000003_indptr", "nnz": 75, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000016_chunk_000004_indices", "indptr": "tensor_000016_chunk_000004_indptr", "nnz": 22, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000016_chunk_000005_indices", "indptr": "tensor_000016_chunk_000005_indptr", "nnz": 22, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000016_chunk_000006_indices", "indptr": "tensor_000016_chunk_000006_indptr", "nnz": 75, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000016_chunk_000007_indices", "indptr": "tensor_000016_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000016_chunk_000008_indices", "indptr": "tensor_000016_chunk_000008_indptr", "nnz": 2, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000016_chunk_000009_indices", "indptr": "tensor_000016_chunk_000009_indptr", "nnz": 2, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000016_chunk_000010_indices", "indptr": "tensor_000016_chunk_000010_indptr", "nnz": 21, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 287, "shape": [ 1344, 8192 ] }, "model.layers.5.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000076_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.5.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000023_chunk_000000_indices", "indptr": "tensor_000023_chunk_000000_indptr", "nnz": 78, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000023_chunk_000001_indices", "indptr": "tensor_000023_chunk_000001_indptr", "nnz": 42, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000023_chunk_000002_indices", "indptr": "tensor_000023_chunk_000002_indptr", "nnz": 33, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000023_chunk_000003_indices", "indptr": "tensor_000023_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000023_chunk_000004_indices", "indptr": "tensor_000023_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000023_chunk_000005_indices", "indptr": "tensor_000023_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000023_chunk_000006_indices", "indptr": "tensor_000023_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000023_chunk_000007_indices", "indptr": "tensor_000023_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000023_chunk_000008_indices", "indptr": "tensor_000023_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000023_chunk_000009_indices", "indptr": "tensor_000023_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000023_chunk_000010_indices", "indptr": "tensor_000023_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000023_chunk_000011_indices", "indptr": "tensor_000023_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000023_chunk_000012_indices", "indptr": "tensor_000023_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000023_chunk_000013_indices", "indptr": "tensor_000023_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000023_chunk_000014_indices", "indptr": "tensor_000023_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000023_chunk_000015_indices", "indptr": "tensor_000023_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000023_chunk_000016_indices", "indptr": "tensor_000023_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000023_chunk_000017_indices", "indptr": "tensor_000023_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000023_chunk_000018_indices", "indptr": "tensor_000023_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000023_chunk_000019_indices", "indptr": "tensor_000023_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000023_chunk_000020_indices", "indptr": "tensor_000023_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000023_chunk_000021_indices", "indptr": "tensor_000023_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000023_chunk_000022_indices", "indptr": "tensor_000023_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000023_chunk_000023_indices", "indptr": "tensor_000023_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000023_chunk_000024_indices", "indptr": "tensor_000023_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000023_chunk_000025_indices", "indptr": "tensor_000023_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000023_chunk_000026_indices", "indptr": "tensor_000023_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000023_chunk_000027_indices", "indptr": "tensor_000023_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000023_chunk_000028_indices", "indptr": "tensor_000023_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000023_chunk_000029_indices", "indptr": "tensor_000023_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000023_chunk_000030_indices", "indptr": "tensor_000023_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000023_chunk_000031_indices", "indptr": "tensor_000023_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000023_chunk_000032_indices", "indptr": "tensor_000023_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000023_chunk_000033_indices", "indptr": "tensor_000023_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000023_chunk_000034_indices", "indptr": "tensor_000023_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000023_chunk_000035_indices", "indptr": "tensor_000023_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000023_chunk_000036_indices", "indptr": "tensor_000023_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000023_chunk_000037_indices", "indptr": "tensor_000023_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000023_chunk_000038_indices", "indptr": "tensor_000023_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000023_chunk_000039_indices", "indptr": "tensor_000023_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000023_chunk_000040_indices", "indptr": "tensor_000023_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000023_chunk_000041_indices", "indptr": "tensor_000023_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000023_chunk_000042_indices", "indptr": "tensor_000023_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000023_chunk_000043_indices", "indptr": "tensor_000023_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000023_chunk_000044_indices", "indptr": "tensor_000023_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000023_chunk_000045_indices", "indptr": "tensor_000023_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000023_chunk_000046_indices", "indptr": "tensor_000023_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000023_chunk_000047_indices", "indptr": "tensor_000023_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000023_chunk_000048_indices", "indptr": "tensor_000023_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000023_chunk_000049_indices", "indptr": "tensor_000023_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000023_chunk_000050_indices", "indptr": "tensor_000023_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000023_chunk_000051_indices", "indptr": "tensor_000023_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000023_chunk_000052_indices", "indptr": "tensor_000023_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000023_chunk_000053_indices", "indptr": "tensor_000023_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000023_chunk_000054_indices", "indptr": "tensor_000023_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000023_chunk_000055_indices", "indptr": "tensor_000023_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000023_chunk_000056_indices", "indptr": "tensor_000023_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000023_chunk_000057_indices", "indptr": "tensor_000023_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000023_chunk_000058_indices", "indptr": "tensor_000023_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000023_chunk_000059_indices", "indptr": "tensor_000023_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000023_chunk_000060_indices", "indptr": "tensor_000023_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000023_chunk_000061_indices", "indptr": "tensor_000023_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000023_chunk_000062_indices", "indptr": "tensor_000023_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000023_chunk_000063_indices", "indptr": "tensor_000023_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000023_chunk_000064_indices", "indptr": "tensor_000023_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000023_chunk_000065_indices", "indptr": "tensor_000023_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000023_chunk_000066_indices", "indptr": "tensor_000023_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000023_chunk_000067_indices", "indptr": "tensor_000023_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000023_chunk_000068_indices", "indptr": "tensor_000023_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000023_chunk_000069_indices", "indptr": "tensor_000023_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000023_chunk_000070_indices", "indptr": "tensor_000023_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000023_chunk_000071_indices", "indptr": "tensor_000023_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000023_chunk_000072_indices", "indptr": "tensor_000023_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000023_chunk_000073_indices", "indptr": "tensor_000023_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000023_chunk_000074_indices", "indptr": "tensor_000023_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000023_chunk_000075_indices", "indptr": "tensor_000023_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000023_chunk_000076_indices", "indptr": "tensor_000023_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000023_chunk_000077_indices", "indptr": "tensor_000023_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000023_chunk_000078_indices", "indptr": "tensor_000023_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000023_chunk_000079_indices", "indptr": "tensor_000023_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000023_chunk_000080_indices", "indptr": "tensor_000023_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000023_chunk_000081_indices", "indptr": "tensor_000023_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000023_chunk_000082_indices", "indptr": "tensor_000023_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000023_chunk_000083_indices", "indptr": "tensor_000023_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000023_chunk_000084_indices", "indptr": "tensor_000023_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000023_chunk_000085_indices", "indptr": "tensor_000023_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000023_chunk_000086_indices", "indptr": "tensor_000023_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000023_chunk_000087_indices", "indptr": "tensor_000023_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000023_chunk_000088_indices", "indptr": "tensor_000023_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000023_chunk_000089_indices", "indptr": "tensor_000023_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000023_chunk_000090_indices", "indptr": "tensor_000023_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000023_chunk_000091_indices", "indptr": "tensor_000023_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000023_chunk_000092_indices", "indptr": "tensor_000023_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000023_chunk_000093_indices", "indptr": "tensor_000023_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000023_chunk_000094_indices", "indptr": "tensor_000023_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000023_chunk_000095_indices", "indptr": "tensor_000023_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000023_chunk_000096_indices", "indptr": "tensor_000023_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000023_chunk_000097_indices", "indptr": "tensor_000023_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000023_chunk_000098_indices", "indptr": "tensor_000023_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000023_chunk_000099_indices", "indptr": "tensor_000023_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000023_chunk_000100_indices", "indptr": "tensor_000023_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000023_chunk_000101_indices", "indptr": "tensor_000023_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000023_chunk_000102_indices", "indptr": "tensor_000023_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000023_chunk_000103_indices", "indptr": "tensor_000023_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000023_chunk_000104_indices", "indptr": "tensor_000023_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000023_chunk_000105_indices", "indptr": "tensor_000023_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000023_chunk_000106_indices", "indptr": "tensor_000023_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000023_chunk_000107_indices", "indptr": "tensor_000023_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000023_chunk_000108_indices", "indptr": "tensor_000023_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000023_chunk_000109_indices", "indptr": "tensor_000023_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000023_chunk_000110_indices", "indptr": "tensor_000023_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000023_chunk_000111_indices", "indptr": "tensor_000023_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000023_chunk_000112_indices", "indptr": "tensor_000023_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000023_chunk_000113_indices", "indptr": "tensor_000023_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000023_chunk_000114_indices", "indptr": "tensor_000023_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000023_chunk_000115_indices", "indptr": "tensor_000023_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000023_chunk_000116_indices", "indptr": "tensor_000023_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000023_chunk_000117_indices", "indptr": "tensor_000023_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000023_chunk_000118_indices", "indptr": "tensor_000023_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000023_chunk_000119_indices", "indptr": "tensor_000023_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000023_chunk_000120_indices", "indptr": "tensor_000023_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000023_chunk_000121_indices", "indptr": "tensor_000023_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000023_chunk_000122_indices", "indptr": "tensor_000023_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000023_chunk_000123_indices", "indptr": "tensor_000023_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000023_chunk_000124_indices", "indptr": "tensor_000023_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000023_chunk_000125_indices", "indptr": "tensor_000023_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000023_chunk_000126_indices", "indptr": "tensor_000023_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 153, "shape": [ 8192, 16001 ] }, "model.layers.5.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000022_chunk_000000_indices", "indptr": "tensor_000022_chunk_000000_indptr", "nnz": 188, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000022_chunk_000001_indices", "indptr": "tensor_000022_chunk_000001_indptr", "nnz": 17, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000022_chunk_000002_indices", "indptr": "tensor_000022_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000022_chunk_000003_indices", "indptr": "tensor_000022_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000022_chunk_000004_indices", "indptr": "tensor_000022_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000022_chunk_000005_indices", "indptr": "tensor_000022_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000022_chunk_000006_indices", "indptr": "tensor_000022_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000022_chunk_000007_indices", "indptr": "tensor_000022_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000022_chunk_000008_indices", "indptr": "tensor_000022_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000022_chunk_000009_indices", "indptr": "tensor_000022_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000022_chunk_000010_indices", "indptr": "tensor_000022_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000022_chunk_000011_indices", "indptr": "tensor_000022_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000022_chunk_000012_indices", "indptr": "tensor_000022_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000022_chunk_000013_indices", "indptr": "tensor_000022_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000022_chunk_000014_indices", "indptr": "tensor_000022_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000022_chunk_000015_indices", "indptr": "tensor_000022_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000022_chunk_000016_indices", "indptr": "tensor_000022_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000022_chunk_000017_indices", "indptr": "tensor_000022_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000022_chunk_000018_indices", "indptr": "tensor_000022_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000022_chunk_000019_indices", "indptr": "tensor_000022_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000022_chunk_000020_indices", "indptr": "tensor_000022_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000022_chunk_000021_indices", "indptr": "tensor_000022_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000022_chunk_000022_indices", "indptr": "tensor_000022_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000022_chunk_000023_indices", "indptr": "tensor_000022_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000022_chunk_000024_indices", "indptr": "tensor_000022_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000022_chunk_000025_indices", "indptr": "tensor_000022_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000022_chunk_000026_indices", "indptr": "tensor_000022_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000022_chunk_000027_indices", "indptr": "tensor_000022_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000022_chunk_000028_indices", "indptr": "tensor_000022_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000022_chunk_000029_indices", "indptr": "tensor_000022_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000022_chunk_000030_indices", "indptr": "tensor_000022_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000022_chunk_000031_indices", "indptr": "tensor_000022_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000022_chunk_000032_indices", "indptr": "tensor_000022_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000022_chunk_000033_indices", "indptr": "tensor_000022_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000022_chunk_000034_indices", "indptr": "tensor_000022_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000022_chunk_000035_indices", "indptr": "tensor_000022_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000022_chunk_000036_indices", "indptr": "tensor_000022_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000022_chunk_000037_indices", "indptr": "tensor_000022_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000022_chunk_000038_indices", "indptr": "tensor_000022_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000022_chunk_000039_indices", "indptr": "tensor_000022_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000022_chunk_000040_indices", "indptr": "tensor_000022_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000022_chunk_000041_indices", "indptr": "tensor_000022_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000022_chunk_000042_indices", "indptr": "tensor_000022_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000022_chunk_000043_indices", "indptr": "tensor_000022_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000022_chunk_000044_indices", "indptr": "tensor_000022_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000022_chunk_000045_indices", "indptr": "tensor_000022_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000022_chunk_000046_indices", "indptr": "tensor_000022_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000022_chunk_000047_indices", "indptr": "tensor_000022_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000022_chunk_000048_indices", "indptr": "tensor_000022_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000022_chunk_000049_indices", "indptr": "tensor_000022_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000022_chunk_000050_indices", "indptr": "tensor_000022_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000022_chunk_000051_indices", "indptr": "tensor_000022_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000022_chunk_000052_indices", "indptr": "tensor_000022_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000022_chunk_000053_indices", "indptr": "tensor_000022_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000022_chunk_000054_indices", "indptr": "tensor_000022_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000022_chunk_000055_indices", "indptr": "tensor_000022_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000022_chunk_000056_indices", "indptr": "tensor_000022_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000022_chunk_000057_indices", "indptr": "tensor_000022_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000022_chunk_000058_indices", "indptr": "tensor_000022_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000022_chunk_000059_indices", "indptr": "tensor_000022_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000022_chunk_000060_indices", "indptr": "tensor_000022_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000022_chunk_000061_indices", "indptr": "tensor_000022_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000022_chunk_000062_indices", "indptr": "tensor_000022_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000022_chunk_000063_indices", "indptr": "tensor_000022_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000022_chunk_000064_indices", "indptr": "tensor_000022_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000022_chunk_000065_indices", "indptr": "tensor_000022_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000022_chunk_000066_indices", "indptr": "tensor_000022_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000022_chunk_000067_indices", "indptr": "tensor_000022_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000022_chunk_000068_indices", "indptr": "tensor_000022_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000022_chunk_000069_indices", "indptr": "tensor_000022_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000022_chunk_000070_indices", "indptr": "tensor_000022_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000022_chunk_000071_indices", "indptr": "tensor_000022_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000022_chunk_000072_indices", "indptr": "tensor_000022_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000022_chunk_000073_indices", "indptr": "tensor_000022_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000022_chunk_000074_indices", "indptr": "tensor_000022_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000022_chunk_000075_indices", "indptr": "tensor_000022_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000022_chunk_000076_indices", "indptr": "tensor_000022_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000022_chunk_000077_indices", "indptr": "tensor_000022_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000022_chunk_000078_indices", "indptr": "tensor_000022_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000022_chunk_000079_indices", "indptr": "tensor_000022_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000022_chunk_000080_indices", "indptr": "tensor_000022_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000022_chunk_000081_indices", "indptr": "tensor_000022_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000022_chunk_000082_indices", "indptr": "tensor_000022_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000022_chunk_000083_indices", "indptr": "tensor_000022_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000022_chunk_000084_indices", "indptr": "tensor_000022_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000022_chunk_000085_indices", "indptr": "tensor_000022_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000022_chunk_000086_indices", "indptr": "tensor_000022_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000022_chunk_000087_indices", "indptr": "tensor_000022_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000022_chunk_000088_indices", "indptr": "tensor_000022_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000022_chunk_000089_indices", "indptr": "tensor_000022_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000022_chunk_000090_indices", "indptr": "tensor_000022_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000022_chunk_000091_indices", "indptr": "tensor_000022_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000022_chunk_000092_indices", "indptr": "tensor_000022_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000022_chunk_000093_indices", "indptr": "tensor_000022_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000022_chunk_000094_indices", "indptr": "tensor_000022_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000022_chunk_000095_indices", "indptr": "tensor_000022_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000022_chunk_000096_indices", "indptr": "tensor_000022_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000022_chunk_000097_indices", "indptr": "tensor_000022_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000022_chunk_000098_indices", "indptr": "tensor_000022_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000022_chunk_000099_indices", "indptr": "tensor_000022_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000022_chunk_000100_indices", "indptr": "tensor_000022_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000022_chunk_000101_indices", "indptr": "tensor_000022_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000022_chunk_000102_indices", "indptr": "tensor_000022_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000022_chunk_000103_indices", "indptr": "tensor_000022_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000022_chunk_000104_indices", "indptr": "tensor_000022_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000022_chunk_000105_indices", "indptr": "tensor_000022_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000022_chunk_000106_indices", "indptr": "tensor_000022_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000022_chunk_000107_indices", "indptr": "tensor_000022_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000022_chunk_000108_indices", "indptr": "tensor_000022_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000022_chunk_000109_indices", "indptr": "tensor_000022_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000022_chunk_000110_indices", "indptr": "tensor_000022_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000022_chunk_000111_indices", "indptr": "tensor_000022_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000022_chunk_000112_indices", "indptr": "tensor_000022_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000022_chunk_000113_indices", "indptr": "tensor_000022_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000022_chunk_000114_indices", "indptr": "tensor_000022_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000022_chunk_000115_indices", "indptr": "tensor_000022_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000022_chunk_000116_indices", "indptr": "tensor_000022_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000022_chunk_000117_indices", "indptr": "tensor_000022_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000022_chunk_000118_indices", "indptr": "tensor_000022_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000022_chunk_000119_indices", "indptr": "tensor_000022_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000022_chunk_000120_indices", "indptr": "tensor_000022_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000022_chunk_000121_indices", "indptr": "tensor_000022_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000022_chunk_000122_indices", "indptr": "tensor_000022_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000022_chunk_000123_indices", "indptr": "tensor_000022_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000022_chunk_000124_indices", "indptr": "tensor_000022_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000022_chunk_000125_indices", "indptr": "tensor_000022_chunk_000125_indptr", "nnz": 127, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000022_chunk_000126_indices", "indptr": "tensor_000022_chunk_000126_indptr", "nnz": 18, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000022_chunk_000127_indices", "indptr": "tensor_000022_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000022_chunk_000128_indices", "indptr": "tensor_000022_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000022_chunk_000129_indices", "indptr": "tensor_000022_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000022_chunk_000130_indices", "indptr": "tensor_000022_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000022_chunk_000131_indices", "indptr": "tensor_000022_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000022_chunk_000132_indices", "indptr": "tensor_000022_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000022_chunk_000133_indices", "indptr": "tensor_000022_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000022_chunk_000134_indices", "indptr": "tensor_000022_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000022_chunk_000135_indices", "indptr": "tensor_000022_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000022_chunk_000136_indices", "indptr": "tensor_000022_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000022_chunk_000137_indices", "indptr": "tensor_000022_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000022_chunk_000138_indices", "indptr": "tensor_000022_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000022_chunk_000139_indices", "indptr": "tensor_000022_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000022_chunk_000140_indices", "indptr": "tensor_000022_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000022_chunk_000141_indices", "indptr": "tensor_000022_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000022_chunk_000142_indices", "indptr": "tensor_000022_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000022_chunk_000143_indices", "indptr": "tensor_000022_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000022_chunk_000144_indices", "indptr": "tensor_000022_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000022_chunk_000145_indices", "indptr": "tensor_000022_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000022_chunk_000146_indices", "indptr": "tensor_000022_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000022_chunk_000147_indices", "indptr": "tensor_000022_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000022_chunk_000148_indices", "indptr": "tensor_000022_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000022_chunk_000149_indices", "indptr": "tensor_000022_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000022_chunk_000150_indices", "indptr": "tensor_000022_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000022_chunk_000151_indices", "indptr": "tensor_000022_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000022_chunk_000152_indices", "indptr": "tensor_000022_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000022_chunk_000153_indices", "indptr": "tensor_000022_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000022_chunk_000154_indices", "indptr": "tensor_000022_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000022_chunk_000155_indices", "indptr": "tensor_000022_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000022_chunk_000156_indices", "indptr": "tensor_000022_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000022_chunk_000157_indices", "indptr": "tensor_000022_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000022_chunk_000158_indices", "indptr": "tensor_000022_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000022_chunk_000159_indices", "indptr": "tensor_000022_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000022_chunk_000160_indices", "indptr": "tensor_000022_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000022_chunk_000161_indices", "indptr": "tensor_000022_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000022_chunk_000162_indices", "indptr": "tensor_000022_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000022_chunk_000163_indices", "indptr": "tensor_000022_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000022_chunk_000164_indices", "indptr": "tensor_000022_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000022_chunk_000165_indices", "indptr": "tensor_000022_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000022_chunk_000166_indices", "indptr": "tensor_000022_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000022_chunk_000167_indices", "indptr": "tensor_000022_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000022_chunk_000168_indices", "indptr": "tensor_000022_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000022_chunk_000169_indices", "indptr": "tensor_000022_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000022_chunk_000170_indices", "indptr": "tensor_000022_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000022_chunk_000171_indices", "indptr": "tensor_000022_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000022_chunk_000172_indices", "indptr": "tensor_000022_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000022_chunk_000173_indices", "indptr": "tensor_000022_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000022_chunk_000174_indices", "indptr": "tensor_000022_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000022_chunk_000175_indices", "indptr": "tensor_000022_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000022_chunk_000176_indices", "indptr": "tensor_000022_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000022_chunk_000177_indices", "indptr": "tensor_000022_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000022_chunk_000178_indices", "indptr": "tensor_000022_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000022_chunk_000179_indices", "indptr": "tensor_000022_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000022_chunk_000180_indices", "indptr": "tensor_000022_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000022_chunk_000181_indices", "indptr": "tensor_000022_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000022_chunk_000182_indices", "indptr": "tensor_000022_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000022_chunk_000183_indices", "indptr": "tensor_000022_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000022_chunk_000184_indices", "indptr": "tensor_000022_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000022_chunk_000185_indices", "indptr": "tensor_000022_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000022_chunk_000186_indices", "indptr": "tensor_000022_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000022_chunk_000187_indices", "indptr": "tensor_000022_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000022_chunk_000188_indices", "indptr": "tensor_000022_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000022_chunk_000189_indices", "indptr": "tensor_000022_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000022_chunk_000190_indices", "indptr": "tensor_000022_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000022_chunk_000191_indices", "indptr": "tensor_000022_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000022_chunk_000192_indices", "indptr": "tensor_000022_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000022_chunk_000193_indices", "indptr": "tensor_000022_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000022_chunk_000194_indices", "indptr": "tensor_000022_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000022_chunk_000195_indices", "indptr": "tensor_000022_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000022_chunk_000196_indices", "indptr": "tensor_000022_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000022_chunk_000197_indices", "indptr": "tensor_000022_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000022_chunk_000198_indices", "indptr": "tensor_000022_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000022_chunk_000199_indices", "indptr": "tensor_000022_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000022_chunk_000200_indices", "indptr": "tensor_000022_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000022_chunk_000201_indices", "indptr": "tensor_000022_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000022_chunk_000202_indices", "indptr": "tensor_000022_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000022_chunk_000203_indices", "indptr": "tensor_000022_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000022_chunk_000204_indices", "indptr": "tensor_000022_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000022_chunk_000205_indices", "indptr": "tensor_000022_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000022_chunk_000206_indices", "indptr": "tensor_000022_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000022_chunk_000207_indices", "indptr": "tensor_000022_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000022_chunk_000208_indices", "indptr": "tensor_000022_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000022_chunk_000209_indices", "indptr": "tensor_000022_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000022_chunk_000210_indices", "indptr": "tensor_000022_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000022_chunk_000211_indices", "indptr": "tensor_000022_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000022_chunk_000212_indices", "indptr": "tensor_000022_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000022_chunk_000213_indices", "indptr": "tensor_000022_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000022_chunk_000214_indices", "indptr": "tensor_000022_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000022_chunk_000215_indices", "indptr": "tensor_000022_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000022_chunk_000216_indices", "indptr": "tensor_000022_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000022_chunk_000217_indices", "indptr": "tensor_000022_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000022_chunk_000218_indices", "indptr": "tensor_000022_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000022_chunk_000219_indices", "indptr": "tensor_000022_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000022_chunk_000220_indices", "indptr": "tensor_000022_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000022_chunk_000221_indices", "indptr": "tensor_000022_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000022_chunk_000222_indices", "indptr": "tensor_000022_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000022_chunk_000223_indices", "indptr": "tensor_000022_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000022_chunk_000224_indices", "indptr": "tensor_000022_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000022_chunk_000225_indices", "indptr": "tensor_000022_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000022_chunk_000226_indices", "indptr": "tensor_000022_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000022_chunk_000227_indices", "indptr": "tensor_000022_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000022_chunk_000228_indices", "indptr": "tensor_000022_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000022_chunk_000229_indices", "indptr": "tensor_000022_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000022_chunk_000230_indices", "indptr": "tensor_000022_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000022_chunk_000231_indices", "indptr": "tensor_000022_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000022_chunk_000232_indices", "indptr": "tensor_000022_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000022_chunk_000233_indices", "indptr": "tensor_000022_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000022_chunk_000234_indices", "indptr": "tensor_000022_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000022_chunk_000235_indices", "indptr": "tensor_000022_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000022_chunk_000236_indices", "indptr": "tensor_000022_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000022_chunk_000237_indices", "indptr": "tensor_000022_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000022_chunk_000238_indices", "indptr": "tensor_000022_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000022_chunk_000239_indices", "indptr": "tensor_000022_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000022_chunk_000240_indices", "indptr": "tensor_000022_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000022_chunk_000241_indices", "indptr": "tensor_000022_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000022_chunk_000242_indices", "indptr": "tensor_000022_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000022_chunk_000243_indices", "indptr": "tensor_000022_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000022_chunk_000244_indices", "indptr": "tensor_000022_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000022_chunk_000245_indices", "indptr": "tensor_000022_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000022_chunk_000246_indices", "indptr": "tensor_000022_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000022_chunk_000247_indices", "indptr": "tensor_000022_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000022_chunk_000248_indices", "indptr": "tensor_000022_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000022_chunk_000249_indices", "indptr": "tensor_000022_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000022_chunk_000250_indices", "indptr": "tensor_000022_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 350, "shape": [ 32002, 8192 ] }, "model.layers.5.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000077_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.5.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000021_chunk_000000_indices", "indptr": "tensor_000021_chunk_000000_indptr", "nnz": 9, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000021_chunk_000001_indices", "indptr": "tensor_000021_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000021_chunk_000002_indices", "indptr": "tensor_000021_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000021_chunk_000003_indices", "indptr": "tensor_000021_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 9, "shape": [ 8192, 448 ] }, "model.layers.5.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000020_chunk_000000_indices", "indptr": "tensor_000020_chunk_000000_indptr", "nnz": 65, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000020_chunk_000001_indices", "indptr": "tensor_000020_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000020_chunk_000002_indices", "indptr": "tensor_000020_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000020_chunk_000003_indices", "indptr": "tensor_000020_chunk_000003_indptr", "nnz": 1, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000020_chunk_000004_indices", "indptr": "tensor_000020_chunk_000004_indptr", "nnz": 64, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000020_chunk_000005_indices", "indptr": "tensor_000020_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000020_chunk_000006_indices", "indptr": "tensor_000020_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000020_chunk_000007_indices", "indptr": "tensor_000020_chunk_000007_indptr", "nnz": 9, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000020_chunk_000008_indices", "indptr": "tensor_000020_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000020_chunk_000009_indices", "indptr": "tensor_000020_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000020_chunk_000010_indices", "indptr": "tensor_000020_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 139, "shape": [ 1344, 8192 ] }, "model.layers.6.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000078_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.6.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000027_chunk_000000_indices", "indptr": "tensor_000027_chunk_000000_indptr", "nnz": 31, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000027_chunk_000001_indices", "indptr": "tensor_000027_chunk_000001_indptr", "nnz": 55, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000027_chunk_000002_indices", "indptr": "tensor_000027_chunk_000002_indptr", "nnz": 2, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000027_chunk_000003_indices", "indptr": "tensor_000027_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000027_chunk_000004_indices", "indptr": "tensor_000027_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000027_chunk_000005_indices", "indptr": "tensor_000027_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000027_chunk_000006_indices", "indptr": "tensor_000027_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000027_chunk_000007_indices", "indptr": "tensor_000027_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000027_chunk_000008_indices", "indptr": "tensor_000027_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000027_chunk_000009_indices", "indptr": "tensor_000027_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000027_chunk_000010_indices", "indptr": "tensor_000027_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000027_chunk_000011_indices", "indptr": "tensor_000027_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000027_chunk_000012_indices", "indptr": "tensor_000027_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000027_chunk_000013_indices", "indptr": "tensor_000027_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000027_chunk_000014_indices", "indptr": "tensor_000027_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000027_chunk_000015_indices", "indptr": "tensor_000027_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000027_chunk_000016_indices", "indptr": "tensor_000027_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000027_chunk_000017_indices", "indptr": "tensor_000027_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000027_chunk_000018_indices", "indptr": "tensor_000027_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000027_chunk_000019_indices", "indptr": "tensor_000027_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000027_chunk_000020_indices", "indptr": "tensor_000027_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000027_chunk_000021_indices", "indptr": "tensor_000027_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000027_chunk_000022_indices", "indptr": "tensor_000027_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000027_chunk_000023_indices", "indptr": "tensor_000027_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000027_chunk_000024_indices", "indptr": "tensor_000027_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000027_chunk_000025_indices", "indptr": "tensor_000027_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000027_chunk_000026_indices", "indptr": "tensor_000027_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000027_chunk_000027_indices", "indptr": "tensor_000027_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000027_chunk_000028_indices", "indptr": "tensor_000027_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000027_chunk_000029_indices", "indptr": "tensor_000027_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000027_chunk_000030_indices", "indptr": "tensor_000027_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000027_chunk_000031_indices", "indptr": "tensor_000027_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000027_chunk_000032_indices", "indptr": "tensor_000027_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000027_chunk_000033_indices", "indptr": "tensor_000027_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000027_chunk_000034_indices", "indptr": "tensor_000027_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000027_chunk_000035_indices", "indptr": "tensor_000027_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000027_chunk_000036_indices", "indptr": "tensor_000027_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000027_chunk_000037_indices", "indptr": "tensor_000027_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000027_chunk_000038_indices", "indptr": "tensor_000027_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000027_chunk_000039_indices", "indptr": "tensor_000027_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000027_chunk_000040_indices", "indptr": "tensor_000027_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000027_chunk_000041_indices", "indptr": "tensor_000027_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000027_chunk_000042_indices", "indptr": "tensor_000027_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000027_chunk_000043_indices", "indptr": "tensor_000027_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000027_chunk_000044_indices", "indptr": "tensor_000027_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000027_chunk_000045_indices", "indptr": "tensor_000027_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000027_chunk_000046_indices", "indptr": "tensor_000027_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000027_chunk_000047_indices", "indptr": "tensor_000027_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000027_chunk_000048_indices", "indptr": "tensor_000027_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000027_chunk_000049_indices", "indptr": "tensor_000027_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000027_chunk_000050_indices", "indptr": "tensor_000027_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000027_chunk_000051_indices", "indptr": "tensor_000027_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000027_chunk_000052_indices", "indptr": "tensor_000027_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000027_chunk_000053_indices", "indptr": "tensor_000027_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000027_chunk_000054_indices", "indptr": "tensor_000027_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000027_chunk_000055_indices", "indptr": "tensor_000027_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000027_chunk_000056_indices", "indptr": "tensor_000027_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000027_chunk_000057_indices", "indptr": "tensor_000027_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000027_chunk_000058_indices", "indptr": "tensor_000027_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000027_chunk_000059_indices", "indptr": "tensor_000027_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000027_chunk_000060_indices", "indptr": "tensor_000027_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000027_chunk_000061_indices", "indptr": "tensor_000027_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000027_chunk_000062_indices", "indptr": "tensor_000027_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000027_chunk_000063_indices", "indptr": "tensor_000027_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000027_chunk_000064_indices", "indptr": "tensor_000027_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000027_chunk_000065_indices", "indptr": "tensor_000027_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000027_chunk_000066_indices", "indptr": "tensor_000027_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000027_chunk_000067_indices", "indptr": "tensor_000027_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000027_chunk_000068_indices", "indptr": "tensor_000027_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000027_chunk_000069_indices", "indptr": "tensor_000027_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000027_chunk_000070_indices", "indptr": "tensor_000027_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000027_chunk_000071_indices", "indptr": "tensor_000027_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000027_chunk_000072_indices", "indptr": "tensor_000027_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000027_chunk_000073_indices", "indptr": "tensor_000027_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000027_chunk_000074_indices", "indptr": "tensor_000027_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000027_chunk_000075_indices", "indptr": "tensor_000027_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000027_chunk_000076_indices", "indptr": "tensor_000027_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000027_chunk_000077_indices", "indptr": "tensor_000027_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000027_chunk_000078_indices", "indptr": "tensor_000027_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000027_chunk_000079_indices", "indptr": "tensor_000027_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000027_chunk_000080_indices", "indptr": "tensor_000027_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000027_chunk_000081_indices", "indptr": "tensor_000027_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000027_chunk_000082_indices", "indptr": "tensor_000027_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000027_chunk_000083_indices", "indptr": "tensor_000027_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000027_chunk_000084_indices", "indptr": "tensor_000027_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000027_chunk_000085_indices", "indptr": "tensor_000027_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000027_chunk_000086_indices", "indptr": "tensor_000027_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000027_chunk_000087_indices", "indptr": "tensor_000027_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000027_chunk_000088_indices", "indptr": "tensor_000027_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000027_chunk_000089_indices", "indptr": "tensor_000027_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000027_chunk_000090_indices", "indptr": "tensor_000027_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000027_chunk_000091_indices", "indptr": "tensor_000027_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000027_chunk_000092_indices", "indptr": "tensor_000027_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000027_chunk_000093_indices", "indptr": "tensor_000027_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000027_chunk_000094_indices", "indptr": "tensor_000027_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000027_chunk_000095_indices", "indptr": "tensor_000027_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000027_chunk_000096_indices", "indptr": "tensor_000027_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000027_chunk_000097_indices", "indptr": "tensor_000027_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000027_chunk_000098_indices", "indptr": "tensor_000027_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000027_chunk_000099_indices", "indptr": "tensor_000027_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000027_chunk_000100_indices", "indptr": "tensor_000027_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000027_chunk_000101_indices", "indptr": "tensor_000027_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000027_chunk_000102_indices", "indptr": "tensor_000027_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000027_chunk_000103_indices", "indptr": "tensor_000027_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000027_chunk_000104_indices", "indptr": "tensor_000027_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000027_chunk_000105_indices", "indptr": "tensor_000027_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000027_chunk_000106_indices", "indptr": "tensor_000027_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000027_chunk_000107_indices", "indptr": "tensor_000027_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000027_chunk_000108_indices", "indptr": "tensor_000027_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000027_chunk_000109_indices", "indptr": "tensor_000027_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000027_chunk_000110_indices", "indptr": "tensor_000027_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000027_chunk_000111_indices", "indptr": "tensor_000027_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000027_chunk_000112_indices", "indptr": "tensor_000027_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000027_chunk_000113_indices", "indptr": "tensor_000027_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000027_chunk_000114_indices", "indptr": "tensor_000027_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000027_chunk_000115_indices", "indptr": "tensor_000027_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000027_chunk_000116_indices", "indptr": "tensor_000027_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000027_chunk_000117_indices", "indptr": "tensor_000027_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000027_chunk_000118_indices", "indptr": "tensor_000027_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000027_chunk_000119_indices", "indptr": "tensor_000027_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000027_chunk_000120_indices", "indptr": "tensor_000027_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000027_chunk_000121_indices", "indptr": "tensor_000027_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000027_chunk_000122_indices", "indptr": "tensor_000027_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000027_chunk_000123_indices", "indptr": "tensor_000027_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000027_chunk_000124_indices", "indptr": "tensor_000027_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000027_chunk_000125_indices", "indptr": "tensor_000027_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000027_chunk_000126_indices", "indptr": "tensor_000027_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 88, "shape": [ 8192, 16001 ] }, "model.layers.6.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000026_chunk_000000_indices", "indptr": "tensor_000026_chunk_000000_indptr", "nnz": 95, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000026_chunk_000001_indices", "indptr": "tensor_000026_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000026_chunk_000002_indices", "indptr": "tensor_000026_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000026_chunk_000003_indices", "indptr": "tensor_000026_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000026_chunk_000004_indices", "indptr": "tensor_000026_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000026_chunk_000005_indices", "indptr": "tensor_000026_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000026_chunk_000006_indices", "indptr": "tensor_000026_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000026_chunk_000007_indices", "indptr": "tensor_000026_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000026_chunk_000008_indices", "indptr": "tensor_000026_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000026_chunk_000009_indices", "indptr": "tensor_000026_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000026_chunk_000010_indices", "indptr": "tensor_000026_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000026_chunk_000011_indices", "indptr": "tensor_000026_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000026_chunk_000012_indices", "indptr": "tensor_000026_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000026_chunk_000013_indices", "indptr": "tensor_000026_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000026_chunk_000014_indices", "indptr": "tensor_000026_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000026_chunk_000015_indices", "indptr": "tensor_000026_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000026_chunk_000016_indices", "indptr": "tensor_000026_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000026_chunk_000017_indices", "indptr": "tensor_000026_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000026_chunk_000018_indices", "indptr": "tensor_000026_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000026_chunk_000019_indices", "indptr": "tensor_000026_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000026_chunk_000020_indices", "indptr": "tensor_000026_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000026_chunk_000021_indices", "indptr": "tensor_000026_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000026_chunk_000022_indices", "indptr": "tensor_000026_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000026_chunk_000023_indices", "indptr": "tensor_000026_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000026_chunk_000024_indices", "indptr": "tensor_000026_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000026_chunk_000025_indices", "indptr": "tensor_000026_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000026_chunk_000026_indices", "indptr": "tensor_000026_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000026_chunk_000027_indices", "indptr": "tensor_000026_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000026_chunk_000028_indices", "indptr": "tensor_000026_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000026_chunk_000029_indices", "indptr": "tensor_000026_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000026_chunk_000030_indices", "indptr": "tensor_000026_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000026_chunk_000031_indices", "indptr": "tensor_000026_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000026_chunk_000032_indices", "indptr": "tensor_000026_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000026_chunk_000033_indices", "indptr": "tensor_000026_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000026_chunk_000034_indices", "indptr": "tensor_000026_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000026_chunk_000035_indices", "indptr": "tensor_000026_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000026_chunk_000036_indices", "indptr": "tensor_000026_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000026_chunk_000037_indices", "indptr": "tensor_000026_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000026_chunk_000038_indices", "indptr": "tensor_000026_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000026_chunk_000039_indices", "indptr": "tensor_000026_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000026_chunk_000040_indices", "indptr": "tensor_000026_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000026_chunk_000041_indices", "indptr": "tensor_000026_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000026_chunk_000042_indices", "indptr": "tensor_000026_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000026_chunk_000043_indices", "indptr": "tensor_000026_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000026_chunk_000044_indices", "indptr": "tensor_000026_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000026_chunk_000045_indices", "indptr": "tensor_000026_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000026_chunk_000046_indices", "indptr": "tensor_000026_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000026_chunk_000047_indices", "indptr": "tensor_000026_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000026_chunk_000048_indices", "indptr": "tensor_000026_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000026_chunk_000049_indices", "indptr": "tensor_000026_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000026_chunk_000050_indices", "indptr": "tensor_000026_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000026_chunk_000051_indices", "indptr": "tensor_000026_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000026_chunk_000052_indices", "indptr": "tensor_000026_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000026_chunk_000053_indices", "indptr": "tensor_000026_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000026_chunk_000054_indices", "indptr": "tensor_000026_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000026_chunk_000055_indices", "indptr": "tensor_000026_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000026_chunk_000056_indices", "indptr": "tensor_000026_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000026_chunk_000057_indices", "indptr": "tensor_000026_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000026_chunk_000058_indices", "indptr": "tensor_000026_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000026_chunk_000059_indices", "indptr": "tensor_000026_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000026_chunk_000060_indices", "indptr": "tensor_000026_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000026_chunk_000061_indices", "indptr": "tensor_000026_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000026_chunk_000062_indices", "indptr": "tensor_000026_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000026_chunk_000063_indices", "indptr": "tensor_000026_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000026_chunk_000064_indices", "indptr": "tensor_000026_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000026_chunk_000065_indices", "indptr": "tensor_000026_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000026_chunk_000066_indices", "indptr": "tensor_000026_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000026_chunk_000067_indices", "indptr": "tensor_000026_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000026_chunk_000068_indices", "indptr": "tensor_000026_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000026_chunk_000069_indices", "indptr": "tensor_000026_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000026_chunk_000070_indices", "indptr": "tensor_000026_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000026_chunk_000071_indices", "indptr": "tensor_000026_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000026_chunk_000072_indices", "indptr": "tensor_000026_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000026_chunk_000073_indices", "indptr": "tensor_000026_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000026_chunk_000074_indices", "indptr": "tensor_000026_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000026_chunk_000075_indices", "indptr": "tensor_000026_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000026_chunk_000076_indices", "indptr": "tensor_000026_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000026_chunk_000077_indices", "indptr": "tensor_000026_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000026_chunk_000078_indices", "indptr": "tensor_000026_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000026_chunk_000079_indices", "indptr": "tensor_000026_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000026_chunk_000080_indices", "indptr": "tensor_000026_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000026_chunk_000081_indices", "indptr": "tensor_000026_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000026_chunk_000082_indices", "indptr": "tensor_000026_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000026_chunk_000083_indices", "indptr": "tensor_000026_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000026_chunk_000084_indices", "indptr": "tensor_000026_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000026_chunk_000085_indices", "indptr": "tensor_000026_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000026_chunk_000086_indices", "indptr": "tensor_000026_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000026_chunk_000087_indices", "indptr": "tensor_000026_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000026_chunk_000088_indices", "indptr": "tensor_000026_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000026_chunk_000089_indices", "indptr": "tensor_000026_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000026_chunk_000090_indices", "indptr": "tensor_000026_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000026_chunk_000091_indices", "indptr": "tensor_000026_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000026_chunk_000092_indices", "indptr": "tensor_000026_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000026_chunk_000093_indices", "indptr": "tensor_000026_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000026_chunk_000094_indices", "indptr": "tensor_000026_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000026_chunk_000095_indices", "indptr": "tensor_000026_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000026_chunk_000096_indices", "indptr": "tensor_000026_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000026_chunk_000097_indices", "indptr": "tensor_000026_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000026_chunk_000098_indices", "indptr": "tensor_000026_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000026_chunk_000099_indices", "indptr": "tensor_000026_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000026_chunk_000100_indices", "indptr": "tensor_000026_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000026_chunk_000101_indices", "indptr": "tensor_000026_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000026_chunk_000102_indices", "indptr": "tensor_000026_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000026_chunk_000103_indices", "indptr": "tensor_000026_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000026_chunk_000104_indices", "indptr": "tensor_000026_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000026_chunk_000105_indices", "indptr": "tensor_000026_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000026_chunk_000106_indices", "indptr": "tensor_000026_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000026_chunk_000107_indices", "indptr": "tensor_000026_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000026_chunk_000108_indices", "indptr": "tensor_000026_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000026_chunk_000109_indices", "indptr": "tensor_000026_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000026_chunk_000110_indices", "indptr": "tensor_000026_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000026_chunk_000111_indices", "indptr": "tensor_000026_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000026_chunk_000112_indices", "indptr": "tensor_000026_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000026_chunk_000113_indices", "indptr": "tensor_000026_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000026_chunk_000114_indices", "indptr": "tensor_000026_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000026_chunk_000115_indices", "indptr": "tensor_000026_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000026_chunk_000116_indices", "indptr": "tensor_000026_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000026_chunk_000117_indices", "indptr": "tensor_000026_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000026_chunk_000118_indices", "indptr": "tensor_000026_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000026_chunk_000119_indices", "indptr": "tensor_000026_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000026_chunk_000120_indices", "indptr": "tensor_000026_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000026_chunk_000121_indices", "indptr": "tensor_000026_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000026_chunk_000122_indices", "indptr": "tensor_000026_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000026_chunk_000123_indices", "indptr": "tensor_000026_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000026_chunk_000124_indices", "indptr": "tensor_000026_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000026_chunk_000125_indices", "indptr": "tensor_000026_chunk_000125_indptr", "nnz": 85, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000026_chunk_000126_indices", "indptr": "tensor_000026_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000026_chunk_000127_indices", "indptr": "tensor_000026_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000026_chunk_000128_indices", "indptr": "tensor_000026_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000026_chunk_000129_indices", "indptr": "tensor_000026_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000026_chunk_000130_indices", "indptr": "tensor_000026_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000026_chunk_000131_indices", "indptr": "tensor_000026_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000026_chunk_000132_indices", "indptr": "tensor_000026_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000026_chunk_000133_indices", "indptr": "tensor_000026_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000026_chunk_000134_indices", "indptr": "tensor_000026_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000026_chunk_000135_indices", "indptr": "tensor_000026_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000026_chunk_000136_indices", "indptr": "tensor_000026_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000026_chunk_000137_indices", "indptr": "tensor_000026_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000026_chunk_000138_indices", "indptr": "tensor_000026_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000026_chunk_000139_indices", "indptr": "tensor_000026_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000026_chunk_000140_indices", "indptr": "tensor_000026_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000026_chunk_000141_indices", "indptr": "tensor_000026_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000026_chunk_000142_indices", "indptr": "tensor_000026_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000026_chunk_000143_indices", "indptr": "tensor_000026_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000026_chunk_000144_indices", "indptr": "tensor_000026_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000026_chunk_000145_indices", "indptr": "tensor_000026_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000026_chunk_000146_indices", "indptr": "tensor_000026_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000026_chunk_000147_indices", "indptr": "tensor_000026_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000026_chunk_000148_indices", "indptr": "tensor_000026_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000026_chunk_000149_indices", "indptr": "tensor_000026_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000026_chunk_000150_indices", "indptr": "tensor_000026_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000026_chunk_000151_indices", "indptr": "tensor_000026_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000026_chunk_000152_indices", "indptr": "tensor_000026_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000026_chunk_000153_indices", "indptr": "tensor_000026_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000026_chunk_000154_indices", "indptr": "tensor_000026_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000026_chunk_000155_indices", "indptr": "tensor_000026_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000026_chunk_000156_indices", "indptr": "tensor_000026_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000026_chunk_000157_indices", "indptr": "tensor_000026_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000026_chunk_000158_indices", "indptr": "tensor_000026_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000026_chunk_000159_indices", "indptr": "tensor_000026_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000026_chunk_000160_indices", "indptr": "tensor_000026_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000026_chunk_000161_indices", "indptr": "tensor_000026_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000026_chunk_000162_indices", "indptr": "tensor_000026_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000026_chunk_000163_indices", "indptr": "tensor_000026_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000026_chunk_000164_indices", "indptr": "tensor_000026_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000026_chunk_000165_indices", "indptr": "tensor_000026_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000026_chunk_000166_indices", "indptr": "tensor_000026_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000026_chunk_000167_indices", "indptr": "tensor_000026_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000026_chunk_000168_indices", "indptr": "tensor_000026_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000026_chunk_000169_indices", "indptr": "tensor_000026_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000026_chunk_000170_indices", "indptr": "tensor_000026_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000026_chunk_000171_indices", "indptr": "tensor_000026_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000026_chunk_000172_indices", "indptr": "tensor_000026_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000026_chunk_000173_indices", "indptr": "tensor_000026_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000026_chunk_000174_indices", "indptr": "tensor_000026_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000026_chunk_000175_indices", "indptr": "tensor_000026_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000026_chunk_000176_indices", "indptr": "tensor_000026_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000026_chunk_000177_indices", "indptr": "tensor_000026_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000026_chunk_000178_indices", "indptr": "tensor_000026_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000026_chunk_000179_indices", "indptr": "tensor_000026_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000026_chunk_000180_indices", "indptr": "tensor_000026_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000026_chunk_000181_indices", "indptr": "tensor_000026_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000026_chunk_000182_indices", "indptr": "tensor_000026_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000026_chunk_000183_indices", "indptr": "tensor_000026_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000026_chunk_000184_indices", "indptr": "tensor_000026_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000026_chunk_000185_indices", "indptr": "tensor_000026_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000026_chunk_000186_indices", "indptr": "tensor_000026_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000026_chunk_000187_indices", "indptr": "tensor_000026_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000026_chunk_000188_indices", "indptr": "tensor_000026_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000026_chunk_000189_indices", "indptr": "tensor_000026_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000026_chunk_000190_indices", "indptr": "tensor_000026_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000026_chunk_000191_indices", "indptr": "tensor_000026_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000026_chunk_000192_indices", "indptr": "tensor_000026_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000026_chunk_000193_indices", "indptr": "tensor_000026_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000026_chunk_000194_indices", "indptr": "tensor_000026_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000026_chunk_000195_indices", "indptr": "tensor_000026_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000026_chunk_000196_indices", "indptr": "tensor_000026_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000026_chunk_000197_indices", "indptr": "tensor_000026_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000026_chunk_000198_indices", "indptr": "tensor_000026_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000026_chunk_000199_indices", "indptr": "tensor_000026_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000026_chunk_000200_indices", "indptr": "tensor_000026_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000026_chunk_000201_indices", "indptr": "tensor_000026_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000026_chunk_000202_indices", "indptr": "tensor_000026_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000026_chunk_000203_indices", "indptr": "tensor_000026_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000026_chunk_000204_indices", "indptr": "tensor_000026_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000026_chunk_000205_indices", "indptr": "tensor_000026_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000026_chunk_000206_indices", "indptr": "tensor_000026_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000026_chunk_000207_indices", "indptr": "tensor_000026_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000026_chunk_000208_indices", "indptr": "tensor_000026_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000026_chunk_000209_indices", "indptr": "tensor_000026_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000026_chunk_000210_indices", "indptr": "tensor_000026_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000026_chunk_000211_indices", "indptr": "tensor_000026_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000026_chunk_000212_indices", "indptr": "tensor_000026_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000026_chunk_000213_indices", "indptr": "tensor_000026_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000026_chunk_000214_indices", "indptr": "tensor_000026_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000026_chunk_000215_indices", "indptr": "tensor_000026_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000026_chunk_000216_indices", "indptr": "tensor_000026_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000026_chunk_000217_indices", "indptr": "tensor_000026_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000026_chunk_000218_indices", "indptr": "tensor_000026_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000026_chunk_000219_indices", "indptr": "tensor_000026_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000026_chunk_000220_indices", "indptr": "tensor_000026_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000026_chunk_000221_indices", "indptr": "tensor_000026_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000026_chunk_000222_indices", "indptr": "tensor_000026_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000026_chunk_000223_indices", "indptr": "tensor_000026_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000026_chunk_000224_indices", "indptr": "tensor_000026_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000026_chunk_000225_indices", "indptr": "tensor_000026_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000026_chunk_000226_indices", "indptr": "tensor_000026_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000026_chunk_000227_indices", "indptr": "tensor_000026_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000026_chunk_000228_indices", "indptr": "tensor_000026_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000026_chunk_000229_indices", "indptr": "tensor_000026_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000026_chunk_000230_indices", "indptr": "tensor_000026_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000026_chunk_000231_indices", "indptr": "tensor_000026_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000026_chunk_000232_indices", "indptr": "tensor_000026_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000026_chunk_000233_indices", "indptr": "tensor_000026_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000026_chunk_000234_indices", "indptr": "tensor_000026_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000026_chunk_000235_indices", "indptr": "tensor_000026_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000026_chunk_000236_indices", "indptr": "tensor_000026_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000026_chunk_000237_indices", "indptr": "tensor_000026_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000026_chunk_000238_indices", "indptr": "tensor_000026_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000026_chunk_000239_indices", "indptr": "tensor_000026_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000026_chunk_000240_indices", "indptr": "tensor_000026_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000026_chunk_000241_indices", "indptr": "tensor_000026_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000026_chunk_000242_indices", "indptr": "tensor_000026_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000026_chunk_000243_indices", "indptr": "tensor_000026_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000026_chunk_000244_indices", "indptr": "tensor_000026_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000026_chunk_000245_indices", "indptr": "tensor_000026_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000026_chunk_000246_indices", "indptr": "tensor_000026_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000026_chunk_000247_indices", "indptr": "tensor_000026_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000026_chunk_000248_indices", "indptr": "tensor_000026_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000026_chunk_000249_indices", "indptr": "tensor_000026_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000026_chunk_000250_indices", "indptr": "tensor_000026_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 180, "shape": [ 32002, 8192 ] }, "model.layers.6.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000079_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.6.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000025_chunk_000000_indices", "indptr": "tensor_000025_chunk_000000_indptr", "nnz": 2, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000025_chunk_000001_indices", "indptr": "tensor_000025_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000025_chunk_000002_indices", "indptr": "tensor_000025_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000025_chunk_000003_indices", "indptr": "tensor_000025_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 2, "shape": [ 8192, 448 ] }, "model.layers.6.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000024_chunk_000000_indices", "indptr": "tensor_000024_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000024_chunk_000001_indices", "indptr": "tensor_000024_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000024_chunk_000002_indices", "indptr": "tensor_000024_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000024_chunk_000003_indices", "indptr": "tensor_000024_chunk_000003_indptr", "nnz": 64, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000024_chunk_000004_indices", "indptr": "tensor_000024_chunk_000004_indptr", "nnz": 64, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000024_chunk_000005_indices", "indptr": "tensor_000024_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000024_chunk_000006_indices", "indptr": "tensor_000024_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000024_chunk_000007_indices", "indptr": "tensor_000024_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000024_chunk_000008_indices", "indptr": "tensor_000024_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000024_chunk_000009_indices", "indptr": "tensor_000024_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000024_chunk_000010_indices", "indptr": "tensor_000024_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 258, "shape": [ 1344, 8192 ] }, "model.layers.7.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000080_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.7.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000031_chunk_000000_indices", "indptr": "tensor_000031_chunk_000000_indptr", "nnz": 67, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000031_chunk_000001_indices", "indptr": "tensor_000031_chunk_000001_indptr", "nnz": 18, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000031_chunk_000002_indices", "indptr": "tensor_000031_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000031_chunk_000003_indices", "indptr": "tensor_000031_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000031_chunk_000004_indices", "indptr": "tensor_000031_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000031_chunk_000005_indices", "indptr": "tensor_000031_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000031_chunk_000006_indices", "indptr": "tensor_000031_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000031_chunk_000007_indices", "indptr": "tensor_000031_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000031_chunk_000008_indices", "indptr": "tensor_000031_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000031_chunk_000009_indices", "indptr": "tensor_000031_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000031_chunk_000010_indices", "indptr": "tensor_000031_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000031_chunk_000011_indices", "indptr": "tensor_000031_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000031_chunk_000012_indices", "indptr": "tensor_000031_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000031_chunk_000013_indices", "indptr": "tensor_000031_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000031_chunk_000014_indices", "indptr": "tensor_000031_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000031_chunk_000015_indices", "indptr": "tensor_000031_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000031_chunk_000016_indices", "indptr": "tensor_000031_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000031_chunk_000017_indices", "indptr": "tensor_000031_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000031_chunk_000018_indices", "indptr": "tensor_000031_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000031_chunk_000019_indices", "indptr": "tensor_000031_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000031_chunk_000020_indices", "indptr": "tensor_000031_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000031_chunk_000021_indices", "indptr": "tensor_000031_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000031_chunk_000022_indices", "indptr": "tensor_000031_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000031_chunk_000023_indices", "indptr": "tensor_000031_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000031_chunk_000024_indices", "indptr": "tensor_000031_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000031_chunk_000025_indices", "indptr": "tensor_000031_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000031_chunk_000026_indices", "indptr": "tensor_000031_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000031_chunk_000027_indices", "indptr": "tensor_000031_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000031_chunk_000028_indices", "indptr": "tensor_000031_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000031_chunk_000029_indices", "indptr": "tensor_000031_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000031_chunk_000030_indices", "indptr": "tensor_000031_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000031_chunk_000031_indices", "indptr": "tensor_000031_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000031_chunk_000032_indices", "indptr": "tensor_000031_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000031_chunk_000033_indices", "indptr": "tensor_000031_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000031_chunk_000034_indices", "indptr": "tensor_000031_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000031_chunk_000035_indices", "indptr": "tensor_000031_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000031_chunk_000036_indices", "indptr": "tensor_000031_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000031_chunk_000037_indices", "indptr": "tensor_000031_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000031_chunk_000038_indices", "indptr": "tensor_000031_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000031_chunk_000039_indices", "indptr": "tensor_000031_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000031_chunk_000040_indices", "indptr": "tensor_000031_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000031_chunk_000041_indices", "indptr": "tensor_000031_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000031_chunk_000042_indices", "indptr": "tensor_000031_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000031_chunk_000043_indices", "indptr": "tensor_000031_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000031_chunk_000044_indices", "indptr": "tensor_000031_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000031_chunk_000045_indices", "indptr": "tensor_000031_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000031_chunk_000046_indices", "indptr": "tensor_000031_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000031_chunk_000047_indices", "indptr": "tensor_000031_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000031_chunk_000048_indices", "indptr": "tensor_000031_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000031_chunk_000049_indices", "indptr": "tensor_000031_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000031_chunk_000050_indices", "indptr": "tensor_000031_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000031_chunk_000051_indices", "indptr": "tensor_000031_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000031_chunk_000052_indices", "indptr": "tensor_000031_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000031_chunk_000053_indices", "indptr": "tensor_000031_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000031_chunk_000054_indices", "indptr": "tensor_000031_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000031_chunk_000055_indices", "indptr": "tensor_000031_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000031_chunk_000056_indices", "indptr": "tensor_000031_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000031_chunk_000057_indices", "indptr": "tensor_000031_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000031_chunk_000058_indices", "indptr": "tensor_000031_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000031_chunk_000059_indices", "indptr": "tensor_000031_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000031_chunk_000060_indices", "indptr": "tensor_000031_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000031_chunk_000061_indices", "indptr": "tensor_000031_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000031_chunk_000062_indices", "indptr": "tensor_000031_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000031_chunk_000063_indices", "indptr": "tensor_000031_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000031_chunk_000064_indices", "indptr": "tensor_000031_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000031_chunk_000065_indices", "indptr": "tensor_000031_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000031_chunk_000066_indices", "indptr": "tensor_000031_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000031_chunk_000067_indices", "indptr": "tensor_000031_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000031_chunk_000068_indices", "indptr": "tensor_000031_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000031_chunk_000069_indices", "indptr": "tensor_000031_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000031_chunk_000070_indices", "indptr": "tensor_000031_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000031_chunk_000071_indices", "indptr": "tensor_000031_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000031_chunk_000072_indices", "indptr": "tensor_000031_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000031_chunk_000073_indices", "indptr": "tensor_000031_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000031_chunk_000074_indices", "indptr": "tensor_000031_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000031_chunk_000075_indices", "indptr": "tensor_000031_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000031_chunk_000076_indices", "indptr": "tensor_000031_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000031_chunk_000077_indices", "indptr": "tensor_000031_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000031_chunk_000078_indices", "indptr": "tensor_000031_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000031_chunk_000079_indices", "indptr": "tensor_000031_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000031_chunk_000080_indices", "indptr": "tensor_000031_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000031_chunk_000081_indices", "indptr": "tensor_000031_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000031_chunk_000082_indices", "indptr": "tensor_000031_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000031_chunk_000083_indices", "indptr": "tensor_000031_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000031_chunk_000084_indices", "indptr": "tensor_000031_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000031_chunk_000085_indices", "indptr": "tensor_000031_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000031_chunk_000086_indices", "indptr": "tensor_000031_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000031_chunk_000087_indices", "indptr": "tensor_000031_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000031_chunk_000088_indices", "indptr": "tensor_000031_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000031_chunk_000089_indices", "indptr": "tensor_000031_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000031_chunk_000090_indices", "indptr": "tensor_000031_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000031_chunk_000091_indices", "indptr": "tensor_000031_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000031_chunk_000092_indices", "indptr": "tensor_000031_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000031_chunk_000093_indices", "indptr": "tensor_000031_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000031_chunk_000094_indices", "indptr": "tensor_000031_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000031_chunk_000095_indices", "indptr": "tensor_000031_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000031_chunk_000096_indices", "indptr": "tensor_000031_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000031_chunk_000097_indices", "indptr": "tensor_000031_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000031_chunk_000098_indices", "indptr": "tensor_000031_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000031_chunk_000099_indices", "indptr": "tensor_000031_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000031_chunk_000100_indices", "indptr": "tensor_000031_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000031_chunk_000101_indices", "indptr": "tensor_000031_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000031_chunk_000102_indices", "indptr": "tensor_000031_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000031_chunk_000103_indices", "indptr": "tensor_000031_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000031_chunk_000104_indices", "indptr": "tensor_000031_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000031_chunk_000105_indices", "indptr": "tensor_000031_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000031_chunk_000106_indices", "indptr": "tensor_000031_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000031_chunk_000107_indices", "indptr": "tensor_000031_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000031_chunk_000108_indices", "indptr": "tensor_000031_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000031_chunk_000109_indices", "indptr": "tensor_000031_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000031_chunk_000110_indices", "indptr": "tensor_000031_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000031_chunk_000111_indices", "indptr": "tensor_000031_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000031_chunk_000112_indices", "indptr": "tensor_000031_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000031_chunk_000113_indices", "indptr": "tensor_000031_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000031_chunk_000114_indices", "indptr": "tensor_000031_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000031_chunk_000115_indices", "indptr": "tensor_000031_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000031_chunk_000116_indices", "indptr": "tensor_000031_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000031_chunk_000117_indices", "indptr": "tensor_000031_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000031_chunk_000118_indices", "indptr": "tensor_000031_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000031_chunk_000119_indices", "indptr": "tensor_000031_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000031_chunk_000120_indices", "indptr": "tensor_000031_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000031_chunk_000121_indices", "indptr": "tensor_000031_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000031_chunk_000122_indices", "indptr": "tensor_000031_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000031_chunk_000123_indices", "indptr": "tensor_000031_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000031_chunk_000124_indices", "indptr": "tensor_000031_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000031_chunk_000125_indices", "indptr": "tensor_000031_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000031_chunk_000126_indices", "indptr": "tensor_000031_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 85, "shape": [ 8192, 16001 ] }, "model.layers.7.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000030_chunk_000000_indices", "indptr": "tensor_000030_chunk_000000_indptr", "nnz": 73, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000030_chunk_000001_indices", "indptr": "tensor_000030_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000030_chunk_000002_indices", "indptr": "tensor_000030_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000030_chunk_000003_indices", "indptr": "tensor_000030_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000030_chunk_000004_indices", "indptr": "tensor_000030_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000030_chunk_000005_indices", "indptr": "tensor_000030_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000030_chunk_000006_indices", "indptr": "tensor_000030_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000030_chunk_000007_indices", "indptr": "tensor_000030_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000030_chunk_000008_indices", "indptr": "tensor_000030_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000030_chunk_000009_indices", "indptr": "tensor_000030_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000030_chunk_000010_indices", "indptr": "tensor_000030_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000030_chunk_000011_indices", "indptr": "tensor_000030_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000030_chunk_000012_indices", "indptr": "tensor_000030_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000030_chunk_000013_indices", "indptr": "tensor_000030_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000030_chunk_000014_indices", "indptr": "tensor_000030_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000030_chunk_000015_indices", "indptr": "tensor_000030_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000030_chunk_000016_indices", "indptr": "tensor_000030_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000030_chunk_000017_indices", "indptr": "tensor_000030_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000030_chunk_000018_indices", "indptr": "tensor_000030_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000030_chunk_000019_indices", "indptr": "tensor_000030_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000030_chunk_000020_indices", "indptr": "tensor_000030_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000030_chunk_000021_indices", "indptr": "tensor_000030_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000030_chunk_000022_indices", "indptr": "tensor_000030_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000030_chunk_000023_indices", "indptr": "tensor_000030_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000030_chunk_000024_indices", "indptr": "tensor_000030_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000030_chunk_000025_indices", "indptr": "tensor_000030_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000030_chunk_000026_indices", "indptr": "tensor_000030_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000030_chunk_000027_indices", "indptr": "tensor_000030_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000030_chunk_000028_indices", "indptr": "tensor_000030_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000030_chunk_000029_indices", "indptr": "tensor_000030_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000030_chunk_000030_indices", "indptr": "tensor_000030_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000030_chunk_000031_indices", "indptr": "tensor_000030_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000030_chunk_000032_indices", "indptr": "tensor_000030_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000030_chunk_000033_indices", "indptr": "tensor_000030_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000030_chunk_000034_indices", "indptr": "tensor_000030_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000030_chunk_000035_indices", "indptr": "tensor_000030_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000030_chunk_000036_indices", "indptr": "tensor_000030_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000030_chunk_000037_indices", "indptr": "tensor_000030_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000030_chunk_000038_indices", "indptr": "tensor_000030_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000030_chunk_000039_indices", "indptr": "tensor_000030_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000030_chunk_000040_indices", "indptr": "tensor_000030_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000030_chunk_000041_indices", "indptr": "tensor_000030_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000030_chunk_000042_indices", "indptr": "tensor_000030_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000030_chunk_000043_indices", "indptr": "tensor_000030_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000030_chunk_000044_indices", "indptr": "tensor_000030_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000030_chunk_000045_indices", "indptr": "tensor_000030_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000030_chunk_000046_indices", "indptr": "tensor_000030_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000030_chunk_000047_indices", "indptr": "tensor_000030_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000030_chunk_000048_indices", "indptr": "tensor_000030_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000030_chunk_000049_indices", "indptr": "tensor_000030_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000030_chunk_000050_indices", "indptr": "tensor_000030_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000030_chunk_000051_indices", "indptr": "tensor_000030_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000030_chunk_000052_indices", "indptr": "tensor_000030_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000030_chunk_000053_indices", "indptr": "tensor_000030_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000030_chunk_000054_indices", "indptr": "tensor_000030_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000030_chunk_000055_indices", "indptr": "tensor_000030_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000030_chunk_000056_indices", "indptr": "tensor_000030_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000030_chunk_000057_indices", "indptr": "tensor_000030_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000030_chunk_000058_indices", "indptr": "tensor_000030_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000030_chunk_000059_indices", "indptr": "tensor_000030_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000030_chunk_000060_indices", "indptr": "tensor_000030_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000030_chunk_000061_indices", "indptr": "tensor_000030_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000030_chunk_000062_indices", "indptr": "tensor_000030_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000030_chunk_000063_indices", "indptr": "tensor_000030_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000030_chunk_000064_indices", "indptr": "tensor_000030_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000030_chunk_000065_indices", "indptr": "tensor_000030_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000030_chunk_000066_indices", "indptr": "tensor_000030_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000030_chunk_000067_indices", "indptr": "tensor_000030_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000030_chunk_000068_indices", "indptr": "tensor_000030_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000030_chunk_000069_indices", "indptr": "tensor_000030_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000030_chunk_000070_indices", "indptr": "tensor_000030_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000030_chunk_000071_indices", "indptr": "tensor_000030_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000030_chunk_000072_indices", "indptr": "tensor_000030_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000030_chunk_000073_indices", "indptr": "tensor_000030_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000030_chunk_000074_indices", "indptr": "tensor_000030_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000030_chunk_000075_indices", "indptr": "tensor_000030_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000030_chunk_000076_indices", "indptr": "tensor_000030_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000030_chunk_000077_indices", "indptr": "tensor_000030_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000030_chunk_000078_indices", "indptr": "tensor_000030_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000030_chunk_000079_indices", "indptr": "tensor_000030_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000030_chunk_000080_indices", "indptr": "tensor_000030_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000030_chunk_000081_indices", "indptr": "tensor_000030_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000030_chunk_000082_indices", "indptr": "tensor_000030_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000030_chunk_000083_indices", "indptr": "tensor_000030_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000030_chunk_000084_indices", "indptr": "tensor_000030_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000030_chunk_000085_indices", "indptr": "tensor_000030_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000030_chunk_000086_indices", "indptr": "tensor_000030_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000030_chunk_000087_indices", "indptr": "tensor_000030_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000030_chunk_000088_indices", "indptr": "tensor_000030_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000030_chunk_000089_indices", "indptr": "tensor_000030_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000030_chunk_000090_indices", "indptr": "tensor_000030_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000030_chunk_000091_indices", "indptr": "tensor_000030_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000030_chunk_000092_indices", "indptr": "tensor_000030_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000030_chunk_000093_indices", "indptr": "tensor_000030_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000030_chunk_000094_indices", "indptr": "tensor_000030_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000030_chunk_000095_indices", "indptr": "tensor_000030_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000030_chunk_000096_indices", "indptr": "tensor_000030_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000030_chunk_000097_indices", "indptr": "tensor_000030_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000030_chunk_000098_indices", "indptr": "tensor_000030_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000030_chunk_000099_indices", "indptr": "tensor_000030_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000030_chunk_000100_indices", "indptr": "tensor_000030_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000030_chunk_000101_indices", "indptr": "tensor_000030_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000030_chunk_000102_indices", "indptr": "tensor_000030_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000030_chunk_000103_indices", "indptr": "tensor_000030_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000030_chunk_000104_indices", "indptr": "tensor_000030_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000030_chunk_000105_indices", "indptr": "tensor_000030_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000030_chunk_000106_indices", "indptr": "tensor_000030_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000030_chunk_000107_indices", "indptr": "tensor_000030_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000030_chunk_000108_indices", "indptr": "tensor_000030_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000030_chunk_000109_indices", "indptr": "tensor_000030_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000030_chunk_000110_indices", "indptr": "tensor_000030_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000030_chunk_000111_indices", "indptr": "tensor_000030_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000030_chunk_000112_indices", "indptr": "tensor_000030_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000030_chunk_000113_indices", "indptr": "tensor_000030_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000030_chunk_000114_indices", "indptr": "tensor_000030_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000030_chunk_000115_indices", "indptr": "tensor_000030_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000030_chunk_000116_indices", "indptr": "tensor_000030_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000030_chunk_000117_indices", "indptr": "tensor_000030_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000030_chunk_000118_indices", "indptr": "tensor_000030_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000030_chunk_000119_indices", "indptr": "tensor_000030_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000030_chunk_000120_indices", "indptr": "tensor_000030_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000030_chunk_000121_indices", "indptr": "tensor_000030_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000030_chunk_000122_indices", "indptr": "tensor_000030_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000030_chunk_000123_indices", "indptr": "tensor_000030_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000030_chunk_000124_indices", "indptr": "tensor_000030_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000030_chunk_000125_indices", "indptr": "tensor_000030_chunk_000125_indptr", "nnz": 43, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000030_chunk_000126_indices", "indptr": "tensor_000030_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000030_chunk_000127_indices", "indptr": "tensor_000030_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000030_chunk_000128_indices", "indptr": "tensor_000030_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000030_chunk_000129_indices", "indptr": "tensor_000030_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000030_chunk_000130_indices", "indptr": "tensor_000030_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000030_chunk_000131_indices", "indptr": "tensor_000030_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000030_chunk_000132_indices", "indptr": "tensor_000030_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000030_chunk_000133_indices", "indptr": "tensor_000030_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000030_chunk_000134_indices", "indptr": "tensor_000030_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000030_chunk_000135_indices", "indptr": "tensor_000030_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000030_chunk_000136_indices", "indptr": "tensor_000030_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000030_chunk_000137_indices", "indptr": "tensor_000030_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000030_chunk_000138_indices", "indptr": "tensor_000030_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000030_chunk_000139_indices", "indptr": "tensor_000030_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000030_chunk_000140_indices", "indptr": "tensor_000030_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000030_chunk_000141_indices", "indptr": "tensor_000030_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000030_chunk_000142_indices", "indptr": "tensor_000030_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000030_chunk_000143_indices", "indptr": "tensor_000030_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000030_chunk_000144_indices", "indptr": "tensor_000030_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000030_chunk_000145_indices", "indptr": "tensor_000030_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000030_chunk_000146_indices", "indptr": "tensor_000030_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000030_chunk_000147_indices", "indptr": "tensor_000030_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000030_chunk_000148_indices", "indptr": "tensor_000030_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000030_chunk_000149_indices", "indptr": "tensor_000030_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000030_chunk_000150_indices", "indptr": "tensor_000030_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000030_chunk_000151_indices", "indptr": "tensor_000030_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000030_chunk_000152_indices", "indptr": "tensor_000030_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000030_chunk_000153_indices", "indptr": "tensor_000030_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000030_chunk_000154_indices", "indptr": "tensor_000030_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000030_chunk_000155_indices", "indptr": "tensor_000030_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000030_chunk_000156_indices", "indptr": "tensor_000030_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000030_chunk_000157_indices", "indptr": "tensor_000030_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000030_chunk_000158_indices", "indptr": "tensor_000030_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000030_chunk_000159_indices", "indptr": "tensor_000030_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000030_chunk_000160_indices", "indptr": "tensor_000030_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000030_chunk_000161_indices", "indptr": "tensor_000030_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000030_chunk_000162_indices", "indptr": "tensor_000030_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000030_chunk_000163_indices", "indptr": "tensor_000030_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000030_chunk_000164_indices", "indptr": "tensor_000030_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000030_chunk_000165_indices", "indptr": "tensor_000030_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000030_chunk_000166_indices", "indptr": "tensor_000030_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000030_chunk_000167_indices", "indptr": "tensor_000030_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000030_chunk_000168_indices", "indptr": "tensor_000030_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000030_chunk_000169_indices", "indptr": "tensor_000030_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000030_chunk_000170_indices", "indptr": "tensor_000030_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000030_chunk_000171_indices", "indptr": "tensor_000030_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000030_chunk_000172_indices", "indptr": "tensor_000030_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000030_chunk_000173_indices", "indptr": "tensor_000030_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000030_chunk_000174_indices", "indptr": "tensor_000030_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000030_chunk_000175_indices", "indptr": "tensor_000030_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000030_chunk_000176_indices", "indptr": "tensor_000030_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000030_chunk_000177_indices", "indptr": "tensor_000030_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000030_chunk_000178_indices", "indptr": "tensor_000030_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000030_chunk_000179_indices", "indptr": "tensor_000030_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000030_chunk_000180_indices", "indptr": "tensor_000030_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000030_chunk_000181_indices", "indptr": "tensor_000030_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000030_chunk_000182_indices", "indptr": "tensor_000030_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000030_chunk_000183_indices", "indptr": "tensor_000030_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000030_chunk_000184_indices", "indptr": "tensor_000030_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000030_chunk_000185_indices", "indptr": "tensor_000030_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000030_chunk_000186_indices", "indptr": "tensor_000030_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000030_chunk_000187_indices", "indptr": "tensor_000030_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000030_chunk_000188_indices", "indptr": "tensor_000030_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000030_chunk_000189_indices", "indptr": "tensor_000030_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000030_chunk_000190_indices", "indptr": "tensor_000030_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000030_chunk_000191_indices", "indptr": "tensor_000030_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000030_chunk_000192_indices", "indptr": "tensor_000030_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000030_chunk_000193_indices", "indptr": "tensor_000030_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000030_chunk_000194_indices", "indptr": "tensor_000030_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000030_chunk_000195_indices", "indptr": "tensor_000030_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000030_chunk_000196_indices", "indptr": "tensor_000030_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000030_chunk_000197_indices", "indptr": "tensor_000030_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000030_chunk_000198_indices", "indptr": "tensor_000030_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000030_chunk_000199_indices", "indptr": "tensor_000030_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000030_chunk_000200_indices", "indptr": "tensor_000030_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000030_chunk_000201_indices", "indptr": "tensor_000030_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000030_chunk_000202_indices", "indptr": "tensor_000030_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000030_chunk_000203_indices", "indptr": "tensor_000030_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000030_chunk_000204_indices", "indptr": "tensor_000030_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000030_chunk_000205_indices", "indptr": "tensor_000030_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000030_chunk_000206_indices", "indptr": "tensor_000030_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000030_chunk_000207_indices", "indptr": "tensor_000030_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000030_chunk_000208_indices", "indptr": "tensor_000030_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000030_chunk_000209_indices", "indptr": "tensor_000030_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000030_chunk_000210_indices", "indptr": "tensor_000030_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000030_chunk_000211_indices", "indptr": "tensor_000030_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000030_chunk_000212_indices", "indptr": "tensor_000030_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000030_chunk_000213_indices", "indptr": "tensor_000030_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000030_chunk_000214_indices", "indptr": "tensor_000030_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000030_chunk_000215_indices", "indptr": "tensor_000030_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000030_chunk_000216_indices", "indptr": "tensor_000030_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000030_chunk_000217_indices", "indptr": "tensor_000030_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000030_chunk_000218_indices", "indptr": "tensor_000030_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000030_chunk_000219_indices", "indptr": "tensor_000030_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000030_chunk_000220_indices", "indptr": "tensor_000030_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000030_chunk_000221_indices", "indptr": "tensor_000030_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000030_chunk_000222_indices", "indptr": "tensor_000030_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000030_chunk_000223_indices", "indptr": "tensor_000030_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000030_chunk_000224_indices", "indptr": "tensor_000030_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000030_chunk_000225_indices", "indptr": "tensor_000030_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000030_chunk_000226_indices", "indptr": "tensor_000030_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000030_chunk_000227_indices", "indptr": "tensor_000030_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000030_chunk_000228_indices", "indptr": "tensor_000030_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000030_chunk_000229_indices", "indptr": "tensor_000030_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000030_chunk_000230_indices", "indptr": "tensor_000030_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000030_chunk_000231_indices", "indptr": "tensor_000030_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000030_chunk_000232_indices", "indptr": "tensor_000030_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000030_chunk_000233_indices", "indptr": "tensor_000030_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000030_chunk_000234_indices", "indptr": "tensor_000030_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000030_chunk_000235_indices", "indptr": "tensor_000030_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000030_chunk_000236_indices", "indptr": "tensor_000030_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000030_chunk_000237_indices", "indptr": "tensor_000030_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000030_chunk_000238_indices", "indptr": "tensor_000030_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000030_chunk_000239_indices", "indptr": "tensor_000030_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000030_chunk_000240_indices", "indptr": "tensor_000030_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000030_chunk_000241_indices", "indptr": "tensor_000030_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000030_chunk_000242_indices", "indptr": "tensor_000030_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000030_chunk_000243_indices", "indptr": "tensor_000030_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000030_chunk_000244_indices", "indptr": "tensor_000030_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000030_chunk_000245_indices", "indptr": "tensor_000030_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000030_chunk_000246_indices", "indptr": "tensor_000030_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000030_chunk_000247_indices", "indptr": "tensor_000030_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000030_chunk_000248_indices", "indptr": "tensor_000030_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000030_chunk_000249_indices", "indptr": "tensor_000030_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000030_chunk_000250_indices", "indptr": "tensor_000030_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 116, "shape": [ 32002, 8192 ] }, "model.layers.7.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000081_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.7.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000029_chunk_000000_indices", "indptr": "tensor_000029_chunk_000000_indptr", "nnz": 22, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000029_chunk_000001_indices", "indptr": "tensor_000029_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000029_chunk_000002_indices", "indptr": "tensor_000029_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000029_chunk_000003_indices", "indptr": "tensor_000029_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 22, "shape": [ 8192, 448 ] }, "model.layers.7.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000028_chunk_000000_indices", "indptr": "tensor_000028_chunk_000000_indptr", "nnz": 75, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000028_chunk_000001_indices", "indptr": "tensor_000028_chunk_000001_indptr", "nnz": 64, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000028_chunk_000002_indices", "indptr": "tensor_000028_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000028_chunk_000003_indices", "indptr": "tensor_000028_chunk_000003_indptr", "nnz": 11, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000028_chunk_000004_indices", "indptr": "tensor_000028_chunk_000004_indptr", "nnz": 128, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000028_chunk_000005_indices", "indptr": "tensor_000028_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000028_chunk_000006_indices", "indptr": "tensor_000028_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000028_chunk_000007_indices", "indptr": "tensor_000028_chunk_000007_indptr", "nnz": 2, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000028_chunk_000008_indices", "indptr": "tensor_000028_chunk_000008_indptr", "nnz": 20, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000028_chunk_000009_indices", "indptr": "tensor_000028_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000028_chunk_000010_indices", "indptr": "tensor_000028_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 300, "shape": [ 1344, 8192 ] }, "model.layers.8.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000082_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.8.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000035_chunk_000000_indices", "indptr": "tensor_000035_chunk_000000_indptr", "nnz": 13, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000035_chunk_000001_indices", "indptr": "tensor_000035_chunk_000001_indptr", "nnz": 7, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000035_chunk_000002_indices", "indptr": "tensor_000035_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000035_chunk_000003_indices", "indptr": "tensor_000035_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000035_chunk_000004_indices", "indptr": "tensor_000035_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000035_chunk_000005_indices", "indptr": "tensor_000035_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000035_chunk_000006_indices", "indptr": "tensor_000035_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000035_chunk_000007_indices", "indptr": "tensor_000035_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000035_chunk_000008_indices", "indptr": "tensor_000035_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000035_chunk_000009_indices", "indptr": "tensor_000035_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000035_chunk_000010_indices", "indptr": "tensor_000035_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000035_chunk_000011_indices", "indptr": "tensor_000035_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000035_chunk_000012_indices", "indptr": "tensor_000035_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000035_chunk_000013_indices", "indptr": "tensor_000035_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000035_chunk_000014_indices", "indptr": "tensor_000035_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000035_chunk_000015_indices", "indptr": "tensor_000035_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000035_chunk_000016_indices", "indptr": "tensor_000035_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000035_chunk_000017_indices", "indptr": "tensor_000035_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000035_chunk_000018_indices", "indptr": "tensor_000035_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000035_chunk_000019_indices", "indptr": "tensor_000035_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000035_chunk_000020_indices", "indptr": "tensor_000035_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000035_chunk_000021_indices", "indptr": "tensor_000035_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000035_chunk_000022_indices", "indptr": "tensor_000035_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000035_chunk_000023_indices", "indptr": "tensor_000035_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000035_chunk_000024_indices", "indptr": "tensor_000035_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000035_chunk_000025_indices", "indptr": "tensor_000035_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000035_chunk_000026_indices", "indptr": "tensor_000035_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000035_chunk_000027_indices", "indptr": "tensor_000035_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000035_chunk_000028_indices", "indptr": "tensor_000035_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000035_chunk_000029_indices", "indptr": "tensor_000035_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000035_chunk_000030_indices", "indptr": "tensor_000035_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000035_chunk_000031_indices", "indptr": "tensor_000035_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000035_chunk_000032_indices", "indptr": "tensor_000035_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000035_chunk_000033_indices", "indptr": "tensor_000035_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000035_chunk_000034_indices", "indptr": "tensor_000035_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000035_chunk_000035_indices", "indptr": "tensor_000035_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000035_chunk_000036_indices", "indptr": "tensor_000035_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000035_chunk_000037_indices", "indptr": "tensor_000035_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000035_chunk_000038_indices", "indptr": "tensor_000035_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000035_chunk_000039_indices", "indptr": "tensor_000035_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000035_chunk_000040_indices", "indptr": "tensor_000035_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000035_chunk_000041_indices", "indptr": "tensor_000035_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000035_chunk_000042_indices", "indptr": "tensor_000035_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000035_chunk_000043_indices", "indptr": "tensor_000035_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000035_chunk_000044_indices", "indptr": "tensor_000035_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000035_chunk_000045_indices", "indptr": "tensor_000035_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000035_chunk_000046_indices", "indptr": "tensor_000035_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000035_chunk_000047_indices", "indptr": "tensor_000035_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000035_chunk_000048_indices", "indptr": "tensor_000035_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000035_chunk_000049_indices", "indptr": "tensor_000035_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000035_chunk_000050_indices", "indptr": "tensor_000035_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000035_chunk_000051_indices", "indptr": "tensor_000035_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000035_chunk_000052_indices", "indptr": "tensor_000035_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000035_chunk_000053_indices", "indptr": "tensor_000035_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000035_chunk_000054_indices", "indptr": "tensor_000035_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000035_chunk_000055_indices", "indptr": "tensor_000035_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000035_chunk_000056_indices", "indptr": "tensor_000035_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000035_chunk_000057_indices", "indptr": "tensor_000035_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000035_chunk_000058_indices", "indptr": "tensor_000035_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000035_chunk_000059_indices", "indptr": "tensor_000035_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000035_chunk_000060_indices", "indptr": "tensor_000035_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000035_chunk_000061_indices", "indptr": "tensor_000035_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000035_chunk_000062_indices", "indptr": "tensor_000035_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000035_chunk_000063_indices", "indptr": "tensor_000035_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000035_chunk_000064_indices", "indptr": "tensor_000035_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000035_chunk_000065_indices", "indptr": "tensor_000035_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000035_chunk_000066_indices", "indptr": "tensor_000035_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000035_chunk_000067_indices", "indptr": "tensor_000035_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000035_chunk_000068_indices", "indptr": "tensor_000035_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000035_chunk_000069_indices", "indptr": "tensor_000035_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000035_chunk_000070_indices", "indptr": "tensor_000035_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000035_chunk_000071_indices", "indptr": "tensor_000035_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000035_chunk_000072_indices", "indptr": "tensor_000035_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000035_chunk_000073_indices", "indptr": "tensor_000035_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000035_chunk_000074_indices", "indptr": "tensor_000035_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000035_chunk_000075_indices", "indptr": "tensor_000035_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000035_chunk_000076_indices", "indptr": "tensor_000035_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000035_chunk_000077_indices", "indptr": "tensor_000035_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000035_chunk_000078_indices", "indptr": "tensor_000035_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000035_chunk_000079_indices", "indptr": "tensor_000035_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000035_chunk_000080_indices", "indptr": "tensor_000035_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000035_chunk_000081_indices", "indptr": "tensor_000035_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000035_chunk_000082_indices", "indptr": "tensor_000035_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000035_chunk_000083_indices", "indptr": "tensor_000035_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000035_chunk_000084_indices", "indptr": "tensor_000035_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000035_chunk_000085_indices", "indptr": "tensor_000035_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000035_chunk_000086_indices", "indptr": "tensor_000035_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000035_chunk_000087_indices", "indptr": "tensor_000035_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000035_chunk_000088_indices", "indptr": "tensor_000035_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000035_chunk_000089_indices", "indptr": "tensor_000035_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000035_chunk_000090_indices", "indptr": "tensor_000035_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000035_chunk_000091_indices", "indptr": "tensor_000035_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000035_chunk_000092_indices", "indptr": "tensor_000035_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000035_chunk_000093_indices", "indptr": "tensor_000035_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000035_chunk_000094_indices", "indptr": "tensor_000035_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000035_chunk_000095_indices", "indptr": "tensor_000035_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000035_chunk_000096_indices", "indptr": "tensor_000035_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000035_chunk_000097_indices", "indptr": "tensor_000035_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000035_chunk_000098_indices", "indptr": "tensor_000035_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000035_chunk_000099_indices", "indptr": "tensor_000035_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000035_chunk_000100_indices", "indptr": "tensor_000035_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000035_chunk_000101_indices", "indptr": "tensor_000035_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000035_chunk_000102_indices", "indptr": "tensor_000035_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000035_chunk_000103_indices", "indptr": "tensor_000035_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000035_chunk_000104_indices", "indptr": "tensor_000035_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000035_chunk_000105_indices", "indptr": "tensor_000035_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000035_chunk_000106_indices", "indptr": "tensor_000035_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000035_chunk_000107_indices", "indptr": "tensor_000035_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000035_chunk_000108_indices", "indptr": "tensor_000035_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000035_chunk_000109_indices", "indptr": "tensor_000035_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000035_chunk_000110_indices", "indptr": "tensor_000035_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000035_chunk_000111_indices", "indptr": "tensor_000035_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000035_chunk_000112_indices", "indptr": "tensor_000035_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000035_chunk_000113_indices", "indptr": "tensor_000035_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000035_chunk_000114_indices", "indptr": "tensor_000035_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000035_chunk_000115_indices", "indptr": "tensor_000035_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000035_chunk_000116_indices", "indptr": "tensor_000035_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000035_chunk_000117_indices", "indptr": "tensor_000035_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000035_chunk_000118_indices", "indptr": "tensor_000035_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000035_chunk_000119_indices", "indptr": "tensor_000035_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000035_chunk_000120_indices", "indptr": "tensor_000035_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000035_chunk_000121_indices", "indptr": "tensor_000035_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000035_chunk_000122_indices", "indptr": "tensor_000035_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000035_chunk_000123_indices", "indptr": "tensor_000035_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000035_chunk_000124_indices", "indptr": "tensor_000035_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000035_chunk_000125_indices", "indptr": "tensor_000035_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000035_chunk_000126_indices", "indptr": "tensor_000035_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 20, "shape": [ 8192, 16001 ] }, "model.layers.8.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000034_chunk_000000_indices", "indptr": "tensor_000034_chunk_000000_indptr", "nnz": 19, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000034_chunk_000001_indices", "indptr": "tensor_000034_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000034_chunk_000002_indices", "indptr": "tensor_000034_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000034_chunk_000003_indices", "indptr": "tensor_000034_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000034_chunk_000004_indices", "indptr": "tensor_000034_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000034_chunk_000005_indices", "indptr": "tensor_000034_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000034_chunk_000006_indices", "indptr": "tensor_000034_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000034_chunk_000007_indices", "indptr": "tensor_000034_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000034_chunk_000008_indices", "indptr": "tensor_000034_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000034_chunk_000009_indices", "indptr": "tensor_000034_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000034_chunk_000010_indices", "indptr": "tensor_000034_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000034_chunk_000011_indices", "indptr": "tensor_000034_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000034_chunk_000012_indices", "indptr": "tensor_000034_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000034_chunk_000013_indices", "indptr": "tensor_000034_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000034_chunk_000014_indices", "indptr": "tensor_000034_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000034_chunk_000015_indices", "indptr": "tensor_000034_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000034_chunk_000016_indices", "indptr": "tensor_000034_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000034_chunk_000017_indices", "indptr": "tensor_000034_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000034_chunk_000018_indices", "indptr": "tensor_000034_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000034_chunk_000019_indices", "indptr": "tensor_000034_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000034_chunk_000020_indices", "indptr": "tensor_000034_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000034_chunk_000021_indices", "indptr": "tensor_000034_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000034_chunk_000022_indices", "indptr": "tensor_000034_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000034_chunk_000023_indices", "indptr": "tensor_000034_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000034_chunk_000024_indices", "indptr": "tensor_000034_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000034_chunk_000025_indices", "indptr": "tensor_000034_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000034_chunk_000026_indices", "indptr": "tensor_000034_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000034_chunk_000027_indices", "indptr": "tensor_000034_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000034_chunk_000028_indices", "indptr": "tensor_000034_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000034_chunk_000029_indices", "indptr": "tensor_000034_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000034_chunk_000030_indices", "indptr": "tensor_000034_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000034_chunk_000031_indices", "indptr": "tensor_000034_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000034_chunk_000032_indices", "indptr": "tensor_000034_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000034_chunk_000033_indices", "indptr": "tensor_000034_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000034_chunk_000034_indices", "indptr": "tensor_000034_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000034_chunk_000035_indices", "indptr": "tensor_000034_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000034_chunk_000036_indices", "indptr": "tensor_000034_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000034_chunk_000037_indices", "indptr": "tensor_000034_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000034_chunk_000038_indices", "indptr": "tensor_000034_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000034_chunk_000039_indices", "indptr": "tensor_000034_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000034_chunk_000040_indices", "indptr": "tensor_000034_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000034_chunk_000041_indices", "indptr": "tensor_000034_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000034_chunk_000042_indices", "indptr": "tensor_000034_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000034_chunk_000043_indices", "indptr": "tensor_000034_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000034_chunk_000044_indices", "indptr": "tensor_000034_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000034_chunk_000045_indices", "indptr": "tensor_000034_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000034_chunk_000046_indices", "indptr": "tensor_000034_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000034_chunk_000047_indices", "indptr": "tensor_000034_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000034_chunk_000048_indices", "indptr": "tensor_000034_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000034_chunk_000049_indices", "indptr": "tensor_000034_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000034_chunk_000050_indices", "indptr": "tensor_000034_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000034_chunk_000051_indices", "indptr": "tensor_000034_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000034_chunk_000052_indices", "indptr": "tensor_000034_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000034_chunk_000053_indices", "indptr": "tensor_000034_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000034_chunk_000054_indices", "indptr": "tensor_000034_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000034_chunk_000055_indices", "indptr": "tensor_000034_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000034_chunk_000056_indices", "indptr": "tensor_000034_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000034_chunk_000057_indices", "indptr": "tensor_000034_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000034_chunk_000058_indices", "indptr": "tensor_000034_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000034_chunk_000059_indices", "indptr": "tensor_000034_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000034_chunk_000060_indices", "indptr": "tensor_000034_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000034_chunk_000061_indices", "indptr": "tensor_000034_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000034_chunk_000062_indices", "indptr": "tensor_000034_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000034_chunk_000063_indices", "indptr": "tensor_000034_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000034_chunk_000064_indices", "indptr": "tensor_000034_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000034_chunk_000065_indices", "indptr": "tensor_000034_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000034_chunk_000066_indices", "indptr": "tensor_000034_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000034_chunk_000067_indices", "indptr": "tensor_000034_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000034_chunk_000068_indices", "indptr": "tensor_000034_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000034_chunk_000069_indices", "indptr": "tensor_000034_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000034_chunk_000070_indices", "indptr": "tensor_000034_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000034_chunk_000071_indices", "indptr": "tensor_000034_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000034_chunk_000072_indices", "indptr": "tensor_000034_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000034_chunk_000073_indices", "indptr": "tensor_000034_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000034_chunk_000074_indices", "indptr": "tensor_000034_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000034_chunk_000075_indices", "indptr": "tensor_000034_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000034_chunk_000076_indices", "indptr": "tensor_000034_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000034_chunk_000077_indices", "indptr": "tensor_000034_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000034_chunk_000078_indices", "indptr": "tensor_000034_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000034_chunk_000079_indices", "indptr": "tensor_000034_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000034_chunk_000080_indices", "indptr": "tensor_000034_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000034_chunk_000081_indices", "indptr": "tensor_000034_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000034_chunk_000082_indices", "indptr": "tensor_000034_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000034_chunk_000083_indices", "indptr": "tensor_000034_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000034_chunk_000084_indices", "indptr": "tensor_000034_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000034_chunk_000085_indices", "indptr": "tensor_000034_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000034_chunk_000086_indices", "indptr": "tensor_000034_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000034_chunk_000087_indices", "indptr": "tensor_000034_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000034_chunk_000088_indices", "indptr": "tensor_000034_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000034_chunk_000089_indices", "indptr": "tensor_000034_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000034_chunk_000090_indices", "indptr": "tensor_000034_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000034_chunk_000091_indices", "indptr": "tensor_000034_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000034_chunk_000092_indices", "indptr": "tensor_000034_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000034_chunk_000093_indices", "indptr": "tensor_000034_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000034_chunk_000094_indices", "indptr": "tensor_000034_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000034_chunk_000095_indices", "indptr": "tensor_000034_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000034_chunk_000096_indices", "indptr": "tensor_000034_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000034_chunk_000097_indices", "indptr": "tensor_000034_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000034_chunk_000098_indices", "indptr": "tensor_000034_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000034_chunk_000099_indices", "indptr": "tensor_000034_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000034_chunk_000100_indices", "indptr": "tensor_000034_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000034_chunk_000101_indices", "indptr": "tensor_000034_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000034_chunk_000102_indices", "indptr": "tensor_000034_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000034_chunk_000103_indices", "indptr": "tensor_000034_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000034_chunk_000104_indices", "indptr": "tensor_000034_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000034_chunk_000105_indices", "indptr": "tensor_000034_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000034_chunk_000106_indices", "indptr": "tensor_000034_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000034_chunk_000107_indices", "indptr": "tensor_000034_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000034_chunk_000108_indices", "indptr": "tensor_000034_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000034_chunk_000109_indices", "indptr": "tensor_000034_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000034_chunk_000110_indices", "indptr": "tensor_000034_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000034_chunk_000111_indices", "indptr": "tensor_000034_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000034_chunk_000112_indices", "indptr": "tensor_000034_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000034_chunk_000113_indices", "indptr": "tensor_000034_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000034_chunk_000114_indices", "indptr": "tensor_000034_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000034_chunk_000115_indices", "indptr": "tensor_000034_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000034_chunk_000116_indices", "indptr": "tensor_000034_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000034_chunk_000117_indices", "indptr": "tensor_000034_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000034_chunk_000118_indices", "indptr": "tensor_000034_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000034_chunk_000119_indices", "indptr": "tensor_000034_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000034_chunk_000120_indices", "indptr": "tensor_000034_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000034_chunk_000121_indices", "indptr": "tensor_000034_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000034_chunk_000122_indices", "indptr": "tensor_000034_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000034_chunk_000123_indices", "indptr": "tensor_000034_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000034_chunk_000124_indices", "indptr": "tensor_000034_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000034_chunk_000125_indices", "indptr": "tensor_000034_chunk_000125_indptr", "nnz": 21, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000034_chunk_000126_indices", "indptr": "tensor_000034_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000034_chunk_000127_indices", "indptr": "tensor_000034_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000034_chunk_000128_indices", "indptr": "tensor_000034_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000034_chunk_000129_indices", "indptr": "tensor_000034_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000034_chunk_000130_indices", "indptr": "tensor_000034_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000034_chunk_000131_indices", "indptr": "tensor_000034_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000034_chunk_000132_indices", "indptr": "tensor_000034_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000034_chunk_000133_indices", "indptr": "tensor_000034_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000034_chunk_000134_indices", "indptr": "tensor_000034_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000034_chunk_000135_indices", "indptr": "tensor_000034_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000034_chunk_000136_indices", "indptr": "tensor_000034_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000034_chunk_000137_indices", "indptr": "tensor_000034_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000034_chunk_000138_indices", "indptr": "tensor_000034_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000034_chunk_000139_indices", "indptr": "tensor_000034_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000034_chunk_000140_indices", "indptr": "tensor_000034_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000034_chunk_000141_indices", "indptr": "tensor_000034_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000034_chunk_000142_indices", "indptr": "tensor_000034_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000034_chunk_000143_indices", "indptr": "tensor_000034_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000034_chunk_000144_indices", "indptr": "tensor_000034_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000034_chunk_000145_indices", "indptr": "tensor_000034_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000034_chunk_000146_indices", "indptr": "tensor_000034_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000034_chunk_000147_indices", "indptr": "tensor_000034_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000034_chunk_000148_indices", "indptr": "tensor_000034_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000034_chunk_000149_indices", "indptr": "tensor_000034_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000034_chunk_000150_indices", "indptr": "tensor_000034_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000034_chunk_000151_indices", "indptr": "tensor_000034_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000034_chunk_000152_indices", "indptr": "tensor_000034_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000034_chunk_000153_indices", "indptr": "tensor_000034_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000034_chunk_000154_indices", "indptr": "tensor_000034_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000034_chunk_000155_indices", "indptr": "tensor_000034_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000034_chunk_000156_indices", "indptr": "tensor_000034_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000034_chunk_000157_indices", "indptr": "tensor_000034_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000034_chunk_000158_indices", "indptr": "tensor_000034_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000034_chunk_000159_indices", "indptr": "tensor_000034_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000034_chunk_000160_indices", "indptr": "tensor_000034_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000034_chunk_000161_indices", "indptr": "tensor_000034_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000034_chunk_000162_indices", "indptr": "tensor_000034_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000034_chunk_000163_indices", "indptr": "tensor_000034_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000034_chunk_000164_indices", "indptr": "tensor_000034_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000034_chunk_000165_indices", "indptr": "tensor_000034_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000034_chunk_000166_indices", "indptr": "tensor_000034_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000034_chunk_000167_indices", "indptr": "tensor_000034_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000034_chunk_000168_indices", "indptr": "tensor_000034_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000034_chunk_000169_indices", "indptr": "tensor_000034_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000034_chunk_000170_indices", "indptr": "tensor_000034_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000034_chunk_000171_indices", "indptr": "tensor_000034_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000034_chunk_000172_indices", "indptr": "tensor_000034_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000034_chunk_000173_indices", "indptr": "tensor_000034_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000034_chunk_000174_indices", "indptr": "tensor_000034_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000034_chunk_000175_indices", "indptr": "tensor_000034_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000034_chunk_000176_indices", "indptr": "tensor_000034_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000034_chunk_000177_indices", "indptr": "tensor_000034_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000034_chunk_000178_indices", "indptr": "tensor_000034_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000034_chunk_000179_indices", "indptr": "tensor_000034_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000034_chunk_000180_indices", "indptr": "tensor_000034_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000034_chunk_000181_indices", "indptr": "tensor_000034_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000034_chunk_000182_indices", "indptr": "tensor_000034_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000034_chunk_000183_indices", "indptr": "tensor_000034_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000034_chunk_000184_indices", "indptr": "tensor_000034_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000034_chunk_000185_indices", "indptr": "tensor_000034_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000034_chunk_000186_indices", "indptr": "tensor_000034_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000034_chunk_000187_indices", "indptr": "tensor_000034_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000034_chunk_000188_indices", "indptr": "tensor_000034_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000034_chunk_000189_indices", "indptr": "tensor_000034_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000034_chunk_000190_indices", "indptr": "tensor_000034_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000034_chunk_000191_indices", "indptr": "tensor_000034_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000034_chunk_000192_indices", "indptr": "tensor_000034_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000034_chunk_000193_indices", "indptr": "tensor_000034_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000034_chunk_000194_indices", "indptr": "tensor_000034_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000034_chunk_000195_indices", "indptr": "tensor_000034_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000034_chunk_000196_indices", "indptr": "tensor_000034_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000034_chunk_000197_indices", "indptr": "tensor_000034_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000034_chunk_000198_indices", "indptr": "tensor_000034_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000034_chunk_000199_indices", "indptr": "tensor_000034_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000034_chunk_000200_indices", "indptr": "tensor_000034_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000034_chunk_000201_indices", "indptr": "tensor_000034_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000034_chunk_000202_indices", "indptr": "tensor_000034_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000034_chunk_000203_indices", "indptr": "tensor_000034_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000034_chunk_000204_indices", "indptr": "tensor_000034_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000034_chunk_000205_indices", "indptr": "tensor_000034_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000034_chunk_000206_indices", "indptr": "tensor_000034_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000034_chunk_000207_indices", "indptr": "tensor_000034_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000034_chunk_000208_indices", "indptr": "tensor_000034_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000034_chunk_000209_indices", "indptr": "tensor_000034_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000034_chunk_000210_indices", "indptr": "tensor_000034_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000034_chunk_000211_indices", "indptr": "tensor_000034_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000034_chunk_000212_indices", "indptr": "tensor_000034_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000034_chunk_000213_indices", "indptr": "tensor_000034_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000034_chunk_000214_indices", "indptr": "tensor_000034_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000034_chunk_000215_indices", "indptr": "tensor_000034_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000034_chunk_000216_indices", "indptr": "tensor_000034_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000034_chunk_000217_indices", "indptr": "tensor_000034_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000034_chunk_000218_indices", "indptr": "tensor_000034_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000034_chunk_000219_indices", "indptr": "tensor_000034_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000034_chunk_000220_indices", "indptr": "tensor_000034_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000034_chunk_000221_indices", "indptr": "tensor_000034_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000034_chunk_000222_indices", "indptr": "tensor_000034_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000034_chunk_000223_indices", "indptr": "tensor_000034_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000034_chunk_000224_indices", "indptr": "tensor_000034_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000034_chunk_000225_indices", "indptr": "tensor_000034_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000034_chunk_000226_indices", "indptr": "tensor_000034_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000034_chunk_000227_indices", "indptr": "tensor_000034_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000034_chunk_000228_indices", "indptr": "tensor_000034_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000034_chunk_000229_indices", "indptr": "tensor_000034_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000034_chunk_000230_indices", "indptr": "tensor_000034_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000034_chunk_000231_indices", "indptr": "tensor_000034_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000034_chunk_000232_indices", "indptr": "tensor_000034_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000034_chunk_000233_indices", "indptr": "tensor_000034_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000034_chunk_000234_indices", "indptr": "tensor_000034_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000034_chunk_000235_indices", "indptr": "tensor_000034_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000034_chunk_000236_indices", "indptr": "tensor_000034_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000034_chunk_000237_indices", "indptr": "tensor_000034_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000034_chunk_000238_indices", "indptr": "tensor_000034_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000034_chunk_000239_indices", "indptr": "tensor_000034_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000034_chunk_000240_indices", "indptr": "tensor_000034_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000034_chunk_000241_indices", "indptr": "tensor_000034_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000034_chunk_000242_indices", "indptr": "tensor_000034_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000034_chunk_000243_indices", "indptr": "tensor_000034_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000034_chunk_000244_indices", "indptr": "tensor_000034_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000034_chunk_000245_indices", "indptr": "tensor_000034_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000034_chunk_000246_indices", "indptr": "tensor_000034_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000034_chunk_000247_indices", "indptr": "tensor_000034_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000034_chunk_000248_indices", "indptr": "tensor_000034_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000034_chunk_000249_indices", "indptr": "tensor_000034_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000034_chunk_000250_indices", "indptr": "tensor_000034_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 40, "shape": [ 32002, 8192 ] }, "model.layers.8.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000083_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.8.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000033_chunk_000000_indices", "indptr": "tensor_000033_chunk_000000_indptr", "nnz": 3, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000033_chunk_000001_indices", "indptr": "tensor_000033_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000033_chunk_000002_indices", "indptr": "tensor_000033_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000033_chunk_000003_indices", "indptr": "tensor_000033_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 3, "shape": [ 8192, 448 ] }, "model.layers.8.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000032_chunk_000000_indices", "indptr": "tensor_000032_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000032_chunk_000001_indices", "indptr": "tensor_000032_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000032_chunk_000002_indices", "indptr": "tensor_000032_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000032_chunk_000003_indices", "indptr": "tensor_000032_chunk_000003_indptr", "nnz": 64, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000032_chunk_000004_indices", "indptr": "tensor_000032_chunk_000004_indptr", "nnz": 64, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000032_chunk_000005_indices", "indptr": "tensor_000032_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000032_chunk_000006_indices", "indptr": "tensor_000032_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000032_chunk_000007_indices", "indptr": "tensor_000032_chunk_000007_indptr", "nnz": 3, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000032_chunk_000008_indices", "indptr": "tensor_000032_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000032_chunk_000009_indices", "indptr": "tensor_000032_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000032_chunk_000010_indices", "indptr": "tensor_000032_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 259, "shape": [ 1344, 8192 ] }, "model.layers.9.input_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000084_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.9.mlp.down_proj.weight": { "chunks": [ { "indices": "tensor_000039_chunk_000000_indices", "indptr": "tensor_000039_chunk_000000_indptr", "nnz": 4, "row_count": 65, "row_start": 0 }, { "indices": "tensor_000039_chunk_000001_indices", "indptr": "tensor_000039_chunk_000001_indptr", "nnz": 0, "row_count": 65, "row_start": 65 }, { "indices": "tensor_000039_chunk_000002_indices", "indptr": "tensor_000039_chunk_000002_indptr", "nnz": 0, "row_count": 65, "row_start": 130 }, { "indices": "tensor_000039_chunk_000003_indices", "indptr": "tensor_000039_chunk_000003_indptr", "nnz": 0, "row_count": 65, "row_start": 195 }, { "indices": "tensor_000039_chunk_000004_indices", "indptr": "tensor_000039_chunk_000004_indptr", "nnz": 0, "row_count": 65, "row_start": 260 }, { "indices": "tensor_000039_chunk_000005_indices", "indptr": "tensor_000039_chunk_000005_indptr", "nnz": 0, "row_count": 65, "row_start": 325 }, { "indices": "tensor_000039_chunk_000006_indices", "indptr": "tensor_000039_chunk_000006_indptr", "nnz": 0, "row_count": 65, "row_start": 390 }, { "indices": "tensor_000039_chunk_000007_indices", "indptr": "tensor_000039_chunk_000007_indptr", "nnz": 0, "row_count": 65, "row_start": 455 }, { "indices": "tensor_000039_chunk_000008_indices", "indptr": "tensor_000039_chunk_000008_indptr", "nnz": 0, "row_count": 65, "row_start": 520 }, { "indices": "tensor_000039_chunk_000009_indices", "indptr": "tensor_000039_chunk_000009_indptr", "nnz": 0, "row_count": 65, "row_start": 585 }, { "indices": "tensor_000039_chunk_000010_indices", "indptr": "tensor_000039_chunk_000010_indptr", "nnz": 0, "row_count": 65, "row_start": 650 }, { "indices": "tensor_000039_chunk_000011_indices", "indptr": "tensor_000039_chunk_000011_indptr", "nnz": 0, "row_count": 65, "row_start": 715 }, { "indices": "tensor_000039_chunk_000012_indices", "indptr": "tensor_000039_chunk_000012_indptr", "nnz": 0, "row_count": 65, "row_start": 780 }, { "indices": "tensor_000039_chunk_000013_indices", "indptr": "tensor_000039_chunk_000013_indptr", "nnz": 0, "row_count": 65, "row_start": 845 }, { "indices": "tensor_000039_chunk_000014_indices", "indptr": "tensor_000039_chunk_000014_indptr", "nnz": 0, "row_count": 65, "row_start": 910 }, { "indices": "tensor_000039_chunk_000015_indices", "indptr": "tensor_000039_chunk_000015_indptr", "nnz": 0, "row_count": 65, "row_start": 975 }, { "indices": "tensor_000039_chunk_000016_indices", "indptr": "tensor_000039_chunk_000016_indptr", "nnz": 0, "row_count": 65, "row_start": 1040 }, { "indices": "tensor_000039_chunk_000017_indices", "indptr": "tensor_000039_chunk_000017_indptr", "nnz": 0, "row_count": 65, "row_start": 1105 }, { "indices": "tensor_000039_chunk_000018_indices", "indptr": "tensor_000039_chunk_000018_indptr", "nnz": 0, "row_count": 65, "row_start": 1170 }, { "indices": "tensor_000039_chunk_000019_indices", "indptr": "tensor_000039_chunk_000019_indptr", "nnz": 0, "row_count": 65, "row_start": 1235 }, { "indices": "tensor_000039_chunk_000020_indices", "indptr": "tensor_000039_chunk_000020_indptr", "nnz": 0, "row_count": 65, "row_start": 1300 }, { "indices": "tensor_000039_chunk_000021_indices", "indptr": "tensor_000039_chunk_000021_indptr", "nnz": 0, "row_count": 65, "row_start": 1365 }, { "indices": "tensor_000039_chunk_000022_indices", "indptr": "tensor_000039_chunk_000022_indptr", "nnz": 0, "row_count": 65, "row_start": 1430 }, { "indices": "tensor_000039_chunk_000023_indices", "indptr": "tensor_000039_chunk_000023_indptr", "nnz": 0, "row_count": 65, "row_start": 1495 }, { "indices": "tensor_000039_chunk_000024_indices", "indptr": "tensor_000039_chunk_000024_indptr", "nnz": 0, "row_count": 65, "row_start": 1560 }, { "indices": "tensor_000039_chunk_000025_indices", "indptr": "tensor_000039_chunk_000025_indptr", "nnz": 0, "row_count": 65, "row_start": 1625 }, { "indices": "tensor_000039_chunk_000026_indices", "indptr": "tensor_000039_chunk_000026_indptr", "nnz": 0, "row_count": 65, "row_start": 1690 }, { "indices": "tensor_000039_chunk_000027_indices", "indptr": "tensor_000039_chunk_000027_indptr", "nnz": 0, "row_count": 65, "row_start": 1755 }, { "indices": "tensor_000039_chunk_000028_indices", "indptr": "tensor_000039_chunk_000028_indptr", "nnz": 0, "row_count": 65, "row_start": 1820 }, { "indices": "tensor_000039_chunk_000029_indices", "indptr": "tensor_000039_chunk_000029_indptr", "nnz": 0, "row_count": 65, "row_start": 1885 }, { "indices": "tensor_000039_chunk_000030_indices", "indptr": "tensor_000039_chunk_000030_indptr", "nnz": 0, "row_count": 65, "row_start": 1950 }, { "indices": "tensor_000039_chunk_000031_indices", "indptr": "tensor_000039_chunk_000031_indptr", "nnz": 0, "row_count": 65, "row_start": 2015 }, { "indices": "tensor_000039_chunk_000032_indices", "indptr": "tensor_000039_chunk_000032_indptr", "nnz": 0, "row_count": 65, "row_start": 2080 }, { "indices": "tensor_000039_chunk_000033_indices", "indptr": "tensor_000039_chunk_000033_indptr", "nnz": 0, "row_count": 65, "row_start": 2145 }, { "indices": "tensor_000039_chunk_000034_indices", "indptr": "tensor_000039_chunk_000034_indptr", "nnz": 0, "row_count": 65, "row_start": 2210 }, { "indices": "tensor_000039_chunk_000035_indices", "indptr": "tensor_000039_chunk_000035_indptr", "nnz": 0, "row_count": 65, "row_start": 2275 }, { "indices": "tensor_000039_chunk_000036_indices", "indptr": "tensor_000039_chunk_000036_indptr", "nnz": 0, "row_count": 65, "row_start": 2340 }, { "indices": "tensor_000039_chunk_000037_indices", "indptr": "tensor_000039_chunk_000037_indptr", "nnz": 0, "row_count": 65, "row_start": 2405 }, { "indices": "tensor_000039_chunk_000038_indices", "indptr": "tensor_000039_chunk_000038_indptr", "nnz": 0, "row_count": 65, "row_start": 2470 }, { "indices": "tensor_000039_chunk_000039_indices", "indptr": "tensor_000039_chunk_000039_indptr", "nnz": 0, "row_count": 65, "row_start": 2535 }, { "indices": "tensor_000039_chunk_000040_indices", "indptr": "tensor_000039_chunk_000040_indptr", "nnz": 0, "row_count": 65, "row_start": 2600 }, { "indices": "tensor_000039_chunk_000041_indices", "indptr": "tensor_000039_chunk_000041_indptr", "nnz": 0, "row_count": 65, "row_start": 2665 }, { "indices": "tensor_000039_chunk_000042_indices", "indptr": "tensor_000039_chunk_000042_indptr", "nnz": 0, "row_count": 65, "row_start": 2730 }, { "indices": "tensor_000039_chunk_000043_indices", "indptr": "tensor_000039_chunk_000043_indptr", "nnz": 0, "row_count": 65, "row_start": 2795 }, { "indices": "tensor_000039_chunk_000044_indices", "indptr": "tensor_000039_chunk_000044_indptr", "nnz": 0, "row_count": 65, "row_start": 2860 }, { "indices": "tensor_000039_chunk_000045_indices", "indptr": "tensor_000039_chunk_000045_indptr", "nnz": 0, "row_count": 65, "row_start": 2925 }, { "indices": "tensor_000039_chunk_000046_indices", "indptr": "tensor_000039_chunk_000046_indptr", "nnz": 0, "row_count": 65, "row_start": 2990 }, { "indices": "tensor_000039_chunk_000047_indices", "indptr": "tensor_000039_chunk_000047_indptr", "nnz": 0, "row_count": 65, "row_start": 3055 }, { "indices": "tensor_000039_chunk_000048_indices", "indptr": "tensor_000039_chunk_000048_indptr", "nnz": 0, "row_count": 65, "row_start": 3120 }, { "indices": "tensor_000039_chunk_000049_indices", "indptr": "tensor_000039_chunk_000049_indptr", "nnz": 0, "row_count": 65, "row_start": 3185 }, { "indices": "tensor_000039_chunk_000050_indices", "indptr": "tensor_000039_chunk_000050_indptr", "nnz": 0, "row_count": 65, "row_start": 3250 }, { "indices": "tensor_000039_chunk_000051_indices", "indptr": "tensor_000039_chunk_000051_indptr", "nnz": 0, "row_count": 65, "row_start": 3315 }, { "indices": "tensor_000039_chunk_000052_indices", "indptr": "tensor_000039_chunk_000052_indptr", "nnz": 0, "row_count": 65, "row_start": 3380 }, { "indices": "tensor_000039_chunk_000053_indices", "indptr": "tensor_000039_chunk_000053_indptr", "nnz": 0, "row_count": 65, "row_start": 3445 }, { "indices": "tensor_000039_chunk_000054_indices", "indptr": "tensor_000039_chunk_000054_indptr", "nnz": 0, "row_count": 65, "row_start": 3510 }, { "indices": "tensor_000039_chunk_000055_indices", "indptr": "tensor_000039_chunk_000055_indptr", "nnz": 0, "row_count": 65, "row_start": 3575 }, { "indices": "tensor_000039_chunk_000056_indices", "indptr": "tensor_000039_chunk_000056_indptr", "nnz": 0, "row_count": 65, "row_start": 3640 }, { "indices": "tensor_000039_chunk_000057_indices", "indptr": "tensor_000039_chunk_000057_indptr", "nnz": 0, "row_count": 65, "row_start": 3705 }, { "indices": "tensor_000039_chunk_000058_indices", "indptr": "tensor_000039_chunk_000058_indptr", "nnz": 0, "row_count": 65, "row_start": 3770 }, { "indices": "tensor_000039_chunk_000059_indices", "indptr": "tensor_000039_chunk_000059_indptr", "nnz": 0, "row_count": 65, "row_start": 3835 }, { "indices": "tensor_000039_chunk_000060_indices", "indptr": "tensor_000039_chunk_000060_indptr", "nnz": 0, "row_count": 65, "row_start": 3900 }, { "indices": "tensor_000039_chunk_000061_indices", "indptr": "tensor_000039_chunk_000061_indptr", "nnz": 0, "row_count": 65, "row_start": 3965 }, { "indices": "tensor_000039_chunk_000062_indices", "indptr": "tensor_000039_chunk_000062_indptr", "nnz": 0, "row_count": 65, "row_start": 4030 }, { "indices": "tensor_000039_chunk_000063_indices", "indptr": "tensor_000039_chunk_000063_indptr", "nnz": 0, "row_count": 65, "row_start": 4095 }, { "indices": "tensor_000039_chunk_000064_indices", "indptr": "tensor_000039_chunk_000064_indptr", "nnz": 0, "row_count": 65, "row_start": 4160 }, { "indices": "tensor_000039_chunk_000065_indices", "indptr": "tensor_000039_chunk_000065_indptr", "nnz": 0, "row_count": 65, "row_start": 4225 }, { "indices": "tensor_000039_chunk_000066_indices", "indptr": "tensor_000039_chunk_000066_indptr", "nnz": 0, "row_count": 65, "row_start": 4290 }, { "indices": "tensor_000039_chunk_000067_indices", "indptr": "tensor_000039_chunk_000067_indptr", "nnz": 0, "row_count": 65, "row_start": 4355 }, { "indices": "tensor_000039_chunk_000068_indices", "indptr": "tensor_000039_chunk_000068_indptr", "nnz": 0, "row_count": 65, "row_start": 4420 }, { "indices": "tensor_000039_chunk_000069_indices", "indptr": "tensor_000039_chunk_000069_indptr", "nnz": 0, "row_count": 65, "row_start": 4485 }, { "indices": "tensor_000039_chunk_000070_indices", "indptr": "tensor_000039_chunk_000070_indptr", "nnz": 0, "row_count": 65, "row_start": 4550 }, { "indices": "tensor_000039_chunk_000071_indices", "indptr": "tensor_000039_chunk_000071_indptr", "nnz": 0, "row_count": 65, "row_start": 4615 }, { "indices": "tensor_000039_chunk_000072_indices", "indptr": "tensor_000039_chunk_000072_indptr", "nnz": 0, "row_count": 65, "row_start": 4680 }, { "indices": "tensor_000039_chunk_000073_indices", "indptr": "tensor_000039_chunk_000073_indptr", "nnz": 0, "row_count": 65, "row_start": 4745 }, { "indices": "tensor_000039_chunk_000074_indices", "indptr": "tensor_000039_chunk_000074_indptr", "nnz": 0, "row_count": 65, "row_start": 4810 }, { "indices": "tensor_000039_chunk_000075_indices", "indptr": "tensor_000039_chunk_000075_indptr", "nnz": 0, "row_count": 65, "row_start": 4875 }, { "indices": "tensor_000039_chunk_000076_indices", "indptr": "tensor_000039_chunk_000076_indptr", "nnz": 0, "row_count": 65, "row_start": 4940 }, { "indices": "tensor_000039_chunk_000077_indices", "indptr": "tensor_000039_chunk_000077_indptr", "nnz": 0, "row_count": 65, "row_start": 5005 }, { "indices": "tensor_000039_chunk_000078_indices", "indptr": "tensor_000039_chunk_000078_indptr", "nnz": 0, "row_count": 65, "row_start": 5070 }, { "indices": "tensor_000039_chunk_000079_indices", "indptr": "tensor_000039_chunk_000079_indptr", "nnz": 0, "row_count": 65, "row_start": 5135 }, { "indices": "tensor_000039_chunk_000080_indices", "indptr": "tensor_000039_chunk_000080_indptr", "nnz": 0, "row_count": 65, "row_start": 5200 }, { "indices": "tensor_000039_chunk_000081_indices", "indptr": "tensor_000039_chunk_000081_indptr", "nnz": 0, "row_count": 65, "row_start": 5265 }, { "indices": "tensor_000039_chunk_000082_indices", "indptr": "tensor_000039_chunk_000082_indptr", "nnz": 0, "row_count": 65, "row_start": 5330 }, { "indices": "tensor_000039_chunk_000083_indices", "indptr": "tensor_000039_chunk_000083_indptr", "nnz": 0, "row_count": 65, "row_start": 5395 }, { "indices": "tensor_000039_chunk_000084_indices", "indptr": "tensor_000039_chunk_000084_indptr", "nnz": 0, "row_count": 65, "row_start": 5460 }, { "indices": "tensor_000039_chunk_000085_indices", "indptr": "tensor_000039_chunk_000085_indptr", "nnz": 0, "row_count": 65, "row_start": 5525 }, { "indices": "tensor_000039_chunk_000086_indices", "indptr": "tensor_000039_chunk_000086_indptr", "nnz": 0, "row_count": 65, "row_start": 5590 }, { "indices": "tensor_000039_chunk_000087_indices", "indptr": "tensor_000039_chunk_000087_indptr", "nnz": 0, "row_count": 65, "row_start": 5655 }, { "indices": "tensor_000039_chunk_000088_indices", "indptr": "tensor_000039_chunk_000088_indptr", "nnz": 0, "row_count": 65, "row_start": 5720 }, { "indices": "tensor_000039_chunk_000089_indices", "indptr": "tensor_000039_chunk_000089_indptr", "nnz": 0, "row_count": 65, "row_start": 5785 }, { "indices": "tensor_000039_chunk_000090_indices", "indptr": "tensor_000039_chunk_000090_indptr", "nnz": 0, "row_count": 65, "row_start": 5850 }, { "indices": "tensor_000039_chunk_000091_indices", "indptr": "tensor_000039_chunk_000091_indptr", "nnz": 0, "row_count": 65, "row_start": 5915 }, { "indices": "tensor_000039_chunk_000092_indices", "indptr": "tensor_000039_chunk_000092_indptr", "nnz": 0, "row_count": 65, "row_start": 5980 }, { "indices": "tensor_000039_chunk_000093_indices", "indptr": "tensor_000039_chunk_000093_indptr", "nnz": 0, "row_count": 65, "row_start": 6045 }, { "indices": "tensor_000039_chunk_000094_indices", "indptr": "tensor_000039_chunk_000094_indptr", "nnz": 0, "row_count": 65, "row_start": 6110 }, { "indices": "tensor_000039_chunk_000095_indices", "indptr": "tensor_000039_chunk_000095_indptr", "nnz": 0, "row_count": 65, "row_start": 6175 }, { "indices": "tensor_000039_chunk_000096_indices", "indptr": "tensor_000039_chunk_000096_indptr", "nnz": 0, "row_count": 65, "row_start": 6240 }, { "indices": "tensor_000039_chunk_000097_indices", "indptr": "tensor_000039_chunk_000097_indptr", "nnz": 0, "row_count": 65, "row_start": 6305 }, { "indices": "tensor_000039_chunk_000098_indices", "indptr": "tensor_000039_chunk_000098_indptr", "nnz": 0, "row_count": 65, "row_start": 6370 }, { "indices": "tensor_000039_chunk_000099_indices", "indptr": "tensor_000039_chunk_000099_indptr", "nnz": 0, "row_count": 65, "row_start": 6435 }, { "indices": "tensor_000039_chunk_000100_indices", "indptr": "tensor_000039_chunk_000100_indptr", "nnz": 0, "row_count": 65, "row_start": 6500 }, { "indices": "tensor_000039_chunk_000101_indices", "indptr": "tensor_000039_chunk_000101_indptr", "nnz": 0, "row_count": 65, "row_start": 6565 }, { "indices": "tensor_000039_chunk_000102_indices", "indptr": "tensor_000039_chunk_000102_indptr", "nnz": 0, "row_count": 65, "row_start": 6630 }, { "indices": "tensor_000039_chunk_000103_indices", "indptr": "tensor_000039_chunk_000103_indptr", "nnz": 0, "row_count": 65, "row_start": 6695 }, { "indices": "tensor_000039_chunk_000104_indices", "indptr": "tensor_000039_chunk_000104_indptr", "nnz": 0, "row_count": 65, "row_start": 6760 }, { "indices": "tensor_000039_chunk_000105_indices", "indptr": "tensor_000039_chunk_000105_indptr", "nnz": 0, "row_count": 65, "row_start": 6825 }, { "indices": "tensor_000039_chunk_000106_indices", "indptr": "tensor_000039_chunk_000106_indptr", "nnz": 0, "row_count": 65, "row_start": 6890 }, { "indices": "tensor_000039_chunk_000107_indices", "indptr": "tensor_000039_chunk_000107_indptr", "nnz": 0, "row_count": 65, "row_start": 6955 }, { "indices": "tensor_000039_chunk_000108_indices", "indptr": "tensor_000039_chunk_000108_indptr", "nnz": 0, "row_count": 65, "row_start": 7020 }, { "indices": "tensor_000039_chunk_000109_indices", "indptr": "tensor_000039_chunk_000109_indptr", "nnz": 0, "row_count": 65, "row_start": 7085 }, { "indices": "tensor_000039_chunk_000110_indices", "indptr": "tensor_000039_chunk_000110_indptr", "nnz": 0, "row_count": 65, "row_start": 7150 }, { "indices": "tensor_000039_chunk_000111_indices", "indptr": "tensor_000039_chunk_000111_indptr", "nnz": 0, "row_count": 65, "row_start": 7215 }, { "indices": "tensor_000039_chunk_000112_indices", "indptr": "tensor_000039_chunk_000112_indptr", "nnz": 0, "row_count": 65, "row_start": 7280 }, { "indices": "tensor_000039_chunk_000113_indices", "indptr": "tensor_000039_chunk_000113_indptr", "nnz": 0, "row_count": 65, "row_start": 7345 }, { "indices": "tensor_000039_chunk_000114_indices", "indptr": "tensor_000039_chunk_000114_indptr", "nnz": 0, "row_count": 65, "row_start": 7410 }, { "indices": "tensor_000039_chunk_000115_indices", "indptr": "tensor_000039_chunk_000115_indptr", "nnz": 0, "row_count": 65, "row_start": 7475 }, { "indices": "tensor_000039_chunk_000116_indices", "indptr": "tensor_000039_chunk_000116_indptr", "nnz": 0, "row_count": 65, "row_start": 7540 }, { "indices": "tensor_000039_chunk_000117_indices", "indptr": "tensor_000039_chunk_000117_indptr", "nnz": 0, "row_count": 65, "row_start": 7605 }, { "indices": "tensor_000039_chunk_000118_indices", "indptr": "tensor_000039_chunk_000118_indptr", "nnz": 0, "row_count": 65, "row_start": 7670 }, { "indices": "tensor_000039_chunk_000119_indices", "indptr": "tensor_000039_chunk_000119_indptr", "nnz": 0, "row_count": 65, "row_start": 7735 }, { "indices": "tensor_000039_chunk_000120_indices", "indptr": "tensor_000039_chunk_000120_indptr", "nnz": 0, "row_count": 65, "row_start": 7800 }, { "indices": "tensor_000039_chunk_000121_indices", "indptr": "tensor_000039_chunk_000121_indptr", "nnz": 0, "row_count": 65, "row_start": 7865 }, { "indices": "tensor_000039_chunk_000122_indices", "indptr": "tensor_000039_chunk_000122_indptr", "nnz": 0, "row_count": 65, "row_start": 7930 }, { "indices": "tensor_000039_chunk_000123_indices", "indptr": "tensor_000039_chunk_000123_indptr", "nnz": 0, "row_count": 65, "row_start": 7995 }, { "indices": "tensor_000039_chunk_000124_indices", "indptr": "tensor_000039_chunk_000124_indptr", "nnz": 0, "row_count": 65, "row_start": 8060 }, { "indices": "tensor_000039_chunk_000125_indices", "indptr": "tensor_000039_chunk_000125_indptr", "nnz": 0, "row_count": 65, "row_start": 8125 }, { "indices": "tensor_000039_chunk_000126_indices", "indptr": "tensor_000039_chunk_000126_indptr", "nnz": 0, "row_count": 2, "row_start": 8190 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 4, "shape": [ 8192, 16001 ] }, "model.layers.9.mlp.gate_up_proj.weight": { "chunks": [ { "indices": "tensor_000038_chunk_000000_indices", "indptr": "tensor_000038_chunk_000000_indptr", "nnz": 4, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000038_chunk_000001_indices", "indptr": "tensor_000038_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000038_chunk_000002_indices", "indptr": "tensor_000038_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000038_chunk_000003_indices", "indptr": "tensor_000038_chunk_000003_indptr", "nnz": 0, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000038_chunk_000004_indices", "indptr": "tensor_000038_chunk_000004_indptr", "nnz": 0, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000038_chunk_000005_indices", "indptr": "tensor_000038_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000038_chunk_000006_indices", "indptr": "tensor_000038_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000038_chunk_000007_indices", "indptr": "tensor_000038_chunk_000007_indptr", "nnz": 0, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000038_chunk_000008_indices", "indptr": "tensor_000038_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000038_chunk_000009_indices", "indptr": "tensor_000038_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000038_chunk_000010_indices", "indptr": "tensor_000038_chunk_000010_indptr", "nnz": 0, "row_count": 128, "row_start": 1280 }, { "indices": "tensor_000038_chunk_000011_indices", "indptr": "tensor_000038_chunk_000011_indptr", "nnz": 0, "row_count": 128, "row_start": 1408 }, { "indices": "tensor_000038_chunk_000012_indices", "indptr": "tensor_000038_chunk_000012_indptr", "nnz": 0, "row_count": 128, "row_start": 1536 }, { "indices": "tensor_000038_chunk_000013_indices", "indptr": "tensor_000038_chunk_000013_indptr", "nnz": 0, "row_count": 128, "row_start": 1664 }, { "indices": "tensor_000038_chunk_000014_indices", "indptr": "tensor_000038_chunk_000014_indptr", "nnz": 0, "row_count": 128, "row_start": 1792 }, { "indices": "tensor_000038_chunk_000015_indices", "indptr": "tensor_000038_chunk_000015_indptr", "nnz": 0, "row_count": 128, "row_start": 1920 }, { "indices": "tensor_000038_chunk_000016_indices", "indptr": "tensor_000038_chunk_000016_indptr", "nnz": 0, "row_count": 128, "row_start": 2048 }, { "indices": "tensor_000038_chunk_000017_indices", "indptr": "tensor_000038_chunk_000017_indptr", "nnz": 0, "row_count": 128, "row_start": 2176 }, { "indices": "tensor_000038_chunk_000018_indices", "indptr": "tensor_000038_chunk_000018_indptr", "nnz": 0, "row_count": 128, "row_start": 2304 }, { "indices": "tensor_000038_chunk_000019_indices", "indptr": "tensor_000038_chunk_000019_indptr", "nnz": 0, "row_count": 128, "row_start": 2432 }, { "indices": "tensor_000038_chunk_000020_indices", "indptr": "tensor_000038_chunk_000020_indptr", "nnz": 0, "row_count": 128, "row_start": 2560 }, { "indices": "tensor_000038_chunk_000021_indices", "indptr": "tensor_000038_chunk_000021_indptr", "nnz": 0, "row_count": 128, "row_start": 2688 }, { "indices": "tensor_000038_chunk_000022_indices", "indptr": "tensor_000038_chunk_000022_indptr", "nnz": 0, "row_count": 128, "row_start": 2816 }, { "indices": "tensor_000038_chunk_000023_indices", "indptr": "tensor_000038_chunk_000023_indptr", "nnz": 0, "row_count": 128, "row_start": 2944 }, { "indices": "tensor_000038_chunk_000024_indices", "indptr": "tensor_000038_chunk_000024_indptr", "nnz": 0, "row_count": 128, "row_start": 3072 }, { "indices": "tensor_000038_chunk_000025_indices", "indptr": "tensor_000038_chunk_000025_indptr", "nnz": 0, "row_count": 128, "row_start": 3200 }, { "indices": "tensor_000038_chunk_000026_indices", "indptr": "tensor_000038_chunk_000026_indptr", "nnz": 0, "row_count": 128, "row_start": 3328 }, { "indices": "tensor_000038_chunk_000027_indices", "indptr": "tensor_000038_chunk_000027_indptr", "nnz": 0, "row_count": 128, "row_start": 3456 }, { "indices": "tensor_000038_chunk_000028_indices", "indptr": "tensor_000038_chunk_000028_indptr", "nnz": 0, "row_count": 128, "row_start": 3584 }, { "indices": "tensor_000038_chunk_000029_indices", "indptr": "tensor_000038_chunk_000029_indptr", "nnz": 0, "row_count": 128, "row_start": 3712 }, { "indices": "tensor_000038_chunk_000030_indices", "indptr": "tensor_000038_chunk_000030_indptr", "nnz": 0, "row_count": 128, "row_start": 3840 }, { "indices": "tensor_000038_chunk_000031_indices", "indptr": "tensor_000038_chunk_000031_indptr", "nnz": 0, "row_count": 128, "row_start": 3968 }, { "indices": "tensor_000038_chunk_000032_indices", "indptr": "tensor_000038_chunk_000032_indptr", "nnz": 0, "row_count": 128, "row_start": 4096 }, { "indices": "tensor_000038_chunk_000033_indices", "indptr": "tensor_000038_chunk_000033_indptr", "nnz": 0, "row_count": 128, "row_start": 4224 }, { "indices": "tensor_000038_chunk_000034_indices", "indptr": "tensor_000038_chunk_000034_indptr", "nnz": 0, "row_count": 128, "row_start": 4352 }, { "indices": "tensor_000038_chunk_000035_indices", "indptr": "tensor_000038_chunk_000035_indptr", "nnz": 0, "row_count": 128, "row_start": 4480 }, { "indices": "tensor_000038_chunk_000036_indices", "indptr": "tensor_000038_chunk_000036_indptr", "nnz": 0, "row_count": 128, "row_start": 4608 }, { "indices": "tensor_000038_chunk_000037_indices", "indptr": "tensor_000038_chunk_000037_indptr", "nnz": 0, "row_count": 128, "row_start": 4736 }, { "indices": "tensor_000038_chunk_000038_indices", "indptr": "tensor_000038_chunk_000038_indptr", "nnz": 0, "row_count": 128, "row_start": 4864 }, { "indices": "tensor_000038_chunk_000039_indices", "indptr": "tensor_000038_chunk_000039_indptr", "nnz": 0, "row_count": 128, "row_start": 4992 }, { "indices": "tensor_000038_chunk_000040_indices", "indptr": "tensor_000038_chunk_000040_indptr", "nnz": 0, "row_count": 128, "row_start": 5120 }, { "indices": "tensor_000038_chunk_000041_indices", "indptr": "tensor_000038_chunk_000041_indptr", "nnz": 0, "row_count": 128, "row_start": 5248 }, { "indices": "tensor_000038_chunk_000042_indices", "indptr": "tensor_000038_chunk_000042_indptr", "nnz": 0, "row_count": 128, "row_start": 5376 }, { "indices": "tensor_000038_chunk_000043_indices", "indptr": "tensor_000038_chunk_000043_indptr", "nnz": 0, "row_count": 128, "row_start": 5504 }, { "indices": "tensor_000038_chunk_000044_indices", "indptr": "tensor_000038_chunk_000044_indptr", "nnz": 0, "row_count": 128, "row_start": 5632 }, { "indices": "tensor_000038_chunk_000045_indices", "indptr": "tensor_000038_chunk_000045_indptr", "nnz": 0, "row_count": 128, "row_start": 5760 }, { "indices": "tensor_000038_chunk_000046_indices", "indptr": "tensor_000038_chunk_000046_indptr", "nnz": 0, "row_count": 128, "row_start": 5888 }, { "indices": "tensor_000038_chunk_000047_indices", "indptr": "tensor_000038_chunk_000047_indptr", "nnz": 0, "row_count": 128, "row_start": 6016 }, { "indices": "tensor_000038_chunk_000048_indices", "indptr": "tensor_000038_chunk_000048_indptr", "nnz": 0, "row_count": 128, "row_start": 6144 }, { "indices": "tensor_000038_chunk_000049_indices", "indptr": "tensor_000038_chunk_000049_indptr", "nnz": 0, "row_count": 128, "row_start": 6272 }, { "indices": "tensor_000038_chunk_000050_indices", "indptr": "tensor_000038_chunk_000050_indptr", "nnz": 0, "row_count": 128, "row_start": 6400 }, { "indices": "tensor_000038_chunk_000051_indices", "indptr": "tensor_000038_chunk_000051_indptr", "nnz": 0, "row_count": 128, "row_start": 6528 }, { "indices": "tensor_000038_chunk_000052_indices", "indptr": "tensor_000038_chunk_000052_indptr", "nnz": 0, "row_count": 128, "row_start": 6656 }, { "indices": "tensor_000038_chunk_000053_indices", "indptr": "tensor_000038_chunk_000053_indptr", "nnz": 0, "row_count": 128, "row_start": 6784 }, { "indices": "tensor_000038_chunk_000054_indices", "indptr": "tensor_000038_chunk_000054_indptr", "nnz": 0, "row_count": 128, "row_start": 6912 }, { "indices": "tensor_000038_chunk_000055_indices", "indptr": "tensor_000038_chunk_000055_indptr", "nnz": 0, "row_count": 128, "row_start": 7040 }, { "indices": "tensor_000038_chunk_000056_indices", "indptr": "tensor_000038_chunk_000056_indptr", "nnz": 0, "row_count": 128, "row_start": 7168 }, { "indices": "tensor_000038_chunk_000057_indices", "indptr": "tensor_000038_chunk_000057_indptr", "nnz": 0, "row_count": 128, "row_start": 7296 }, { "indices": "tensor_000038_chunk_000058_indices", "indptr": "tensor_000038_chunk_000058_indptr", "nnz": 0, "row_count": 128, "row_start": 7424 }, { "indices": "tensor_000038_chunk_000059_indices", "indptr": "tensor_000038_chunk_000059_indptr", "nnz": 0, "row_count": 128, "row_start": 7552 }, { "indices": "tensor_000038_chunk_000060_indices", "indptr": "tensor_000038_chunk_000060_indptr", "nnz": 0, "row_count": 128, "row_start": 7680 }, { "indices": "tensor_000038_chunk_000061_indices", "indptr": "tensor_000038_chunk_000061_indptr", "nnz": 0, "row_count": 128, "row_start": 7808 }, { "indices": "tensor_000038_chunk_000062_indices", "indptr": "tensor_000038_chunk_000062_indptr", "nnz": 0, "row_count": 128, "row_start": 7936 }, { "indices": "tensor_000038_chunk_000063_indices", "indptr": "tensor_000038_chunk_000063_indptr", "nnz": 0, "row_count": 128, "row_start": 8064 }, { "indices": "tensor_000038_chunk_000064_indices", "indptr": "tensor_000038_chunk_000064_indptr", "nnz": 0, "row_count": 128, "row_start": 8192 }, { "indices": "tensor_000038_chunk_000065_indices", "indptr": "tensor_000038_chunk_000065_indptr", "nnz": 0, "row_count": 128, "row_start": 8320 }, { "indices": "tensor_000038_chunk_000066_indices", "indptr": "tensor_000038_chunk_000066_indptr", "nnz": 0, "row_count": 128, "row_start": 8448 }, { "indices": "tensor_000038_chunk_000067_indices", "indptr": "tensor_000038_chunk_000067_indptr", "nnz": 0, "row_count": 128, "row_start": 8576 }, { "indices": "tensor_000038_chunk_000068_indices", "indptr": "tensor_000038_chunk_000068_indptr", "nnz": 0, "row_count": 128, "row_start": 8704 }, { "indices": "tensor_000038_chunk_000069_indices", "indptr": "tensor_000038_chunk_000069_indptr", "nnz": 0, "row_count": 128, "row_start": 8832 }, { "indices": "tensor_000038_chunk_000070_indices", "indptr": "tensor_000038_chunk_000070_indptr", "nnz": 0, "row_count": 128, "row_start": 8960 }, { "indices": "tensor_000038_chunk_000071_indices", "indptr": "tensor_000038_chunk_000071_indptr", "nnz": 0, "row_count": 128, "row_start": 9088 }, { "indices": "tensor_000038_chunk_000072_indices", "indptr": "tensor_000038_chunk_000072_indptr", "nnz": 0, "row_count": 128, "row_start": 9216 }, { "indices": "tensor_000038_chunk_000073_indices", "indptr": "tensor_000038_chunk_000073_indptr", "nnz": 0, "row_count": 128, "row_start": 9344 }, { "indices": "tensor_000038_chunk_000074_indices", "indptr": "tensor_000038_chunk_000074_indptr", "nnz": 0, "row_count": 128, "row_start": 9472 }, { "indices": "tensor_000038_chunk_000075_indices", "indptr": "tensor_000038_chunk_000075_indptr", "nnz": 0, "row_count": 128, "row_start": 9600 }, { "indices": "tensor_000038_chunk_000076_indices", "indptr": "tensor_000038_chunk_000076_indptr", "nnz": 0, "row_count": 128, "row_start": 9728 }, { "indices": "tensor_000038_chunk_000077_indices", "indptr": "tensor_000038_chunk_000077_indptr", "nnz": 0, "row_count": 128, "row_start": 9856 }, { "indices": "tensor_000038_chunk_000078_indices", "indptr": "tensor_000038_chunk_000078_indptr", "nnz": 0, "row_count": 128, "row_start": 9984 }, { "indices": "tensor_000038_chunk_000079_indices", "indptr": "tensor_000038_chunk_000079_indptr", "nnz": 0, "row_count": 128, "row_start": 10112 }, { "indices": "tensor_000038_chunk_000080_indices", "indptr": "tensor_000038_chunk_000080_indptr", "nnz": 0, "row_count": 128, "row_start": 10240 }, { "indices": "tensor_000038_chunk_000081_indices", "indptr": "tensor_000038_chunk_000081_indptr", "nnz": 0, "row_count": 128, "row_start": 10368 }, { "indices": "tensor_000038_chunk_000082_indices", "indptr": "tensor_000038_chunk_000082_indptr", "nnz": 0, "row_count": 128, "row_start": 10496 }, { "indices": "tensor_000038_chunk_000083_indices", "indptr": "tensor_000038_chunk_000083_indptr", "nnz": 0, "row_count": 128, "row_start": 10624 }, { "indices": "tensor_000038_chunk_000084_indices", "indptr": "tensor_000038_chunk_000084_indptr", "nnz": 0, "row_count": 128, "row_start": 10752 }, { "indices": "tensor_000038_chunk_000085_indices", "indptr": "tensor_000038_chunk_000085_indptr", "nnz": 0, "row_count": 128, "row_start": 10880 }, { "indices": "tensor_000038_chunk_000086_indices", "indptr": "tensor_000038_chunk_000086_indptr", "nnz": 0, "row_count": 128, "row_start": 11008 }, { "indices": "tensor_000038_chunk_000087_indices", "indptr": "tensor_000038_chunk_000087_indptr", "nnz": 0, "row_count": 128, "row_start": 11136 }, { "indices": "tensor_000038_chunk_000088_indices", "indptr": "tensor_000038_chunk_000088_indptr", "nnz": 0, "row_count": 128, "row_start": 11264 }, { "indices": "tensor_000038_chunk_000089_indices", "indptr": "tensor_000038_chunk_000089_indptr", "nnz": 0, "row_count": 128, "row_start": 11392 }, { "indices": "tensor_000038_chunk_000090_indices", "indptr": "tensor_000038_chunk_000090_indptr", "nnz": 0, "row_count": 128, "row_start": 11520 }, { "indices": "tensor_000038_chunk_000091_indices", "indptr": "tensor_000038_chunk_000091_indptr", "nnz": 0, "row_count": 128, "row_start": 11648 }, { "indices": "tensor_000038_chunk_000092_indices", "indptr": "tensor_000038_chunk_000092_indptr", "nnz": 0, "row_count": 128, "row_start": 11776 }, { "indices": "tensor_000038_chunk_000093_indices", "indptr": "tensor_000038_chunk_000093_indptr", "nnz": 0, "row_count": 128, "row_start": 11904 }, { "indices": "tensor_000038_chunk_000094_indices", "indptr": "tensor_000038_chunk_000094_indptr", "nnz": 0, "row_count": 128, "row_start": 12032 }, { "indices": "tensor_000038_chunk_000095_indices", "indptr": "tensor_000038_chunk_000095_indptr", "nnz": 0, "row_count": 128, "row_start": 12160 }, { "indices": "tensor_000038_chunk_000096_indices", "indptr": "tensor_000038_chunk_000096_indptr", "nnz": 0, "row_count": 128, "row_start": 12288 }, { "indices": "tensor_000038_chunk_000097_indices", "indptr": "tensor_000038_chunk_000097_indptr", "nnz": 0, "row_count": 128, "row_start": 12416 }, { "indices": "tensor_000038_chunk_000098_indices", "indptr": "tensor_000038_chunk_000098_indptr", "nnz": 0, "row_count": 128, "row_start": 12544 }, { "indices": "tensor_000038_chunk_000099_indices", "indptr": "tensor_000038_chunk_000099_indptr", "nnz": 0, "row_count": 128, "row_start": 12672 }, { "indices": "tensor_000038_chunk_000100_indices", "indptr": "tensor_000038_chunk_000100_indptr", "nnz": 0, "row_count": 128, "row_start": 12800 }, { "indices": "tensor_000038_chunk_000101_indices", "indptr": "tensor_000038_chunk_000101_indptr", "nnz": 0, "row_count": 128, "row_start": 12928 }, { "indices": "tensor_000038_chunk_000102_indices", "indptr": "tensor_000038_chunk_000102_indptr", "nnz": 0, "row_count": 128, "row_start": 13056 }, { "indices": "tensor_000038_chunk_000103_indices", "indptr": "tensor_000038_chunk_000103_indptr", "nnz": 0, "row_count": 128, "row_start": 13184 }, { "indices": "tensor_000038_chunk_000104_indices", "indptr": "tensor_000038_chunk_000104_indptr", "nnz": 0, "row_count": 128, "row_start": 13312 }, { "indices": "tensor_000038_chunk_000105_indices", "indptr": "tensor_000038_chunk_000105_indptr", "nnz": 0, "row_count": 128, "row_start": 13440 }, { "indices": "tensor_000038_chunk_000106_indices", "indptr": "tensor_000038_chunk_000106_indptr", "nnz": 0, "row_count": 128, "row_start": 13568 }, { "indices": "tensor_000038_chunk_000107_indices", "indptr": "tensor_000038_chunk_000107_indptr", "nnz": 0, "row_count": 128, "row_start": 13696 }, { "indices": "tensor_000038_chunk_000108_indices", "indptr": "tensor_000038_chunk_000108_indptr", "nnz": 0, "row_count": 128, "row_start": 13824 }, { "indices": "tensor_000038_chunk_000109_indices", "indptr": "tensor_000038_chunk_000109_indptr", "nnz": 0, "row_count": 128, "row_start": 13952 }, { "indices": "tensor_000038_chunk_000110_indices", "indptr": "tensor_000038_chunk_000110_indptr", "nnz": 0, "row_count": 128, "row_start": 14080 }, { "indices": "tensor_000038_chunk_000111_indices", "indptr": "tensor_000038_chunk_000111_indptr", "nnz": 0, "row_count": 128, "row_start": 14208 }, { "indices": "tensor_000038_chunk_000112_indices", "indptr": "tensor_000038_chunk_000112_indptr", "nnz": 0, "row_count": 128, "row_start": 14336 }, { "indices": "tensor_000038_chunk_000113_indices", "indptr": "tensor_000038_chunk_000113_indptr", "nnz": 0, "row_count": 128, "row_start": 14464 }, { "indices": "tensor_000038_chunk_000114_indices", "indptr": "tensor_000038_chunk_000114_indptr", "nnz": 0, "row_count": 128, "row_start": 14592 }, { "indices": "tensor_000038_chunk_000115_indices", "indptr": "tensor_000038_chunk_000115_indptr", "nnz": 0, "row_count": 128, "row_start": 14720 }, { "indices": "tensor_000038_chunk_000116_indices", "indptr": "tensor_000038_chunk_000116_indptr", "nnz": 0, "row_count": 128, "row_start": 14848 }, { "indices": "tensor_000038_chunk_000117_indices", "indptr": "tensor_000038_chunk_000117_indptr", "nnz": 0, "row_count": 128, "row_start": 14976 }, { "indices": "tensor_000038_chunk_000118_indices", "indptr": "tensor_000038_chunk_000118_indptr", "nnz": 0, "row_count": 128, "row_start": 15104 }, { "indices": "tensor_000038_chunk_000119_indices", "indptr": "tensor_000038_chunk_000119_indptr", "nnz": 0, "row_count": 128, "row_start": 15232 }, { "indices": "tensor_000038_chunk_000120_indices", "indptr": "tensor_000038_chunk_000120_indptr", "nnz": 0, "row_count": 128, "row_start": 15360 }, { "indices": "tensor_000038_chunk_000121_indices", "indptr": "tensor_000038_chunk_000121_indptr", "nnz": 0, "row_count": 128, "row_start": 15488 }, { "indices": "tensor_000038_chunk_000122_indices", "indptr": "tensor_000038_chunk_000122_indptr", "nnz": 0, "row_count": 128, "row_start": 15616 }, { "indices": "tensor_000038_chunk_000123_indices", "indptr": "tensor_000038_chunk_000123_indptr", "nnz": 0, "row_count": 128, "row_start": 15744 }, { "indices": "tensor_000038_chunk_000124_indices", "indptr": "tensor_000038_chunk_000124_indptr", "nnz": 0, "row_count": 128, "row_start": 15872 }, { "indices": "tensor_000038_chunk_000125_indices", "indptr": "tensor_000038_chunk_000125_indptr", "nnz": 4, "row_count": 128, "row_start": 16000 }, { "indices": "tensor_000038_chunk_000126_indices", "indptr": "tensor_000038_chunk_000126_indptr", "nnz": 0, "row_count": 128, "row_start": 16128 }, { "indices": "tensor_000038_chunk_000127_indices", "indptr": "tensor_000038_chunk_000127_indptr", "nnz": 0, "row_count": 128, "row_start": 16256 }, { "indices": "tensor_000038_chunk_000128_indices", "indptr": "tensor_000038_chunk_000128_indptr", "nnz": 0, "row_count": 128, "row_start": 16384 }, { "indices": "tensor_000038_chunk_000129_indices", "indptr": "tensor_000038_chunk_000129_indptr", "nnz": 0, "row_count": 128, "row_start": 16512 }, { "indices": "tensor_000038_chunk_000130_indices", "indptr": "tensor_000038_chunk_000130_indptr", "nnz": 0, "row_count": 128, "row_start": 16640 }, { "indices": "tensor_000038_chunk_000131_indices", "indptr": "tensor_000038_chunk_000131_indptr", "nnz": 0, "row_count": 128, "row_start": 16768 }, { "indices": "tensor_000038_chunk_000132_indices", "indptr": "tensor_000038_chunk_000132_indptr", "nnz": 0, "row_count": 128, "row_start": 16896 }, { "indices": "tensor_000038_chunk_000133_indices", "indptr": "tensor_000038_chunk_000133_indptr", "nnz": 0, "row_count": 128, "row_start": 17024 }, { "indices": "tensor_000038_chunk_000134_indices", "indptr": "tensor_000038_chunk_000134_indptr", "nnz": 0, "row_count": 128, "row_start": 17152 }, { "indices": "tensor_000038_chunk_000135_indices", "indptr": "tensor_000038_chunk_000135_indptr", "nnz": 0, "row_count": 128, "row_start": 17280 }, { "indices": "tensor_000038_chunk_000136_indices", "indptr": "tensor_000038_chunk_000136_indptr", "nnz": 0, "row_count": 128, "row_start": 17408 }, { "indices": "tensor_000038_chunk_000137_indices", "indptr": "tensor_000038_chunk_000137_indptr", "nnz": 0, "row_count": 128, "row_start": 17536 }, { "indices": "tensor_000038_chunk_000138_indices", "indptr": "tensor_000038_chunk_000138_indptr", "nnz": 0, "row_count": 128, "row_start": 17664 }, { "indices": "tensor_000038_chunk_000139_indices", "indptr": "tensor_000038_chunk_000139_indptr", "nnz": 0, "row_count": 128, "row_start": 17792 }, { "indices": "tensor_000038_chunk_000140_indices", "indptr": "tensor_000038_chunk_000140_indptr", "nnz": 0, "row_count": 128, "row_start": 17920 }, { "indices": "tensor_000038_chunk_000141_indices", "indptr": "tensor_000038_chunk_000141_indptr", "nnz": 0, "row_count": 128, "row_start": 18048 }, { "indices": "tensor_000038_chunk_000142_indices", "indptr": "tensor_000038_chunk_000142_indptr", "nnz": 0, "row_count": 128, "row_start": 18176 }, { "indices": "tensor_000038_chunk_000143_indices", "indptr": "tensor_000038_chunk_000143_indptr", "nnz": 0, "row_count": 128, "row_start": 18304 }, { "indices": "tensor_000038_chunk_000144_indices", "indptr": "tensor_000038_chunk_000144_indptr", "nnz": 0, "row_count": 128, "row_start": 18432 }, { "indices": "tensor_000038_chunk_000145_indices", "indptr": "tensor_000038_chunk_000145_indptr", "nnz": 0, "row_count": 128, "row_start": 18560 }, { "indices": "tensor_000038_chunk_000146_indices", "indptr": "tensor_000038_chunk_000146_indptr", "nnz": 0, "row_count": 128, "row_start": 18688 }, { "indices": "tensor_000038_chunk_000147_indices", "indptr": "tensor_000038_chunk_000147_indptr", "nnz": 0, "row_count": 128, "row_start": 18816 }, { "indices": "tensor_000038_chunk_000148_indices", "indptr": "tensor_000038_chunk_000148_indptr", "nnz": 0, "row_count": 128, "row_start": 18944 }, { "indices": "tensor_000038_chunk_000149_indices", "indptr": "tensor_000038_chunk_000149_indptr", "nnz": 0, "row_count": 128, "row_start": 19072 }, { "indices": "tensor_000038_chunk_000150_indices", "indptr": "tensor_000038_chunk_000150_indptr", "nnz": 0, "row_count": 128, "row_start": 19200 }, { "indices": "tensor_000038_chunk_000151_indices", "indptr": "tensor_000038_chunk_000151_indptr", "nnz": 0, "row_count": 128, "row_start": 19328 }, { "indices": "tensor_000038_chunk_000152_indices", "indptr": "tensor_000038_chunk_000152_indptr", "nnz": 0, "row_count": 128, "row_start": 19456 }, { "indices": "tensor_000038_chunk_000153_indices", "indptr": "tensor_000038_chunk_000153_indptr", "nnz": 0, "row_count": 128, "row_start": 19584 }, { "indices": "tensor_000038_chunk_000154_indices", "indptr": "tensor_000038_chunk_000154_indptr", "nnz": 0, "row_count": 128, "row_start": 19712 }, { "indices": "tensor_000038_chunk_000155_indices", "indptr": "tensor_000038_chunk_000155_indptr", "nnz": 0, "row_count": 128, "row_start": 19840 }, { "indices": "tensor_000038_chunk_000156_indices", "indptr": "tensor_000038_chunk_000156_indptr", "nnz": 0, "row_count": 128, "row_start": 19968 }, { "indices": "tensor_000038_chunk_000157_indices", "indptr": "tensor_000038_chunk_000157_indptr", "nnz": 0, "row_count": 128, "row_start": 20096 }, { "indices": "tensor_000038_chunk_000158_indices", "indptr": "tensor_000038_chunk_000158_indptr", "nnz": 0, "row_count": 128, "row_start": 20224 }, { "indices": "tensor_000038_chunk_000159_indices", "indptr": "tensor_000038_chunk_000159_indptr", "nnz": 0, "row_count": 128, "row_start": 20352 }, { "indices": "tensor_000038_chunk_000160_indices", "indptr": "tensor_000038_chunk_000160_indptr", "nnz": 0, "row_count": 128, "row_start": 20480 }, { "indices": "tensor_000038_chunk_000161_indices", "indptr": "tensor_000038_chunk_000161_indptr", "nnz": 0, "row_count": 128, "row_start": 20608 }, { "indices": "tensor_000038_chunk_000162_indices", "indptr": "tensor_000038_chunk_000162_indptr", "nnz": 0, "row_count": 128, "row_start": 20736 }, { "indices": "tensor_000038_chunk_000163_indices", "indptr": "tensor_000038_chunk_000163_indptr", "nnz": 0, "row_count": 128, "row_start": 20864 }, { "indices": "tensor_000038_chunk_000164_indices", "indptr": "tensor_000038_chunk_000164_indptr", "nnz": 0, "row_count": 128, "row_start": 20992 }, { "indices": "tensor_000038_chunk_000165_indices", "indptr": "tensor_000038_chunk_000165_indptr", "nnz": 0, "row_count": 128, "row_start": 21120 }, { "indices": "tensor_000038_chunk_000166_indices", "indptr": "tensor_000038_chunk_000166_indptr", "nnz": 0, "row_count": 128, "row_start": 21248 }, { "indices": "tensor_000038_chunk_000167_indices", "indptr": "tensor_000038_chunk_000167_indptr", "nnz": 0, "row_count": 128, "row_start": 21376 }, { "indices": "tensor_000038_chunk_000168_indices", "indptr": "tensor_000038_chunk_000168_indptr", "nnz": 0, "row_count": 128, "row_start": 21504 }, { "indices": "tensor_000038_chunk_000169_indices", "indptr": "tensor_000038_chunk_000169_indptr", "nnz": 0, "row_count": 128, "row_start": 21632 }, { "indices": "tensor_000038_chunk_000170_indices", "indptr": "tensor_000038_chunk_000170_indptr", "nnz": 0, "row_count": 128, "row_start": 21760 }, { "indices": "tensor_000038_chunk_000171_indices", "indptr": "tensor_000038_chunk_000171_indptr", "nnz": 0, "row_count": 128, "row_start": 21888 }, { "indices": "tensor_000038_chunk_000172_indices", "indptr": "tensor_000038_chunk_000172_indptr", "nnz": 0, "row_count": 128, "row_start": 22016 }, { "indices": "tensor_000038_chunk_000173_indices", "indptr": "tensor_000038_chunk_000173_indptr", "nnz": 0, "row_count": 128, "row_start": 22144 }, { "indices": "tensor_000038_chunk_000174_indices", "indptr": "tensor_000038_chunk_000174_indptr", "nnz": 0, "row_count": 128, "row_start": 22272 }, { "indices": "tensor_000038_chunk_000175_indices", "indptr": "tensor_000038_chunk_000175_indptr", "nnz": 0, "row_count": 128, "row_start": 22400 }, { "indices": "tensor_000038_chunk_000176_indices", "indptr": "tensor_000038_chunk_000176_indptr", "nnz": 0, "row_count": 128, "row_start": 22528 }, { "indices": "tensor_000038_chunk_000177_indices", "indptr": "tensor_000038_chunk_000177_indptr", "nnz": 0, "row_count": 128, "row_start": 22656 }, { "indices": "tensor_000038_chunk_000178_indices", "indptr": "tensor_000038_chunk_000178_indptr", "nnz": 0, "row_count": 128, "row_start": 22784 }, { "indices": "tensor_000038_chunk_000179_indices", "indptr": "tensor_000038_chunk_000179_indptr", "nnz": 0, "row_count": 128, "row_start": 22912 }, { "indices": "tensor_000038_chunk_000180_indices", "indptr": "tensor_000038_chunk_000180_indptr", "nnz": 0, "row_count": 128, "row_start": 23040 }, { "indices": "tensor_000038_chunk_000181_indices", "indptr": "tensor_000038_chunk_000181_indptr", "nnz": 0, "row_count": 128, "row_start": 23168 }, { "indices": "tensor_000038_chunk_000182_indices", "indptr": "tensor_000038_chunk_000182_indptr", "nnz": 0, "row_count": 128, "row_start": 23296 }, { "indices": "tensor_000038_chunk_000183_indices", "indptr": "tensor_000038_chunk_000183_indptr", "nnz": 0, "row_count": 128, "row_start": 23424 }, { "indices": "tensor_000038_chunk_000184_indices", "indptr": "tensor_000038_chunk_000184_indptr", "nnz": 0, "row_count": 128, "row_start": 23552 }, { "indices": "tensor_000038_chunk_000185_indices", "indptr": "tensor_000038_chunk_000185_indptr", "nnz": 0, "row_count": 128, "row_start": 23680 }, { "indices": "tensor_000038_chunk_000186_indices", "indptr": "tensor_000038_chunk_000186_indptr", "nnz": 0, "row_count": 128, "row_start": 23808 }, { "indices": "tensor_000038_chunk_000187_indices", "indptr": "tensor_000038_chunk_000187_indptr", "nnz": 0, "row_count": 128, "row_start": 23936 }, { "indices": "tensor_000038_chunk_000188_indices", "indptr": "tensor_000038_chunk_000188_indptr", "nnz": 0, "row_count": 128, "row_start": 24064 }, { "indices": "tensor_000038_chunk_000189_indices", "indptr": "tensor_000038_chunk_000189_indptr", "nnz": 0, "row_count": 128, "row_start": 24192 }, { "indices": "tensor_000038_chunk_000190_indices", "indptr": "tensor_000038_chunk_000190_indptr", "nnz": 0, "row_count": 128, "row_start": 24320 }, { "indices": "tensor_000038_chunk_000191_indices", "indptr": "tensor_000038_chunk_000191_indptr", "nnz": 0, "row_count": 128, "row_start": 24448 }, { "indices": "tensor_000038_chunk_000192_indices", "indptr": "tensor_000038_chunk_000192_indptr", "nnz": 0, "row_count": 128, "row_start": 24576 }, { "indices": "tensor_000038_chunk_000193_indices", "indptr": "tensor_000038_chunk_000193_indptr", "nnz": 0, "row_count": 128, "row_start": 24704 }, { "indices": "tensor_000038_chunk_000194_indices", "indptr": "tensor_000038_chunk_000194_indptr", "nnz": 0, "row_count": 128, "row_start": 24832 }, { "indices": "tensor_000038_chunk_000195_indices", "indptr": "tensor_000038_chunk_000195_indptr", "nnz": 0, "row_count": 128, "row_start": 24960 }, { "indices": "tensor_000038_chunk_000196_indices", "indptr": "tensor_000038_chunk_000196_indptr", "nnz": 0, "row_count": 128, "row_start": 25088 }, { "indices": "tensor_000038_chunk_000197_indices", "indptr": "tensor_000038_chunk_000197_indptr", "nnz": 0, "row_count": 128, "row_start": 25216 }, { "indices": "tensor_000038_chunk_000198_indices", "indptr": "tensor_000038_chunk_000198_indptr", "nnz": 0, "row_count": 128, "row_start": 25344 }, { "indices": "tensor_000038_chunk_000199_indices", "indptr": "tensor_000038_chunk_000199_indptr", "nnz": 0, "row_count": 128, "row_start": 25472 }, { "indices": "tensor_000038_chunk_000200_indices", "indptr": "tensor_000038_chunk_000200_indptr", "nnz": 0, "row_count": 128, "row_start": 25600 }, { "indices": "tensor_000038_chunk_000201_indices", "indptr": "tensor_000038_chunk_000201_indptr", "nnz": 0, "row_count": 128, "row_start": 25728 }, { "indices": "tensor_000038_chunk_000202_indices", "indptr": "tensor_000038_chunk_000202_indptr", "nnz": 0, "row_count": 128, "row_start": 25856 }, { "indices": "tensor_000038_chunk_000203_indices", "indptr": "tensor_000038_chunk_000203_indptr", "nnz": 0, "row_count": 128, "row_start": 25984 }, { "indices": "tensor_000038_chunk_000204_indices", "indptr": "tensor_000038_chunk_000204_indptr", "nnz": 0, "row_count": 128, "row_start": 26112 }, { "indices": "tensor_000038_chunk_000205_indices", "indptr": "tensor_000038_chunk_000205_indptr", "nnz": 0, "row_count": 128, "row_start": 26240 }, { "indices": "tensor_000038_chunk_000206_indices", "indptr": "tensor_000038_chunk_000206_indptr", "nnz": 0, "row_count": 128, "row_start": 26368 }, { "indices": "tensor_000038_chunk_000207_indices", "indptr": "tensor_000038_chunk_000207_indptr", "nnz": 0, "row_count": 128, "row_start": 26496 }, { "indices": "tensor_000038_chunk_000208_indices", "indptr": "tensor_000038_chunk_000208_indptr", "nnz": 0, "row_count": 128, "row_start": 26624 }, { "indices": "tensor_000038_chunk_000209_indices", "indptr": "tensor_000038_chunk_000209_indptr", "nnz": 0, "row_count": 128, "row_start": 26752 }, { "indices": "tensor_000038_chunk_000210_indices", "indptr": "tensor_000038_chunk_000210_indptr", "nnz": 0, "row_count": 128, "row_start": 26880 }, { "indices": "tensor_000038_chunk_000211_indices", "indptr": "tensor_000038_chunk_000211_indptr", "nnz": 0, "row_count": 128, "row_start": 27008 }, { "indices": "tensor_000038_chunk_000212_indices", "indptr": "tensor_000038_chunk_000212_indptr", "nnz": 0, "row_count": 128, "row_start": 27136 }, { "indices": "tensor_000038_chunk_000213_indices", "indptr": "tensor_000038_chunk_000213_indptr", "nnz": 0, "row_count": 128, "row_start": 27264 }, { "indices": "tensor_000038_chunk_000214_indices", "indptr": "tensor_000038_chunk_000214_indptr", "nnz": 0, "row_count": 128, "row_start": 27392 }, { "indices": "tensor_000038_chunk_000215_indices", "indptr": "tensor_000038_chunk_000215_indptr", "nnz": 0, "row_count": 128, "row_start": 27520 }, { "indices": "tensor_000038_chunk_000216_indices", "indptr": "tensor_000038_chunk_000216_indptr", "nnz": 0, "row_count": 128, "row_start": 27648 }, { "indices": "tensor_000038_chunk_000217_indices", "indptr": "tensor_000038_chunk_000217_indptr", "nnz": 0, "row_count": 128, "row_start": 27776 }, { "indices": "tensor_000038_chunk_000218_indices", "indptr": "tensor_000038_chunk_000218_indptr", "nnz": 0, "row_count": 128, "row_start": 27904 }, { "indices": "tensor_000038_chunk_000219_indices", "indptr": "tensor_000038_chunk_000219_indptr", "nnz": 0, "row_count": 128, "row_start": 28032 }, { "indices": "tensor_000038_chunk_000220_indices", "indptr": "tensor_000038_chunk_000220_indptr", "nnz": 0, "row_count": 128, "row_start": 28160 }, { "indices": "tensor_000038_chunk_000221_indices", "indptr": "tensor_000038_chunk_000221_indptr", "nnz": 0, "row_count": 128, "row_start": 28288 }, { "indices": "tensor_000038_chunk_000222_indices", "indptr": "tensor_000038_chunk_000222_indptr", "nnz": 0, "row_count": 128, "row_start": 28416 }, { "indices": "tensor_000038_chunk_000223_indices", "indptr": "tensor_000038_chunk_000223_indptr", "nnz": 0, "row_count": 128, "row_start": 28544 }, { "indices": "tensor_000038_chunk_000224_indices", "indptr": "tensor_000038_chunk_000224_indptr", "nnz": 0, "row_count": 128, "row_start": 28672 }, { "indices": "tensor_000038_chunk_000225_indices", "indptr": "tensor_000038_chunk_000225_indptr", "nnz": 0, "row_count": 128, "row_start": 28800 }, { "indices": "tensor_000038_chunk_000226_indices", "indptr": "tensor_000038_chunk_000226_indptr", "nnz": 0, "row_count": 128, "row_start": 28928 }, { "indices": "tensor_000038_chunk_000227_indices", "indptr": "tensor_000038_chunk_000227_indptr", "nnz": 0, "row_count": 128, "row_start": 29056 }, { "indices": "tensor_000038_chunk_000228_indices", "indptr": "tensor_000038_chunk_000228_indptr", "nnz": 0, "row_count": 128, "row_start": 29184 }, { "indices": "tensor_000038_chunk_000229_indices", "indptr": "tensor_000038_chunk_000229_indptr", "nnz": 0, "row_count": 128, "row_start": 29312 }, { "indices": "tensor_000038_chunk_000230_indices", "indptr": "tensor_000038_chunk_000230_indptr", "nnz": 0, "row_count": 128, "row_start": 29440 }, { "indices": "tensor_000038_chunk_000231_indices", "indptr": "tensor_000038_chunk_000231_indptr", "nnz": 0, "row_count": 128, "row_start": 29568 }, { "indices": "tensor_000038_chunk_000232_indices", "indptr": "tensor_000038_chunk_000232_indptr", "nnz": 0, "row_count": 128, "row_start": 29696 }, { "indices": "tensor_000038_chunk_000233_indices", "indptr": "tensor_000038_chunk_000233_indptr", "nnz": 0, "row_count": 128, "row_start": 29824 }, { "indices": "tensor_000038_chunk_000234_indices", "indptr": "tensor_000038_chunk_000234_indptr", "nnz": 0, "row_count": 128, "row_start": 29952 }, { "indices": "tensor_000038_chunk_000235_indices", "indptr": "tensor_000038_chunk_000235_indptr", "nnz": 0, "row_count": 128, "row_start": 30080 }, { "indices": "tensor_000038_chunk_000236_indices", "indptr": "tensor_000038_chunk_000236_indptr", "nnz": 0, "row_count": 128, "row_start": 30208 }, { "indices": "tensor_000038_chunk_000237_indices", "indptr": "tensor_000038_chunk_000237_indptr", "nnz": 0, "row_count": 128, "row_start": 30336 }, { "indices": "tensor_000038_chunk_000238_indices", "indptr": "tensor_000038_chunk_000238_indptr", "nnz": 0, "row_count": 128, "row_start": 30464 }, { "indices": "tensor_000038_chunk_000239_indices", "indptr": "tensor_000038_chunk_000239_indptr", "nnz": 0, "row_count": 128, "row_start": 30592 }, { "indices": "tensor_000038_chunk_000240_indices", "indptr": "tensor_000038_chunk_000240_indptr", "nnz": 0, "row_count": 128, "row_start": 30720 }, { "indices": "tensor_000038_chunk_000241_indices", "indptr": "tensor_000038_chunk_000241_indptr", "nnz": 0, "row_count": 128, "row_start": 30848 }, { "indices": "tensor_000038_chunk_000242_indices", "indptr": "tensor_000038_chunk_000242_indptr", "nnz": 0, "row_count": 128, "row_start": 30976 }, { "indices": "tensor_000038_chunk_000243_indices", "indptr": "tensor_000038_chunk_000243_indptr", "nnz": 0, "row_count": 128, "row_start": 31104 }, { "indices": "tensor_000038_chunk_000244_indices", "indptr": "tensor_000038_chunk_000244_indptr", "nnz": 0, "row_count": 128, "row_start": 31232 }, { "indices": "tensor_000038_chunk_000245_indices", "indptr": "tensor_000038_chunk_000245_indptr", "nnz": 0, "row_count": 128, "row_start": 31360 }, { "indices": "tensor_000038_chunk_000246_indices", "indptr": "tensor_000038_chunk_000246_indptr", "nnz": 0, "row_count": 128, "row_start": 31488 }, { "indices": "tensor_000038_chunk_000247_indices", "indptr": "tensor_000038_chunk_000247_indptr", "nnz": 0, "row_count": 128, "row_start": 31616 }, { "indices": "tensor_000038_chunk_000248_indices", "indptr": "tensor_000038_chunk_000248_indptr", "nnz": 0, "row_count": 128, "row_start": 31744 }, { "indices": "tensor_000038_chunk_000249_indices", "indptr": "tensor_000038_chunk_000249_indptr", "nnz": 0, "row_count": 128, "row_start": 31872 }, { "indices": "tensor_000038_chunk_000250_indices", "indptr": "tensor_000038_chunk_000250_indptr", "nnz": 0, "row_count": 2, "row_start": 32000 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 8, "shape": [ 32002, 8192 ] }, "model.layers.9.post_attention_layernorm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000085_indices", "nnz": 8192, "shape": [ 8192 ] }, "model.layers.9.self_attn.o_proj.weight": { "chunks": [ { "indices": "tensor_000037_chunk_000000_indices", "indptr": "tensor_000037_chunk_000000_indptr", "nnz": 6, "row_count": 2340, "row_start": 0 }, { "indices": "tensor_000037_chunk_000001_indices", "indptr": "tensor_000037_chunk_000001_indptr", "nnz": 0, "row_count": 2340, "row_start": 2340 }, { "indices": "tensor_000037_chunk_000002_indices", "indptr": "tensor_000037_chunk_000002_indptr", "nnz": 0, "row_count": 2340, "row_start": 4680 }, { "indices": "tensor_000037_chunk_000003_indices", "indptr": "tensor_000037_chunk_000003_indptr", "nnz": 0, "row_count": 1172, "row_start": 7020 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 6, "shape": [ 8192, 448 ] }, "model.layers.9.self_attn.qkv_proj.weight": { "chunks": [ { "indices": "tensor_000036_chunk_000000_indices", "indptr": "tensor_000036_chunk_000000_indptr", "nnz": 128, "row_count": 128, "row_start": 0 }, { "indices": "tensor_000036_chunk_000001_indices", "indptr": "tensor_000036_chunk_000001_indptr", "nnz": 0, "row_count": 128, "row_start": 128 }, { "indices": "tensor_000036_chunk_000002_indices", "indptr": "tensor_000036_chunk_000002_indptr", "nnz": 0, "row_count": 128, "row_start": 256 }, { "indices": "tensor_000036_chunk_000003_indices", "indptr": "tensor_000036_chunk_000003_indptr", "nnz": 64, "row_count": 128, "row_start": 384 }, { "indices": "tensor_000036_chunk_000004_indices", "indptr": "tensor_000036_chunk_000004_indptr", "nnz": 64, "row_count": 128, "row_start": 512 }, { "indices": "tensor_000036_chunk_000005_indices", "indptr": "tensor_000036_chunk_000005_indptr", "nnz": 0, "row_count": 128, "row_start": 640 }, { "indices": "tensor_000036_chunk_000006_indices", "indptr": "tensor_000036_chunk_000006_indptr", "nnz": 0, "row_count": 128, "row_start": 768 }, { "indices": "tensor_000036_chunk_000007_indices", "indptr": "tensor_000036_chunk_000007_indptr", "nnz": 6, "row_count": 128, "row_start": 896 }, { "indices": "tensor_000036_chunk_000008_indices", "indptr": "tensor_000036_chunk_000008_indptr", "nnz": 0, "row_count": 128, "row_start": 1024 }, { "indices": "tensor_000036_chunk_000009_indices", "indptr": "tensor_000036_chunk_000009_indptr", "nnz": 0, "row_count": 128, "row_start": 1152 }, { "indices": "tensor_000036_chunk_000010_indices", "indptr": "tensor_000036_chunk_000010_indptr", "nnz": 0, "row_count": 64, "row_start": 1280 } ], "dtype": "float32", "encoding": "csr_row_chunks", "nnz": 262, "shape": [ 1344, 8192 ] }, "model.norm.weight": { "dtype": "float32", "encoding": "flat_indices", "indices": "tensor_000065_indices", "nnz": 8190, "shape": [ 8192 ] } }, "zero_test": "stored fp32 value != 0.0" }, "physical_layout": { "checkpoint_parameter_map": [ { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 64 ], "checkpoint_tensor": "model.layers.0.self_attn.qkv_proj.weight", "logical_matrix": "L0.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 64 ], "checkpoint_tensor": "model.layers.0.self_attn.qkv_proj.weight", "logical_matrix": "L0.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 64 ], "checkpoint_tensor": "model.layers.0.self_attn.qkv_proj.weight", "logical_matrix": "L0.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 64 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.0.self_attn.o_proj.weight", "logical_matrix": "L0.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 16 ], "checkpoint_tensor": "model.layers.0.mlp.gate_up_proj.weight", "logical_matrix": "L0.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 16 ], "checkpoint_tensor": "model.layers.0.mlp.gate_up_proj.weight", "logical_matrix": "L0.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 16 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.0.mlp.down_proj.weight", "logical_matrix": "L0.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 256 ], "checkpoint_tensor": "model.layers.1.self_attn.qkv_proj.weight", "logical_matrix": "L1.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 256 ], "checkpoint_tensor": "model.layers.1.self_attn.qkv_proj.weight", "logical_matrix": "L1.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 256 ], "checkpoint_tensor": "model.layers.1.self_attn.qkv_proj.weight", "logical_matrix": "L1.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 256 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.1.self_attn.o_proj.weight", "logical_matrix": "L1.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 26 ], "checkpoint_tensor": "model.layers.1.mlp.gate_up_proj.weight", "logical_matrix": "L1.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 26 ], "checkpoint_tensor": "model.layers.1.mlp.gate_up_proj.weight", "logical_matrix": "L1.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 26 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.1.mlp.down_proj.weight", "logical_matrix": "L1.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 192 ], "checkpoint_tensor": "model.layers.2.self_attn.qkv_proj.weight", "logical_matrix": "L2.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 192 ], "checkpoint_tensor": "model.layers.2.self_attn.qkv_proj.weight", "logical_matrix": "L2.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 192 ], "checkpoint_tensor": "model.layers.2.self_attn.qkv_proj.weight", "logical_matrix": "L2.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 192 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.2.self_attn.o_proj.weight", "logical_matrix": "L2.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 73 ], "checkpoint_tensor": "model.layers.2.mlp.gate_up_proj.weight", "logical_matrix": "L2.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 73 ], "checkpoint_tensor": "model.layers.2.mlp.gate_up_proj.weight", "logical_matrix": "L2.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 73 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.2.mlp.down_proj.weight", "logical_matrix": "L2.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 64 ], "checkpoint_tensor": "model.layers.3.self_attn.qkv_proj.weight", "logical_matrix": "L3.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 64 ], "checkpoint_tensor": "model.layers.3.self_attn.qkv_proj.weight", "logical_matrix": "L3.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 64 ], "checkpoint_tensor": "model.layers.3.self_attn.qkv_proj.weight", "logical_matrix": "L3.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 64 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.3.self_attn.o_proj.weight", "logical_matrix": "L3.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 15 ], "checkpoint_tensor": "model.layers.3.mlp.gate_up_proj.weight", "logical_matrix": "L3.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 15 ], "checkpoint_tensor": "model.layers.3.mlp.gate_up_proj.weight", "logical_matrix": "L3.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 15 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.3.mlp.down_proj.weight", "logical_matrix": "L3.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 448 ], "checkpoint_tensor": "model.layers.4.self_attn.qkv_proj.weight", "logical_matrix": "L4.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 448 ], "checkpoint_tensor": "model.layers.4.self_attn.qkv_proj.weight", "logical_matrix": "L4.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 448 ], "checkpoint_tensor": "model.layers.4.self_attn.qkv_proj.weight", "logical_matrix": "L4.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 448 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.4.self_attn.o_proj.weight", "logical_matrix": "L4.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 78 ], "checkpoint_tensor": "model.layers.4.mlp.gate_up_proj.weight", "logical_matrix": "L4.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 78 ], "checkpoint_tensor": "model.layers.4.mlp.gate_up_proj.weight", "logical_matrix": "L4.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 78 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.4.mlp.down_proj.weight", "logical_matrix": "L4.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 128 ], "checkpoint_tensor": "model.layers.5.self_attn.qkv_proj.weight", "logical_matrix": "L5.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 128 ], "checkpoint_tensor": "model.layers.5.self_attn.qkv_proj.weight", "logical_matrix": "L5.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 128 ], "checkpoint_tensor": "model.layers.5.self_attn.qkv_proj.weight", "logical_matrix": "L5.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 128 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.5.self_attn.o_proj.weight", "logical_matrix": "L5.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 145 ], "checkpoint_tensor": "model.layers.5.mlp.gate_up_proj.weight", "logical_matrix": "L5.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 145 ], "checkpoint_tensor": "model.layers.5.mlp.gate_up_proj.weight", "logical_matrix": "L5.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 145 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.5.mlp.down_proj.weight", "logical_matrix": "L5.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 128 ], "checkpoint_tensor": "model.layers.6.self_attn.qkv_proj.weight", "logical_matrix": "L6.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 128 ], "checkpoint_tensor": "model.layers.6.self_attn.qkv_proj.weight", "logical_matrix": "L6.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 128 ], "checkpoint_tensor": "model.layers.6.self_attn.qkv_proj.weight", "logical_matrix": "L6.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 128 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.6.self_attn.o_proj.weight", "logical_matrix": "L6.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 85 ], "checkpoint_tensor": "model.layers.6.mlp.gate_up_proj.weight", "logical_matrix": "L6.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 85 ], "checkpoint_tensor": "model.layers.6.mlp.gate_up_proj.weight", "logical_matrix": "L6.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 85 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.6.mlp.down_proj.weight", "logical_matrix": "L6.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 192 ], "checkpoint_tensor": "model.layers.7.self_attn.qkv_proj.weight", "logical_matrix": "L7.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 192 ], "checkpoint_tensor": "model.layers.7.self_attn.qkv_proj.weight", "logical_matrix": "L7.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 192 ], "checkpoint_tensor": "model.layers.7.self_attn.qkv_proj.weight", "logical_matrix": "L7.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 192 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.7.self_attn.o_proj.weight", "logical_matrix": "L7.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 43 ], "checkpoint_tensor": "model.layers.7.mlp.gate_up_proj.weight", "logical_matrix": "L7.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 43 ], "checkpoint_tensor": "model.layers.7.mlp.gate_up_proj.weight", "logical_matrix": "L7.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 43 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.7.mlp.down_proj.weight", "logical_matrix": "L7.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 128 ], "checkpoint_tensor": "model.layers.8.self_attn.qkv_proj.weight", "logical_matrix": "L8.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 128 ], "checkpoint_tensor": "model.layers.8.self_attn.qkv_proj.weight", "logical_matrix": "L8.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 128 ], "checkpoint_tensor": "model.layers.8.self_attn.qkv_proj.weight", "logical_matrix": "L8.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 128 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.8.self_attn.o_proj.weight", "logical_matrix": "L8.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 19 ], "checkpoint_tensor": "model.layers.8.mlp.gate_up_proj.weight", "logical_matrix": "L8.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 19 ], "checkpoint_tensor": "model.layers.8.mlp.gate_up_proj.weight", "logical_matrix": "L8.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 19 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.8.mlp.down_proj.weight", "logical_matrix": "L8.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 128 ], "checkpoint_tensor": "model.layers.9.self_attn.qkv_proj.weight", "logical_matrix": "L9.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 128 ], "checkpoint_tensor": "model.layers.9.self_attn.qkv_proj.weight", "logical_matrix": "L9.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 128 ], "checkpoint_tensor": "model.layers.9.self_attn.qkv_proj.weight", "logical_matrix": "L9.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 128 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.9.self_attn.o_proj.weight", "logical_matrix": "L9.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 5 ], "checkpoint_tensor": "model.layers.9.mlp.gate_up_proj.weight", "logical_matrix": "L9.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 5 ], "checkpoint_tensor": "model.layers.9.mlp.gate_up_proj.weight", "logical_matrix": "L9.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 5 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.9.mlp.down_proj.weight", "logical_matrix": "L9.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 320 ], "checkpoint_tensor": "model.layers.10.self_attn.qkv_proj.weight", "logical_matrix": "L10.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 320 ], "checkpoint_tensor": "model.layers.10.self_attn.qkv_proj.weight", "logical_matrix": "L10.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 320 ], "checkpoint_tensor": "model.layers.10.self_attn.qkv_proj.weight", "logical_matrix": "L10.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 320 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.10.self_attn.o_proj.weight", "logical_matrix": "L10.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 13 ], "checkpoint_tensor": "model.layers.10.mlp.gate_up_proj.weight", "logical_matrix": "L10.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 13 ], "checkpoint_tensor": "model.layers.10.mlp.gate_up_proj.weight", "logical_matrix": "L10.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 13 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.10.mlp.down_proj.weight", "logical_matrix": "L10.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 384 ], "checkpoint_tensor": "model.layers.11.self_attn.qkv_proj.weight", "logical_matrix": "L11.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 384 ], "checkpoint_tensor": "model.layers.11.self_attn.qkv_proj.weight", "logical_matrix": "L11.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 384 ], "checkpoint_tensor": "model.layers.11.self_attn.qkv_proj.weight", "logical_matrix": "L11.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 384 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.11.self_attn.o_proj.weight", "logical_matrix": "L11.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 16001 ], "checkpoint_tensor": "model.layers.11.mlp.gate_up_proj.weight", "logical_matrix": "L11.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 16001 ], "checkpoint_tensor": "model.layers.11.mlp.gate_up_proj.weight", "logical_matrix": "L11.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 16001 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.11.mlp.down_proj.weight", "logical_matrix": "L11.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 64 ], "checkpoint_tensor": "model.layers.12.self_attn.qkv_proj.weight", "logical_matrix": "L12.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 64 ], "checkpoint_tensor": "model.layers.12.self_attn.qkv_proj.weight", "logical_matrix": "L12.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 64 ], "checkpoint_tensor": "model.layers.12.self_attn.qkv_proj.weight", "logical_matrix": "L12.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 64 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.12.self_attn.o_proj.weight", "logical_matrix": "L12.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 14143 ], "checkpoint_tensor": "model.layers.12.mlp.gate_up_proj.weight", "logical_matrix": "L12.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 14143 ], "checkpoint_tensor": "model.layers.12.mlp.gate_up_proj.weight", "logical_matrix": "L12.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 14143 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.12.mlp.down_proj.weight", "logical_matrix": "L12.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 64 ], "checkpoint_tensor": "model.layers.13.self_attn.qkv_proj.weight", "logical_matrix": "L13.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 64 ], "checkpoint_tensor": "model.layers.13.self_attn.qkv_proj.weight", "logical_matrix": "L13.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 64 ], "checkpoint_tensor": "model.layers.13.self_attn.qkv_proj.weight", "logical_matrix": "L13.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 64 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.13.self_attn.o_proj.weight", "logical_matrix": "L13.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 6325 ], "checkpoint_tensor": "model.layers.13.mlp.gate_up_proj.weight", "logical_matrix": "L13.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 6325 ], "checkpoint_tensor": "model.layers.13.mlp.gate_up_proj.weight", "logical_matrix": "L13.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 6325 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.13.mlp.down_proj.weight", "logical_matrix": "L13.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 448 ], "checkpoint_tensor": "model.layers.14.self_attn.qkv_proj.weight", "logical_matrix": "L14.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 448 ], "checkpoint_tensor": "model.layers.14.self_attn.qkv_proj.weight", "logical_matrix": "L14.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 448 ], "checkpoint_tensor": "model.layers.14.self_attn.qkv_proj.weight", "logical_matrix": "L14.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 448 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.14.self_attn.o_proj.weight", "logical_matrix": "L14.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 319 ], "checkpoint_tensor": "model.layers.14.mlp.gate_up_proj.weight", "logical_matrix": "L14.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 319 ], "checkpoint_tensor": "model.layers.14.mlp.gate_up_proj.weight", "logical_matrix": "L14.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 319 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.14.mlp.down_proj.weight", "logical_matrix": "L14.mlp.W_out", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 128 ], "checkpoint_tensor": "model.layers.15.self_attn.qkv_proj.weight", "logical_matrix": "L15.attn.W_Q", "scale": 8.0, "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 448, 128 ], "checkpoint_tensor": "model.layers.15.self_attn.qkv_proj.weight", "logical_matrix": "L15.attn.W_K", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 896, 128 ], "checkpoint_tensor": "model.layers.15.self_attn.qkv_proj.weight", "logical_matrix": "L15.attn.W_V", "transform": "transpose" }, { "checkpoint_columns": [ 0, 128 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.15.self_attn.o_proj.weight", "logical_matrix": "L15.attn.W_O", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 0, 479 ], "checkpoint_tensor": "model.layers.15.mlp.gate_up_proj.weight", "logical_matrix": "L15.mlp.W_in", "transform": "transpose" }, { "checkpoint_columns": [ 0, 8192 ], "checkpoint_rows": [ 16001, 479 ], "checkpoint_tensor": "model.layers.15.mlp.gate_up_proj.weight", "logical_matrix": "L15.mlp.W_up", "transform": "transpose" }, { "checkpoint_columns": [ 0, 479 ], "checkpoint_rows": [ 0, 8192 ], "checkpoint_tensor": "model.layers.15.mlp.down_proj.weight", "logical_matrix": "L15.mlp.W_out", "transform": "transpose" }, { "checkpoint_tensor": "model.embed_tokens.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.0.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.0.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.1.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.1.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.10.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.10.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.11.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.11.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.12.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.12.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.13.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.13.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.14.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.14.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.15.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.15.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.2.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.2.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.3.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.3.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.4.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.4.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.5.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.5.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.6.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.6.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.7.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.7.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.8.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.8.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.9.input_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.layers.9.post_attention_layernorm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" }, { "checkpoint_tensor": "model.norm.weight", "logical_matrix": null, "transform": "runtime_or_token_parameter" } ], "known_null_components": { "meaning": "These components are statically absent or padding. This is not an input-specific causal-relevance claim.", "never_referenced_residual_columns": [ [ 3210, 4980 ] ], "padded_attention_heads": [ { "head_range": [ 1, 6 ], "layer": 0 }, { "head_range": [ 4, 3 ], "layer": 1 }, { "head_range": [ 3, 4 ], "layer": 2 }, { "head_range": [ 1, 6 ], "layer": 3 }, { "head_range": [ 2, 5 ], "layer": 5 }, { "head_range": [ 2, 5 ], "layer": 6 }, { "head_range": [ 3, 4 ], "layer": 7 }, { "head_range": [ 2, 5 ], "layer": 8 }, { "head_range": [ 2, 5 ], "layer": 9 }, { "head_range": [ 5, 2 ], "layer": 10 }, { "head_range": [ 6, 1 ], "layer": 11 }, { "head_range": [ 1, 6 ], "layer": 12 }, { "head_range": [ 1, 6 ], "layer": 13 }, { "head_range": [ 2, 5 ], "layer": 15 } ], "padded_mlp_neurons": [ { "layer": 0, "neuron_range": [ 16, 15985 ] }, { "layer": 1, "neuron_range": [ 26, 15975 ] }, { "layer": 2, "neuron_range": [ 73, 15928 ] }, { "layer": 3, "neuron_range": [ 15, 15986 ] }, { "layer": 4, "neuron_range": [ 78, 15923 ] }, { "layer": 5, "neuron_range": [ 145, 15856 ] }, { "layer": 6, "neuron_range": [ 85, 15916 ] }, { "layer": 7, "neuron_range": [ 43, 15958 ] }, { "layer": 8, "neuron_range": [ 19, 15982 ] }, { "layer": 9, "neuron_range": [ 5, 15996 ] }, { "layer": 10, "neuron_range": [ 13, 15988 ] }, { "layer": 12, "neuron_range": [ 14143, 1858 ] }, { "layer": 13, "neuron_range": [ 6325, 9676 ] }, { "layer": 14, "neuron_range": [ 319, 15682 ] }, { "layer": 15, "neuron_range": [ 479, 15522 ] } ] }, "matrices": { "L0.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L0.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 64, 8192 ] }, "L0.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L0.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L0.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 16 ] }, "L0.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 16, 8192 ] }, "L0.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 16 ] }, "L1.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 256 ] }, "L1.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 256, 8192 ] }, "L1.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 256 ] }, "L1.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 256 ] }, "L1.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 26 ] }, "L1.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 26, 8192 ] }, "L1.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 26 ] }, "L10.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 320 ] }, "L10.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 320, 8192 ] }, "L10.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 320 ] }, "L10.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 320 ] }, "L10.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 13 ] }, "L10.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 13, 8192 ] }, "L10.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 13 ] }, "L11.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 384 ] }, "L11.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 384, 8192 ] }, "L11.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 384 ] }, "L11.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 384 ] }, "L11.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 16001 ] }, "L11.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 16001, 8192 ] }, "L11.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 16001 ] }, "L12.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L12.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 64, 8192 ] }, "L12.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L12.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L12.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 14143 ] }, "L12.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 14143, 8192 ] }, "L12.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 14143 ] }, "L13.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L13.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 64, 8192 ] }, "L13.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L13.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L13.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 6325 ] }, "L13.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 6325, 8192 ] }, "L13.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 6325 ] }, "L14.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L14.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 448, 8192 ] }, "L14.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L14.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L14.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 319 ] }, "L14.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 319, 8192 ] }, "L14.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 319 ] }, "L15.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L15.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 128, 8192 ] }, "L15.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L15.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L15.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 479 ] }, "L15.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 479, 8192 ] }, "L15.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 479 ] }, "L2.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L2.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 192, 8192 ] }, "L2.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L2.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L2.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 73 ] }, "L2.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 73, 8192 ] }, "L2.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 73 ] }, "L3.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L3.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 64, 8192 ] }, "L3.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L3.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 64 ] }, "L3.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 15 ] }, "L3.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 15, 8192 ] }, "L3.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 15 ] }, "L4.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L4.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 448, 8192 ] }, "L4.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L4.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 448 ] }, "L4.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 78 ] }, "L4.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 78, 8192 ] }, "L4.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 78 ] }, "L5.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L5.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 128, 8192 ] }, "L5.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L5.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L5.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 145 ] }, "L5.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 145, 8192 ] }, "L5.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 145 ] }, "L6.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L6.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 128, 8192 ] }, "L6.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L6.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L6.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 85 ] }, "L6.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 85, 8192 ] }, "L6.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 85 ] }, "L7.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L7.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 192, 8192 ] }, "L7.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L7.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 192 ] }, "L7.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 43 ] }, "L7.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 43, 8192 ] }, "L7.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 43 ] }, "L8.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L8.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 128, 8192 ] }, "L8.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L8.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L8.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 19 ] }, "L8.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 19, 8192 ] }, "L8.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 19 ] }, "L9.attn.W_K": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L9.attn.W_O": { "axis0": "head", "axis1": "residual_out", "shape": [ 128, 8192 ] }, "L9.attn.W_Q": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L9.attn.W_V": { "axis0": "residual_in", "axis1": "head", "shape": [ 8192, 128 ] }, "L9.mlp.W_in": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 5 ] }, "L9.mlp.W_out": { "axis0": "hidden", "axis1": "residual_out", "shape": [ 5, 8192 ] }, "L9.mlp.W_up": { "axis0": "residual_in", "axis1": "hidden", "shape": [ 8192, 5 ] } }, "matrix_coordinates": "logical x@W compiler coordinates", "placements": { "i:0": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L15.mlp.W_out" } ], "l:0": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 28, 1 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 34, 17 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 111, 17 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 28, 1 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 34, 17 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 111, 17 ], "axis1": [ 1, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 1, 34 ], "axis1": [ 1, 17 ], "matrix": "L15.mlp.W_out" } ], "l:10": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_K" }, { "axis0": [ 146, 13 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 730, 5 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 736, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 741, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 746, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 751, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 756, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 761, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 766, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 771, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 776, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 781, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 786, 4 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 791, 2 ], "axis1": [ 0, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 34, 17 ], "matrix": "L15.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_K" }, { "axis0": [ 159, 7 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 793, 2 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 796, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 801, 5 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 807, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 812, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 817, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 822, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 827, 4 ], "axis1": [ 64, 64 ], "matrix": "L15.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 34, 17 ], "matrix": "L15.attn.W_O" } ], "l:100": [ { "axis0": [ 0, 1 ], "axis1": [ 102, 1 ], "matrix": "L0.mlp.W_out" } ], "l:102": [ { "axis0": [ 0, 1 ], "axis1": [ 103, 1 ], "matrix": "L0.mlp.W_out" } ], "l:103": [ { "axis0": [ 46, 1 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 50, 2 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 24, 1 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 128, 2 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 56, 3 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 78, 14 ], "axis1": [ 64, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 46, 9 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 56, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 60, 5 ], "matrix": "L10.attn.W_O" } ], "l:104": [ { "axis0": [ 0, 1 ], "axis1": [ 8, 13 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 8, 13 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 46, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 50, 2 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 32, 1 ], "axis1": [ 8, 13 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 8, 13 ], "axis1": [ 46, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 8, 13 ], "axis1": [ 50, 2 ], "matrix": "L4.mlp.W_out" } ], "l:105": [ { "axis0": [ 104, 2 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 106, 1 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 65, 3 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 71, 6 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 78, 8 ], "axis1": [ 128, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 63, 17 ], "matrix": "L11.attn.W_O" } ], "l:107": [ { "axis0": [ 0, 1 ], "axis1": [ 104, 1 ], "matrix": "L0.mlp.W_out" } ], "l:108": [ { "axis0": [ 0, 1 ], "axis1": [ 105, 1 ], "matrix": "L0.mlp.W_out" } ], "l:110": [ { "axis0": [ 0, 1 ], "axis1": [ 106, 1 ], "matrix": "L0.mlp.W_out" } ], "l:111": [ { "axis0": [ 63, 3 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 40, 1 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 44, 2 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 25, 1 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 31, 7 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 41, 3 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 130, 1 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 135, 5 ], "axis1": [ 128, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 65, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 71, 6 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 78, 8 ], "matrix": "L10.attn.W_O" } ], "l:112": [ { "axis0": [ 0, 1 ], "axis1": [ 22, 9 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 22, 9 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 63, 3 ], "matrix": "L7.mlp.W_out" }, { "axis0": [ 29, 1 ], "axis1": [ 22, 9 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 22, 9 ], "axis1": [ 63, 3 ], "matrix": "L7.mlp.W_out" } ], "l:113": [ { "axis0": [ 47, 2 ], "axis1": [ 0, 64 ], "matrix": "L7.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 0, 64 ], "matrix": "L7.attn.W_K" }, { "axis0": [ 49, 1 ], "axis1": [ 0, 64 ], "matrix": "L7.attn.W_K" }, { "axis0": [ 18, 1 ], "axis1": [ 0, 64 ], "matrix": "L7.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 29, 1 ], "matrix": "L7.attn.W_O" } ], "l:115": [ { "axis0": [ 0, 1 ], "axis1": [ 47, 1 ], "matrix": "L0.mlp.W_out" } ], "l:116": [ { "axis0": [ 0, 1 ], "axis1": [ 48, 1 ], "matrix": "L0.mlp.W_out" } ], "l:118": [ { "axis0": [ 0, 1 ], "axis1": [ 49, 1 ], "matrix": "L0.mlp.W_out" } ], "l:119": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L6.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L6.attn.W_K" }, { "axis0": [ 29, 1 ], "axis1": [ 0, 64 ], "matrix": "L6.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 18, 1 ], "matrix": "L6.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 18, 1 ], "matrix": "L6.mlp.W_out" } ], "l:12": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 140, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 638, 8 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 1304, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 1308, 5 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 1328, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 1365, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 1565, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 140, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 638, 8 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1304, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1308, 5 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1328, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1365, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1565, 1 ], "axis1": [ 1, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 1, 17 ], "axis1": [ 146, 3 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 730, 5 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 736, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 741, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 746, 1 ], "matrix": "L14.mlp.W_out" } ], "l:120": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 32 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 32 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 29, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 27, 1 ], "axis1": [ 1, 32 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 1, 32 ], "axis1": [ 29, 1 ], "matrix": "L5.mlp.W_out" } ], "l:121": [ { "axis0": [ 34, 1 ], "axis1": [ 0, 64 ], "matrix": "L5.attn.W_Q" }, { "axis0": [ 30, 1 ], "axis1": [ 0, 64 ], "matrix": "L5.attn.W_K" }, { "axis0": [ 130, 1 ], "axis1": [ 0, 64 ], "matrix": "L5.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 27, 1 ], "matrix": "L5.attn.W_O" } ], "l:122": [ { "axis0": [ 0, 1 ], "axis1": [ 34, 1 ], "matrix": "L0.mlp.W_out" } ], "l:123": [ { "axis0": [ 30, 2 ], "axis1": [ 0, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 0, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 32, 1 ], "axis1": [ 0, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 27, 1 ], "axis1": [ 0, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 30, 1 ], "matrix": "L4.attn.W_O" } ], "l:125": [ { "axis0": [ 0, 1 ], "axis1": [ 30, 1 ], "matrix": "L0.mlp.W_out" } ], "l:126": [ { "axis0": [ 0, 1 ], "axis1": [ 31, 1 ], "matrix": "L0.mlp.W_out" } ], "l:128": [ { "axis0": [ 0, 1 ], "axis1": [ 32, 1 ], "matrix": "L0.mlp.W_out" } ], "l:129": [ { "axis0": [ 0, 1 ], "axis1": [ 54, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 27, 1 ], "axis1": [ 54, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 27, 1 ], "axis1": [ 55, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 54, 1 ], "axis1": [ 130, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 55, 1 ], "axis1": [ 130, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 130, 1 ], "matrix": "L4.mlp.W_out" } ], "l:130": [ { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L9.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L9.attn.W_K" }, { "axis0": [ 69, 2 ], "axis1": [ 64, 64 ], "matrix": "L9.attn.W_V" }, { "axis0": [ 77, 1 ], "axis1": [ 64, 64 ], "matrix": "L9.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 40, 1 ], "matrix": "L9.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 44, 2 ], "matrix": "L9.attn.W_O" } ], "l:132": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 38, 2 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 38, 2 ], "axis1": [ 3, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 3, 2 ], "axis1": [ 69, 2 ], "matrix": "L8.mlp.W_out" } ], "l:134": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 39, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 23, 1 ], "axis1": [ 3, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 25, 1 ], "axis1": [ 3, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 31, 1 ], "axis1": [ 3, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 3, 2 ], "axis1": [ 39, 1 ], "matrix": "L4.mlp.W_out" } ], "l:136": [ { "axis0": [ 0, 1 ], "axis1": [ 9, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 25, 1 ], "matrix": "L1.mlp.W_out" }, { "axis0": [ 26, 1 ], "axis1": [ 9, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 9, 2 ], "axis1": [ 25, 1 ], "matrix": "L1.mlp.W_out" } ], "l:137": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L8.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L8.attn.W_K" }, { "axis0": [ 48, 2 ], "axis1": [ 0, 64 ], "matrix": "L8.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 29, 1 ], "matrix": "L8.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 38, 1 ], "matrix": "L8.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 29, 1 ], "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 38, 1 ], "matrix": "L8.mlp.W_out" } ], "l:138": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 8 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 8 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 8 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 48, 2 ], "matrix": "L7.mlp.W_out" }, { "axis0": [ 47, 1 ], "axis1": [ 1, 8 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 92, 1 ], "axis1": [ 1, 8 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 1, 8 ], "axis1": [ 48, 2 ], "matrix": "L7.mlp.W_out" } ], "l:14": [ { "axis0": [ 0, 1 ], "axis1": [ 69, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 69, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 140, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 55, 2 ], "axis1": [ 69, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 69, 2 ], "axis1": [ 140, 1 ], "matrix": "L5.mlp.W_out" } ], "l:140": [ { "axis0": [ 0, 1 ], "axis1": [ 43, 2 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 18, 1 ], "axis1": [ 43, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 18, 1 ], "axis1": [ 44, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 43, 1 ], "axis1": [ 92, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 44, 1 ], "axis1": [ 92, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 43, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 44, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 92, 1 ], "matrix": "L6.mlp.W_out" } ], "l:141": [ { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L7.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L7.attn.W_K" }, { "axis0": [ 92, 1 ], "axis1": [ 64, 64 ], "matrix": "L7.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 47, 1 ], "matrix": "L7.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 47, 1 ], "matrix": "L7.mlp.W_out" } ], "l:143": [ { "axis0": [ 0, 1 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 27, 1 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 41, 3 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 27, 1 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 41, 3 ], "axis1": [ 5, 3 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 5, 3 ], "axis1": [ 40, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 5, 3 ], "axis1": [ 44, 2 ], "matrix": "L4.mlp.W_out" } ], "l:145": [ { "axis0": [ 0, 1 ], "axis1": [ 41, 3 ], "matrix": "L0.mlp.W_out" } ], "l:146": [ { "axis0": [ 0, 1 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 1, 17 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 39, 1 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 78, 17 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 1, 17 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 39, 1 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 78, 17 ], "axis1": [ 35, 34 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 35, 34 ], "axis1": [ 25, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 35, 34 ], "axis1": [ 31, 7 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 35, 34 ], "axis1": [ 41, 3 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 35, 34 ], "axis1": [ 130, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 35, 34 ], "axis1": [ 135, 5 ], "matrix": "L5.mlp.W_out" } ], "l:148": [ { "axis0": [ 0, 1 ], "axis1": [ 78, 17 ], "matrix": "L0.mlp.W_out" } ], "l:149": [ { "axis0": [ 107, 2 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 109, 1 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 22, 3 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 86, 2 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 89, 7 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 97, 1 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 110, 1 ], "axis1": [ 192, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 192, 64 ], "axis1": [ 18, 3 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 80, 8 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 89, 5 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 97, 1 ], "matrix": "L11.attn.W_O" } ], "l:151": [ { "axis0": [ 0, 1 ], "axis1": [ 107, 1 ], "matrix": "L0.mlp.W_out" } ], "l:152": [ { "axis0": [ 0, 1 ], "axis1": [ 108, 1 ], "matrix": "L0.mlp.W_out" } ], "l:154": [ { "axis0": [ 0, 1 ], "axis1": [ 109, 1 ], "matrix": "L0.mlp.W_out" } ], "l:155": [ { "axis0": [ 60, 3 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 40, 1 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 44, 2 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 25, 1 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 31, 7 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 41, 3 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 130, 1 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 135, 5 ], "axis1": [ 192, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 192, 64 ], "axis1": [ 18, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 22, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 86, 2 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 89, 7 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 97, 1 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 110, 1 ], "matrix": "L10.attn.W_O" } ], "l:156": [ { "axis0": [ 0, 1 ], "axis1": [ 9, 13 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 13 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 60, 3 ], "matrix": "L7.mlp.W_out" }, { "axis0": [ 29, 1 ], "axis1": [ 9, 13 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 9, 13 ], "axis1": [ 60, 3 ], "matrix": "L7.mlp.W_out" } ], "l:158": [ { "axis0": [ 0, 1 ], "axis1": [ 58, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 35, 1 ], "axis1": [ 58, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 35, 1 ], "axis1": [ 59, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 58, 1 ], "axis1": [ 132, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 59, 1 ], "axis1": [ 132, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 132, 1 ], "matrix": "L4.mlp.W_out" } ], "l:159": [ { "axis0": [ 50, 2 ], "axis1": [ 192, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 192, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 52, 1 ], "axis1": [ 192, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 18, 1 ], "axis1": [ 192, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 192, 64 ], "axis1": [ 35, 1 ], "matrix": "L4.attn.W_O" } ], "l:16": [ { "axis0": [ 0, 1 ], "axis1": [ 30, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 30, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 55, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 30, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 30, 2 ], "axis1": [ 55, 1 ], "matrix": "L4.mlp.W_out" } ], "l:161": [ { "axis0": [ 0, 1 ], "axis1": [ 50, 1 ], "matrix": "L0.mlp.W_out" } ], "l:162": [ { "axis0": [ 0, 1 ], "axis1": [ 51, 1 ], "matrix": "L0.mlp.W_out" } ], "l:164": [ { "axis0": [ 0, 1 ], "axis1": [ 52, 1 ], "matrix": "L0.mlp.W_out" } ], "l:165": [ { "axis0": [ 0, 1 ], "axis1": [ 60, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 36, 1 ], "axis1": [ 60, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 36, 1 ], "axis1": [ 61, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 60, 1 ], "axis1": [ 133, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 61, 1 ], "axis1": [ 133, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 133, 1 ], "matrix": "L4.mlp.W_out" } ], "l:166": [ { "axis0": [ 53, 2 ], "axis1": [ 256, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 256, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 55, 1 ], "axis1": [ 256, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 19, 1 ], "axis1": [ 256, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 256, 64 ], "axis1": [ 36, 1 ], "matrix": "L4.attn.W_O" } ], "l:168": [ { "axis0": [ 0, 1 ], "axis1": [ 53, 1 ], "matrix": "L0.mlp.W_out" } ], "l:169": [ { "axis0": [ 0, 1 ], "axis1": [ 54, 1 ], "matrix": "L0.mlp.W_out" } ], "l:17": [ { "axis0": [ 0, 1 ], "axis1": [ 5, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 40, 1 ], "axis1": [ 5, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 40, 1 ], "axis1": [ 6, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 5, 1 ], "axis1": [ 33, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 6, 1 ], "axis1": [ 33, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 33, 1 ], "matrix": "L3.mlp.W_out" } ], "l:171": [ { "axis0": [ 0, 1 ], "axis1": [ 55, 1 ], "matrix": "L0.mlp.W_out" } ], "l:172": [ { "axis0": [ 0, 1 ], "axis1": [ 62, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 37, 1 ], "axis1": [ 62, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 37, 1 ], "axis1": [ 63, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 62, 1 ], "axis1": [ 134, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 63, 1 ], "axis1": [ 134, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 134, 1 ], "matrix": "L4.mlp.W_out" } ], "l:173": [ { "axis0": [ 56, 2 ], "axis1": [ 320, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 320, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 58, 1 ], "axis1": [ 320, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 20, 1 ], "axis1": [ 320, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 320, 64 ], "axis1": [ 37, 1 ], "matrix": "L4.attn.W_O" } ], "l:175": [ { "axis0": [ 0, 1 ], "axis1": [ 56, 1 ], "matrix": "L0.mlp.W_out" } ], "l:176": [ { "axis0": [ 0, 1 ], "axis1": [ 57, 1 ], "matrix": "L0.mlp.W_out" } ], "l:178": [ { "axis0": [ 0, 1 ], "axis1": [ 58, 1 ], "matrix": "L0.mlp.W_out" } ], "l:179": [ { "axis0": [ 0, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 1001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 1001, 1000 ], "axis1": [ 221, 102 ], "matrix": "L11.mlp.W_out" } ], "l:18": [ { "axis0": [ 0, 1 ], "axis1": [ 35, 32 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 35, 32 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 40, 1 ], "matrix": "L2.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 35, 32 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 35, 32 ], "axis1": [ 40, 1 ], "matrix": "L2.mlp.W_out" } ], "l:180": [ { "axis0": [ 0, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 2001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 2001, 1000 ], "axis1": [ 323, 102 ], "matrix": "L11.mlp.W_out" } ], "l:181": [ { "axis0": [ 0, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 3001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 3001, 1000 ], "axis1": [ 425, 102 ], "matrix": "L11.mlp.W_out" } ], "l:182": [ { "axis0": [ 0, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 4001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 4001, 1000 ], "axis1": [ 527, 102 ], "matrix": "L11.mlp.W_out" } ], "l:183": [ { "axis0": [ 0, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 5001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 5001, 1000 ], "axis1": [ 629, 102 ], "matrix": "L11.mlp.W_out" } ], "l:184": [ { "axis0": [ 0, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 6001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 6001, 1000 ], "axis1": [ 731, 102 ], "matrix": "L11.mlp.W_out" } ], "l:185": [ { "axis0": [ 0, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 7001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 7001, 1000 ], "axis1": [ 833, 102 ], "matrix": "L11.mlp.W_out" } ], "l:186": [ { "axis0": [ 0, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 8001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 8001, 1000 ], "axis1": [ 935, 102 ], "matrix": "L11.mlp.W_out" } ], "l:187": [ { "axis0": [ 0, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 9001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 9001, 1000 ], "axis1": [ 1037, 102 ], "matrix": "L11.mlp.W_out" } ], "l:188": [ { "axis0": [ 0, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 10001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 10001, 1000 ], "axis1": [ 1139, 102 ], "matrix": "L11.mlp.W_out" } ], "l:189": [ { "axis0": [ 0, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 11001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 11001, 1000 ], "axis1": [ 1241, 102 ], "matrix": "L11.mlp.W_out" } ], "l:19": [ { "axis0": [ 110, 1 ], "axis1": [ 64, 64 ], "matrix": "L2.attn.W_Q" }, { "axis0": [ 28, 1 ], "axis1": [ 64, 64 ], "matrix": "L2.attn.W_K" }, { "axis0": [ 131, 1 ], "axis1": [ 64, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 33, 1 ], "matrix": "L2.attn.W_O" } ], "l:190": [ { "axis0": [ 0, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 12001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 12001, 1000 ], "axis1": [ 1343, 102 ], "matrix": "L11.mlp.W_out" } ], "l:191": [ { "axis0": [ 0, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 13001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 13001, 1000 ], "axis1": [ 1445, 102 ], "matrix": "L11.mlp.W_out" } ], "l:192": [ { "axis0": [ 0, 1 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 14001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 14001, 1000 ], "axis1": [ 1547, 102 ], "matrix": "L11.mlp.W_out" } ], "l:193": [ { "axis0": [ 0, 1 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 15001, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 15001, 1000 ], "axis1": [ 1649, 102 ], "matrix": "L11.mlp.W_out" } ], "l:194": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 1, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 1, 1000 ], "axis1": [ 1751, 102 ], "matrix": "L12.mlp.W_out" } ], "l:195": [ { "axis0": [ 0, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 1001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 1001, 1000 ], "axis1": [ 1853, 102 ], "matrix": "L12.mlp.W_out" } ], "l:196": [ { "axis0": [ 0, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 2001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 2001, 1000 ], "axis1": [ 1955, 102 ], "matrix": "L12.mlp.W_out" } ], "l:197": [ { "axis0": [ 0, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 3001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 3001, 1000 ], "axis1": [ 2057, 102 ], "matrix": "L12.mlp.W_out" } ], "l:198": [ { "axis0": [ 0, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 4001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 4001, 1000 ], "axis1": [ 2159, 102 ], "matrix": "L12.mlp.W_out" } ], "l:199": [ { "axis0": [ 0, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 5001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 5001, 1000 ], "axis1": [ 2261, 102 ], "matrix": "L12.mlp.W_out" } ], "l:2": [ { "axis0": [ 95, 2 ], "axis1": [ 128, 64 ], "matrix": "L1.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 128, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 97, 1 ], "axis1": [ 128, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 21, 1 ], "axis1": [ 128, 64 ], "matrix": "L1.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 28, 1 ], "matrix": "L1.attn.W_O" } ], "l:20": [ { "axis0": [ 0, 1 ], "axis1": [ 110, 1 ], "matrix": "L0.mlp.W_out" } ], "l:200": [ { "axis0": [ 0, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 6001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 6001, 1000 ], "axis1": [ 2363, 102 ], "matrix": "L12.mlp.W_out" } ], "l:201": [ { "axis0": [ 0, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 7001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 7001, 1000 ], "axis1": [ 2465, 102 ], "matrix": "L12.mlp.W_out" } ], "l:202": [ { "axis0": [ 0, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 8001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 8001, 1000 ], "axis1": [ 2567, 102 ], "matrix": "L12.mlp.W_out" } ], "l:203": [ { "axis0": [ 0, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 9001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 9001, 1000 ], "axis1": [ 2669, 102 ], "matrix": "L12.mlp.W_out" } ], "l:204": [ { "axis0": [ 0, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 10001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 10001, 1000 ], "axis1": [ 2771, 102 ], "matrix": "L12.mlp.W_out" } ], "l:205": [ { "axis0": [ 0, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 11001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 11001, 1000 ], "axis1": [ 2873, 102 ], "matrix": "L12.mlp.W_out" } ], "l:206": [ { "axis0": [ 0, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 12001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 12001, 1000 ], "axis1": [ 2975, 102 ], "matrix": "L12.mlp.W_out" } ], "l:207": [ { "axis0": [ 0, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 13001, 1000 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 13001, 1000 ], "axis1": [ 3077, 102 ], "matrix": "L12.mlp.W_out" } ], "l:208": [ { "axis0": [ 0, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 26, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 141, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 646, 4 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 651, 4 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 657, 5 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 26, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 128, 3 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 141, 1 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 646, 4 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 651, 4 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 657, 5 ], "axis1": [ 18, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 18, 17 ], "axis1": [ 149, 3 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 18, 17 ], "axis1": [ 747, 3 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 18, 17 ], "axis1": [ 751, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 18, 17 ], "axis1": [ 756, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 18, 17 ], "axis1": [ 761, 3 ], "matrix": "L14.mlp.W_out" } ], "l:21": [ { "axis0": [ 0, 1 ], "axis1": [ 16, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 21, 1 ], "axis1": [ 16, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 21, 1 ], "axis1": [ 17, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 16, 1 ], "axis1": [ 131, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 17, 1 ], "axis1": [ 131, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 131, 1 ], "matrix": "L1.mlp.W_out" } ], "l:210": [ { "axis0": [ 0, 1 ], "axis1": [ 71, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 71, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 141, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 57, 2 ], "axis1": [ 71, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 71, 2 ], "axis1": [ 141, 1 ], "matrix": "L5.mlp.W_out" } ], "l:212": [ { "axis0": [ 0, 1 ], "axis1": [ 34, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 34, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 57, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 34, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 34, 2 ], "axis1": [ 57, 1 ], "matrix": "L4.mlp.W_out" } ], "l:213": [ { "axis0": [ 0, 1 ], "axis1": [ 36, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 36, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 58, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 36, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 36, 2 ], "axis1": [ 58, 1 ], "matrix": "L4.mlp.W_out" } ], "l:214": [ { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 64, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 29, 59 ], "axis1": [ 64, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 89, 2 ], "axis1": [ 64, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 26, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 128, 3 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 646, 4 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 651, 4 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 657, 5 ], "matrix": "L14.attn.W_O" } ], "l:215": [ { "axis0": [ 0, 1 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 142, 1 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 662, 17 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 142, 1 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 662, 17 ], "axis1": [ 35, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 35, 17 ], "axis1": [ 152, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 35, 17 ], "axis1": [ 764, 1 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 35, 17 ], "axis1": [ 766, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 35, 17 ], "axis1": [ 771, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 35, 17 ], "axis1": [ 776, 4 ], "matrix": "L14.mlp.W_out" } ], "l:217": [ { "axis0": [ 0, 1 ], "axis1": [ 73, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 73, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 142, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 18, 2 ], "axis1": [ 73, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 73, 2 ], "axis1": [ 142, 1 ], "matrix": "L5.mlp.W_out" } ], "l:219": [ { "axis0": [ 0, 1 ], "axis1": [ 38, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 38, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 18, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 38, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 38, 2 ], "axis1": [ 18, 1 ], "matrix": "L4.mlp.W_out" } ], "l:22": [ { "axis0": [ 0, 1 ], "axis1": [ 32, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 32, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 56, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 32, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 32, 2 ], "axis1": [ 56, 1 ], "matrix": "L4.mlp.W_out" } ], "l:220": [ { "axis0": [ 0, 1 ], "axis1": [ 40, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 40, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 19, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 40, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 40, 2 ], "axis1": [ 19, 1 ], "matrix": "L4.mlp.W_out" } ], "l:221": [ { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 128, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 29, 59 ], "axis1": [ 128, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 89, 2 ], "axis1": [ 128, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 662, 17 ], "matrix": "L14.attn.W_O" } ], "l:222": [ { "axis0": [ 0, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 27, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 143, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 271, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 679, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 682, 3 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 686, 2 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 689, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 691, 4 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 27, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 135, 4 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 143, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 271, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 679, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 682, 3 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 686, 2 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 689, 1 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 691, 4 ], "axis1": [ 52, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 52, 17 ], "axis1": [ 156, 3 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 52, 17 ], "axis1": [ 781, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 52, 17 ], "axis1": [ 786, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 52, 17 ], "axis1": [ 791, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 52, 17 ], "axis1": [ 796, 2 ], "matrix": "L14.mlp.W_out" } ], "l:224": [ { "axis0": [ 0, 1 ], "axis1": [ 75, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 75, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 143, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 95, 2 ], "axis1": [ 75, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 75, 2 ], "axis1": [ 143, 1 ], "matrix": "L5.mlp.W_out" } ], "l:226": [ { "axis0": [ 0, 1 ], "axis1": [ 42, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 42, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 95, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 42, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 42, 2 ], "axis1": [ 95, 1 ], "matrix": "L4.mlp.W_out" } ], "l:227": [ { "axis0": [ 0, 1 ], "axis1": [ 44, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 44, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 96, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 44, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 44, 2 ], "axis1": [ 96, 1 ], "matrix": "L4.mlp.W_out" } ], "l:228": [ { "axis0": [ 0, 1 ], "axis1": [ 192, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 192, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 192, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 29, 59 ], "axis1": [ 192, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 89, 2 ], "axis1": [ 192, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 192, 64 ], "axis1": [ 27, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 135, 4 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 271, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 679, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 682, 3 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 686, 2 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 689, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 691, 4 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 91, 3 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 97, 1 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 132, 3 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 3179, 31 ], "axis1": [ 256, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 256, 64 ], "axis1": [ 27, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 135, 4 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 271, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 679, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 682, 3 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 686, 2 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 689, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 691, 4 ], "matrix": "L14.attn.W_O" } ], "l:229": [ { "axis0": [ 0, 1 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 144, 1 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 696, 17 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 144, 1 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 696, 17 ], "axis1": [ 69, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 69, 17 ], "axis1": [ 159, 3 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 69, 17 ], "axis1": [ 798, 2 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 69, 17 ], "axis1": [ 801, 5 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 69, 17 ], "axis1": [ 807, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 69, 17 ], "axis1": [ 812, 3 ], "matrix": "L14.mlp.W_out" } ], "l:23": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 0, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 29, 59 ], "axis1": [ 0, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 89, 2 ], "axis1": [ 0, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 638, 8 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 1304, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 1308, 5 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 1328, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 1365, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 1565, 1 ], "matrix": "L14.attn.W_O" } ], "l:231": [ { "axis0": [ 0, 1 ], "axis1": [ 77, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 77, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 144, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 20, 1 ], "axis1": [ 77, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 77, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 77, 2 ], "axis1": [ 144, 1 ], "matrix": "L5.mlp.W_out" } ], "l:233": [ { "axis0": [ 0, 1 ], "axis1": [ 46, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 46, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 97, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 46, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 46, 2 ], "axis1": [ 97, 1 ], "matrix": "L4.mlp.W_out" } ], "l:234": [ { "axis0": [ 0, 1 ], "axis1": [ 48, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 48, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 20, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 48, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 48, 2 ], "axis1": [ 20, 1 ], "matrix": "L4.mlp.W_out" } ], "l:235": [ { "axis0": [ 0, 1 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 91, 3 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 97, 1 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 132, 3 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 3179, 31 ], "axis1": [ 320, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 320, 64 ], "axis1": [ 696, 17 ], "matrix": "L14.attn.W_O" } ], "l:236": [ { "axis0": [ 0, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 145, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 266, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 714, 16 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 145, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 266, 1 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 714, 16 ], "axis1": [ 86, 17 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 86, 17 ], "axis1": [ 162, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 86, 17 ], "axis1": [ 815, 1 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 86, 17 ], "axis1": [ 817, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 86, 17 ], "axis1": [ 822, 4 ], "matrix": "L14.mlp.W_out" }, { "axis0": [ 86, 17 ], "axis1": [ 827, 4 ], "matrix": "L14.mlp.W_out" } ], "l:238": [ { "axis0": [ 0, 1 ], "axis1": [ 79, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 79, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 145, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 22, 1 ], "axis1": [ 79, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 110, 1 ], "axis1": [ 79, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 79, 2 ], "axis1": [ 145, 1 ], "matrix": "L5.mlp.W_out" } ], "l:24": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 21, 7 ], "axis1": [ 1, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 98, 13 ], "axis1": [ 1, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 1, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 1, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 146, 3033 ], "axis1": [ 1, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 21, 7 ], "axis1": [ 103, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 98, 13 ], "axis1": [ 103, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 103, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 103, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 146, 3033 ], "axis1": [ 103, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4, 59 ], "axis1": [ 29, 59 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 63, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 68, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 69, 3 ], "axis1": [ 132, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 72, 31 ], "axis1": [ 3179, 31 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 103, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 106, 59 ], "axis1": [ 29, 59 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 165, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 170, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 171, 3 ], "axis1": [ 132, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 174, 31 ], "axis1": [ 3179, 31 ], "diagonal": true, "matrix": "L13.mlp.W_out" } ], "l:240": [ { "axis0": [ 0, 1 ], "axis1": [ 50, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 50, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 110, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 50, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 50, 2 ], "axis1": [ 110, 1 ], "matrix": "L4.mlp.W_out" } ], "l:241": [ { "axis0": [ 0, 1 ], "axis1": [ 52, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 52, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 22, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 33, 1 ], "axis1": [ 52, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 52, 2 ], "axis1": [ 22, 1 ], "matrix": "L4.mlp.W_out" } ], "l:242": [ { "axis0": [ 0, 1 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_K" }, { "axis0": [ 91, 3 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 97, 1 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 132, 3 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 3179, 31 ], "axis1": [ 384, 64 ], "matrix": "L14.attn.W_V" }, { "axis0": [ 384, 64 ], "axis1": [ 266, 1 ], "matrix": "L14.attn.W_O" }, { "axis0": [ 384, 64 ], "axis1": [ 714, 16 ], "matrix": "L14.attn.W_O" } ], "l:243": [ { "axis0": [ 0, 1 ], "axis1": [ 111, 17 ], "matrix": "L0.mlp.W_out" } ], "l:26": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 1, 1000 ], "matrix": "L11.mlp.W_in" }, { "axis0": [ 1, 1000 ], "axis1": [ 21, 7 ], "matrix": "L11.mlp.W_out" }, { "axis0": [ 1, 1000 ], "axis1": [ 98, 13 ], "matrix": "L11.mlp.W_out" }, { "axis0": [ 1, 1000 ], "axis1": [ 128, 3 ], "matrix": "L11.mlp.W_out" }, { "axis0": [ 1, 1000 ], "axis1": [ 135, 4 ], "matrix": "L11.mlp.W_out" }, { "axis0": [ 1, 1000 ], "axis1": [ 146, 75 ], "matrix": "L11.mlp.W_out" } ], "l:28": [ { "axis0": [ 98, 2 ], "axis1": [ 0, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 0, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 100, 1 ], "axis1": [ 0, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 29, 17 ], "axis1": [ 0, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 29, 17 ], "matrix": "L11.attn.W_O" } ], "l:30": [ { "axis0": [ 0, 1 ], "axis1": [ 98, 1 ], "matrix": "L0.mlp.W_out" } ], "l:31": [ { "axis0": [ 0, 1 ], "axis1": [ 99, 1 ], "matrix": "L0.mlp.W_out" } ], "l:33": [ { "axis0": [ 0, 1 ], "axis1": [ 100, 1 ], "matrix": "L0.mlp.W_out" } ], "l:34": [ { "axis0": [ 52, 3 ], "axis1": [ 0, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 24, 1 ], "axis1": [ 0, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 128, 2 ], "axis1": [ 0, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 56, 3 ], "axis1": [ 0, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 78, 14 ], "axis1": [ 0, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 29, 17 ], "matrix": "L10.attn.W_O" } ], "l:35": [ { "axis0": [ 0, 1 ], "axis1": [ 21, 9 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 21, 9 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 52, 3 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 32, 1 ], "axis1": [ 21, 9 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 21, 9 ], "axis1": [ 52, 3 ], "matrix": "L4.mlp.W_out" } ], "l:36": [ { "axis0": [ 44, 2 ], "axis1": [ 128, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 128, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 46, 1 ], "axis1": [ 128, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 29, 1 ], "axis1": [ 128, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 32, 1 ], "matrix": "L4.attn.W_O" } ], "l:38": [ { "axis0": [ 0, 1 ], "axis1": [ 44, 1 ], "matrix": "L0.mlp.W_out" } ], "l:39": [ { "axis0": [ 0, 1 ], "axis1": [ 45, 1 ], "matrix": "L0.mlp.W_out" } ], "l:4": [ { "axis0": [ 0, 1 ], "axis1": [ 95, 1 ], "matrix": "L0.mlp.W_out" } ], "l:41": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 27, 1 ], "matrix": "L3.mlp.W_out" }, { "axis0": [ 38, 1 ], "axis1": [ 1, 2 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 1, 2 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 1, 2 ], "axis1": [ 27, 1 ], "matrix": "L3.mlp.W_out" } ], "l:43": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 38, 1 ], "matrix": "L2.mlp.W_out" }, { "axis0": [ 29, 1 ], "axis1": [ 1, 2 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 95, 2 ], "axis1": [ 1, 2 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 1, 2 ], "axis1": [ 38, 1 ], "matrix": "L2.mlp.W_out" } ], "l:45": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 18, 1 ], "axis1": [ 1, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 1, 2 ], "axis1": [ 29, 1 ], "matrix": "L1.mlp.W_out" } ], "l:46": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 18, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 1, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 1, 1 ], "axis1": [ 18, 1 ], "matrix": "L0.mlp.W_out" } ], "l:47": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 19, 1 ], "axis1": [ 3, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 3, 2 ], "axis1": [ 95, 1 ], "matrix": "L1.mlp.W_out" } ], "l:48": [ { "axis0": [ 0, 1 ], "axis1": [ 2, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 2, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 19, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 2, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 2, 1 ], "axis1": [ 19, 1 ], "matrix": "L0.mlp.W_out" } ], "l:49": [ { "axis0": [ 0, 1 ], "axis1": [ 5, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 5, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 20, 1 ], "axis1": [ 5, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 5, 2 ], "axis1": [ 96, 1 ], "matrix": "L1.mlp.W_out" } ], "l:5": [ { "axis0": [ 0, 1 ], "axis1": [ 96, 1 ], "matrix": "L0.mlp.W_out" } ], "l:50": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 20, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 3, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 3, 1 ], "axis1": [ 20, 1 ], "matrix": "L0.mlp.W_out" } ], "l:51": [ { "axis0": [ 0, 1 ], "axis1": [ 7, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 7, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 97, 1 ], "matrix": "L1.mlp.W_out" }, { "axis0": [ 26, 1 ], "axis1": [ 7, 2 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 7, 2 ], "axis1": [ 97, 1 ], "matrix": "L1.mlp.W_out" } ], "l:52": [ { "axis0": [ 24, 2 ], "axis1": [ 0, 64 ], "matrix": "L1.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 0, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 26, 1 ], "axis1": [ 0, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 21, 1 ], "axis1": [ 0, 64 ], "matrix": "L1.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 26, 1 ], "matrix": "L1.attn.W_O" } ], "l:54": [ { "axis0": [ 0, 1 ], "axis1": [ 24, 1 ], "matrix": "L0.mlp.W_out" } ], "l:55": [ { "axis0": [ 0, 1 ], "axis1": [ 25, 1 ], "matrix": "L0.mlp.W_out" } ], "l:57": [ { "axis0": [ 0, 1 ], "axis1": [ 26, 1 ], "matrix": "L0.mlp.W_out" } ], "l:58": [ { "axis0": [ 0, 1 ], "axis1": [ 46, 1 ], "matrix": "L0.mlp.W_out" } ], "l:59": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 39, 1 ], "axis1": [ 3, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 39, 1 ], "axis1": [ 4, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 3, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 4, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 29, 1 ], "matrix": "L3.mlp.W_out" } ], "l:60": [ { "axis0": [ 0, 1 ], "axis1": [ 3, 32 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 3, 32 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 39, 1 ], "matrix": "L2.mlp.W_out" }, { "axis0": [ 27, 1 ], "axis1": [ 3, 32 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 3, 32 ], "axis1": [ 39, 1 ], "matrix": "L2.mlp.W_out" } ], "l:61": [ { "axis0": [ 33, 1 ], "axis1": [ 0, 64 ], "matrix": "L2.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 0, 64 ], "matrix": "L2.attn.W_K" }, { "axis0": [ 130, 1 ], "axis1": [ 0, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 27, 1 ], "matrix": "L2.attn.W_O" } ], "l:62": [ { "axis0": [ 0, 1 ], "axis1": [ 33, 1 ], "matrix": "L0.mlp.W_out" } ], "l:63": [ { "axis0": [ 27, 2 ], "axis1": [ 64, 64 ], "matrix": "L1.attn.W_Q" }, { "axis0": [ 22, 1 ], "axis1": [ 64, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 29, 1 ], "axis1": [ 64, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 22, 1 ], "axis1": [ 64, 64 ], "matrix": "L1.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 27, 1 ], "matrix": "L1.attn.W_O" } ], "l:65": [ { "axis0": [ 0, 1 ], "axis1": [ 27, 1 ], "matrix": "L0.mlp.W_out" } ], "l:66": [ { "axis0": [ 0, 1 ], "axis1": [ 28, 1 ], "matrix": "L0.mlp.W_out" } ], "l:68": [ { "axis0": [ 0, 1 ], "axis1": [ 5, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 5, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 22, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 5, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 5, 1 ], "axis1": [ 22, 1 ], "matrix": "L0.mlp.W_out" } ], "l:69": [ { "axis0": [ 0, 1 ], "axis1": [ 29, 1 ], "matrix": "L0.mlp.W_out" } ], "l:7": [ { "axis0": [ 0, 1 ], "axis1": [ 4, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 4, 1 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 21, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 4, 1 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 4, 1 ], "axis1": [ 21, 1 ], "matrix": "L0.mlp.W_out" } ], "l:70": [ { "axis0": [ 0, 1 ], "axis1": [ 14, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 22, 1 ], "axis1": [ 14, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 22, 1 ], "axis1": [ 15, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 14, 1 ], "axis1": [ 130, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 15, 1 ], "axis1": [ 130, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 130, 1 ], "matrix": "L1.mlp.W_out" } ], "l:71": [ { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L9.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L9.attn.W_K" }, { "axis0": [ 55, 1 ], "axis1": [ 0, 64 ], "matrix": "L9.attn.W_V" }, { "axis0": [ 59, 1 ], "axis1": [ 0, 64 ], "matrix": "L9.attn.W_V" }, { "axis0": [ 68, 1 ], "axis1": [ 0, 64 ], "matrix": "L9.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 24, 1 ], "matrix": "L9.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 128, 2 ], "matrix": "L9.attn.W_O" } ], "l:73": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 30, 1 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 66, 2 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 30, 1 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 66, 2 ], "axis1": [ 1, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 1, 2 ], "axis1": [ 55, 1 ], "matrix": "L8.mlp.W_out" }, { "axis0": [ 1, 2 ], "axis1": [ 68, 1 ], "matrix": "L8.mlp.W_out" } ], "l:75": [ { "axis0": [ 0, 1 ], "axis1": [ 33, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 33, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 30, 1 ], "matrix": "L5.mlp.W_out" }, { "axis0": [ 23, 1 ], "axis1": [ 33, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 33, 2 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 33, 2 ], "axis1": [ 30, 1 ], "matrix": "L5.mlp.W_out" } ], "l:77": [ { "axis0": [ 0, 1 ], "axis1": [ 6, 10 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 6, 10 ], "matrix": "L0.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 23, 1 ], "matrix": "L0.mlp.W_out" }, { "axis0": [ 1, 17 ], "axis1": [ 6, 10 ], "matrix": "L0.mlp.W_in" }, { "axis0": [ 6, 10 ], "axis1": [ 23, 1 ], "matrix": "L0.mlp.W_out" } ], "l:78": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 38, 1 ], "matrix": "L4.mlp.W_out" }, { "axis0": [ 31, 1 ], "axis1": [ 1, 2 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 1, 2 ], "axis1": [ 38, 1 ], "matrix": "L4.mlp.W_out" } ], "l:79": [ { "axis0": [ 35, 2 ], "axis1": [ 64, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 27, 1 ], "axis1": [ 64, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 37, 1 ], "axis1": [ 64, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 27, 1 ], "axis1": [ 64, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 31, 1 ], "matrix": "L4.attn.W_O" } ], "l:81": [ { "axis0": [ 0, 1 ], "axis1": [ 35, 1 ], "matrix": "L0.mlp.W_out" } ], "l:82": [ { "axis0": [ 0, 1 ], "axis1": [ 36, 1 ], "matrix": "L0.mlp.W_out" } ], "l:84": [ { "axis0": [ 0, 1 ], "axis1": [ 37, 1 ], "matrix": "L0.mlp.W_out" } ], "l:85": [ { "axis0": [ 0, 1 ], "axis1": [ 31, 4 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 38, 1 ], "axis1": [ 31, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 31, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 33, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 33, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 31, 2 ], "axis1": [ 66, 2 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 33, 2 ], "axis1": [ 66, 2 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 66, 2 ], "matrix": "L7.mlp.W_out" } ], "l:86": [ { "axis0": [ 0, 1 ], "axis1": [ 1, 8 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 8 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 1 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 0, 1 ], "axis1": [ 38, 1 ], "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 55, 1 ], "matrix": "L6.mlp.W_out" }, { "axis0": [ 26, 1 ], "axis1": [ 1, 8 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 146, 1 ], "axis1": [ 1, 8 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 1, 8 ], "axis1": [ 38, 1 ], "matrix": "L6.mlp.W_out" }, { "axis0": [ 1, 8 ], "axis1": [ 55, 1 ], "matrix": "L6.mlp.W_out" } ], "l:88": [ { "axis0": [ 0, 1 ], "axis1": [ 56, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 56, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 57, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 56, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 57, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 26, 1 ], "matrix": "L4.mlp.W_out" } ], "l:89": [ { "axis0": [ 0, 1 ], "axis1": [ 81, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 26, 1 ], "axis1": [ 81, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 26, 1 ], "axis1": [ 82, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 81, 1 ], "axis1": [ 146, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 82, 1 ], "axis1": [ 146, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 146, 1 ], "matrix": "L5.mlp.W_out" } ], "l:9": [ { "axis0": [ 0, 1 ], "axis1": [ 97, 1 ], "matrix": "L0.mlp.W_out" } ], "l:91": [ { "axis0": [ 0, 1 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 22, 1 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 38, 3 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 22, 1 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 38, 3 ], "axis1": [ 11, 3 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 11, 3 ], "axis1": [ 24, 1 ], "matrix": "L1.mlp.W_out" }, { "axis0": [ 11, 3 ], "axis1": [ 128, 2 ], "matrix": "L1.mlp.W_out" } ], "l:93": [ { "axis0": [ 0, 1 ], "axis1": [ 38, 3 ], "matrix": "L0.mlp.W_out" } ], "l:94": [ { "axis0": [ 0, 1 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 1, 17 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 30, 1 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 60, 17 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 1, 17 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 30, 1 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 60, 17 ], "axis1": [ 9, 34 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 9, 34 ], "axis1": [ 56, 3 ], "matrix": "L6.mlp.W_out" }, { "axis0": [ 9, 34 ], "axis1": [ 78, 14 ], "matrix": "L6.mlp.W_out" } ], "l:96": [ { "axis0": [ 0, 1 ], "axis1": [ 60, 17 ], "matrix": "L0.mlp.W_out" } ], "l:97": [ { "axis0": [ 101, 2 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 21, 1 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 103, 1 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 46, 9 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 56, 3 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 60, 5 ], "axis1": [ 64, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 46, 17 ], "matrix": "L11.attn.W_O" } ], "l:99": [ { "axis0": [ 0, 1 ], "axis1": [ 101, 1 ], "matrix": "L0.mlp.W_out" } ], "physical:cancel": [ { "axis0": [ 0, 1 ], "axis1": [ 192, 64 ], "matrix": "L1.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 192, 64 ], "matrix": "L1.attn.W_K" }, { "axis0": [ 24, 6 ], "axis1": [ 192, 64 ], "matrix": "L1.attn.W_V" }, { "axis0": [ 95, 3 ], "axis1": [ 192, 64 ], "matrix": "L1.attn.W_V" }, { "axis0": [ 192, 64 ], "axis1": [ 24, 6 ], "matrix": "L1.attn.W_O" }, { "axis0": [ 192, 64 ], "axis1": [ 95, 3 ], "matrix": "L1.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_K" }, { "axis0": [ 26, 2 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 33, 1 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 110, 1 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 130, 2 ], "axis1": [ 128, 64 ], "matrix": "L2.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 26, 2 ], "matrix": "L2.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 33, 1 ], "matrix": "L2.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 110, 1 ], "matrix": "L2.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 130, 2 ], "matrix": "L2.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L3.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 0, 64 ], "matrix": "L3.attn.W_K" }, { "axis0": [ 27, 1 ], "axis1": [ 0, 64 ], "matrix": "L3.attn.W_V" }, { "axis0": [ 33, 1 ], "axis1": [ 0, 64 ], "matrix": "L3.attn.W_V" }, { "axis0": [ 0, 64 ], "axis1": [ 27, 1 ], "matrix": "L3.attn.W_O" }, { "axis0": [ 0, 64 ], "axis1": [ 33, 1 ], "matrix": "L3.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_K" }, { "axis0": [ 18, 3 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 30, 3 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 35, 3 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 44, 3 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 50, 9 ], "axis1": [ 384, 64 ], "matrix": "L4.attn.W_V" }, { "axis0": [ 384, 64 ], "axis1": [ 18, 3 ], "matrix": "L4.attn.W_O" }, { "axis0": [ 384, 64 ], "axis1": [ 30, 3 ], "matrix": "L4.attn.W_O" }, { "axis0": [ 384, 64 ], "axis1": [ 35, 3 ], "matrix": "L4.attn.W_O" }, { "axis0": [ 384, 64 ], "axis1": [ 44, 3 ], "matrix": "L4.attn.W_O" }, { "axis0": [ 384, 64 ], "axis1": [ 50, 9 ], "matrix": "L4.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L5.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L5.attn.W_K" }, { "axis0": [ 30, 3 ], "axis1": [ 64, 64 ], "matrix": "L5.attn.W_V" }, { "axis0": [ 34, 4 ], "axis1": [ 64, 64 ], "matrix": "L5.attn.W_V" }, { "axis0": [ 130, 1 ], "axis1": [ 64, 64 ], "matrix": "L5.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 30, 3 ], "matrix": "L5.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 34, 4 ], "matrix": "L5.attn.W_O" }, { "axis0": [ 64, 64 ], "axis1": [ 130, 1 ], "matrix": "L5.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L6.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L6.attn.W_K" }, { "axis0": [ 27, 1 ], "axis1": [ 64, 64 ], "matrix": "L6.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 27, 1 ], "matrix": "L6.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L7.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 128, 64 ], "matrix": "L7.attn.W_K" }, { "axis0": [ 1, 17 ], "axis1": [ 128, 64 ], "matrix": "L7.attn.W_V" }, { "axis0": [ 47, 3 ], "axis1": [ 128, 64 ], "matrix": "L7.attn.W_V" }, { "axis0": [ 128, 64 ], "axis1": [ 1, 17 ], "matrix": "L7.attn.W_O" }, { "axis0": [ 128, 64 ], "axis1": [ 47, 3 ], "matrix": "L7.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L8.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 64 ], "matrix": "L8.attn.W_K" }, { "axis0": [ 29, 1 ], "axis1": [ 64, 64 ], "matrix": "L8.attn.W_V" }, { "axis0": [ 64, 64 ], "axis1": [ 29, 1 ], "matrix": "L8.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_K" }, { "axis0": [ 24, 2 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 31, 7 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 40, 7 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 50, 5 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 56, 3 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 60, 6 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 78, 14 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 128, 3 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 135, 5 ], "axis1": [ 256, 64 ], "matrix": "L10.attn.W_V" }, { "axis0": [ 256, 64 ], "axis1": [ 24, 2 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 31, 7 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 40, 7 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 50, 5 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 56, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 60, 6 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 78, 14 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 128, 3 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 135, 5 ], "matrix": "L10.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 18, 7 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 29, 26 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 56, 3 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 60, 8 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 71, 6 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 78, 10 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 89, 4 ], "axis1": [ 256, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 256, 64 ], "axis1": [ 18, 7 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 29, 26 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 56, 3 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 60, 8 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 71, 6 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 78, 10 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 256, 64 ], "axis1": [ 89, 4 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 0, 1 ], "axis1": [ 320, 64 ], "matrix": "L11.attn.W_Q" }, { "axis0": [ 0, 1 ], "axis1": [ 320, 64 ], "matrix": "L11.attn.W_K" }, { "axis0": [ 93, 3 ], "axis1": [ 320, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 97, 14 ], "axis1": [ 320, 64 ], "matrix": "L11.attn.W_V" }, { "axis0": [ 320, 64 ], "axis1": [ 93, 3 ], "matrix": "L11.attn.W_O" }, { "axis0": [ 320, 64 ], "axis1": [ 97, 14 ], "matrix": "L11.attn.W_O" } ], "physical:cancel_bypass": [ { "axis0": [ 0, 1 ], "axis1": [ 18, 6 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 38, 3 ], "axis1": [ 18, 3 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 38, 3 ], "axis1": [ 21, 3 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 18, 3 ], "axis1": [ 38, 3 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 21, 3 ], "axis1": [ 38, 3 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 24, 2 ], "matrix": "L1.mlp.W_up" }, { "axis0": [ 22, 1 ], "axis1": [ 24, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 22, 1 ], "axis1": [ 25, 1 ], "matrix": "L1.mlp.W_in" }, { "axis0": [ 24, 1 ], "axis1": [ 22, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 25, 1 ], "axis1": [ 22, 1 ], "diagonal": true, "matrix": "L1.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 67, 2 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 67, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 68, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 67, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 68, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 69, 2 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 95, 1 ], "axis1": [ 69, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 95, 1 ], "axis1": [ 70, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 69, 1 ], "axis1": [ 95, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 70, 1 ], "axis1": [ 95, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 71, 2 ], "matrix": "L2.mlp.W_up" }, { "axis0": [ 96, 1 ], "axis1": [ 71, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 96, 1 ], "axis1": [ 72, 1 ], "matrix": "L2.mlp.W_in" }, { "axis0": [ 71, 1 ], "axis1": [ 96, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 72, 1 ], "axis1": [ 96, 1 ], "diagonal": true, "matrix": "L2.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 7, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 38, 1 ], "axis1": [ 7, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 8, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 7, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 8, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 97, 1 ], "axis1": [ 9, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 10, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 9, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 10, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 11, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 39, 1 ], "axis1": [ 11, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 39, 1 ], "axis1": [ 12, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 11, 1 ], "axis1": [ 39, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 12, 1 ], "axis1": [ 39, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 13, 2 ], "matrix": "L3.mlp.W_up" }, { "axis0": [ 40, 1 ], "axis1": [ 13, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 40, 1 ], "axis1": [ 14, 1 ], "matrix": "L3.mlp.W_in" }, { "axis0": [ 13, 1 ], "axis1": [ 40, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 14, 1 ], "axis1": [ 40, 1 ], "diagonal": true, "matrix": "L3.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 64, 6 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 41, 3 ], "axis1": [ 64, 3 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 41, 3 ], "axis1": [ 67, 3 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 64, 3 ], "axis1": [ 41, 3 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 67, 3 ], "axis1": [ 41, 3 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 70, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 27, 1 ], "axis1": [ 70, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 27, 1 ], "axis1": [ 71, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 70, 1 ], "axis1": [ 27, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 71, 1 ], "axis1": [ 27, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 72, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 25, 1 ], "axis1": [ 72, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 25, 1 ], "axis1": [ 73, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 72, 1 ], "axis1": [ 25, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 73, 1 ], "axis1": [ 25, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 74, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 74, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 75, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 74, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 75, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 76, 2 ], "matrix": "L4.mlp.W_up" }, { "axis0": [ 33, 1 ], "axis1": [ 76, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 33, 1 ], "axis1": [ 77, 1 ], "matrix": "L4.mlp.W_in" }, { "axis0": [ 76, 1 ], "axis1": [ 33, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 77, 1 ], "axis1": [ 33, 1 ], "diagonal": true, "matrix": "L4.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 83, 34 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 78, 17 ], "axis1": [ 83, 17 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 78, 17 ], "axis1": [ 100, 17 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 83, 17 ], "axis1": [ 78, 17 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 100, 17 ], "axis1": [ 78, 17 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 117, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 23, 1 ], "axis1": [ 117, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 23, 1 ], "axis1": [ 118, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 117, 1 ], "axis1": [ 23, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 118, 1 ], "axis1": [ 23, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 119, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 38, 1 ], "axis1": [ 119, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 120, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 119, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 120, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 121, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 55, 1 ], "axis1": [ 121, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 122, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 121, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 122, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 123, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 56, 1 ], "axis1": [ 123, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 56, 1 ], "axis1": [ 124, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 123, 1 ], "axis1": [ 56, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 124, 1 ], "axis1": [ 56, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 125, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 57, 1 ], "axis1": [ 125, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 57, 1 ], "axis1": [ 126, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 125, 1 ], "axis1": [ 57, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 126, 1 ], "axis1": [ 57, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 127, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 58, 1 ], "axis1": [ 127, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 58, 1 ], "axis1": [ 128, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 127, 1 ], "axis1": [ 58, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 128, 1 ], "axis1": [ 58, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 129, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 18, 1 ], "axis1": [ 129, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 18, 1 ], "axis1": [ 130, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 129, 1 ], "axis1": [ 18, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 130, 1 ], "axis1": [ 18, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 131, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 19, 1 ], "axis1": [ 131, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 19, 1 ], "axis1": [ 132, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 131, 1 ], "axis1": [ 19, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 132, 1 ], "axis1": [ 19, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 133, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 95, 1 ], "axis1": [ 133, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 95, 1 ], "axis1": [ 134, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 133, 1 ], "axis1": [ 95, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 134, 1 ], "axis1": [ 95, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 135, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 96, 1 ], "axis1": [ 135, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 96, 1 ], "axis1": [ 136, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 135, 1 ], "axis1": [ 96, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 136, 1 ], "axis1": [ 96, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 137, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 97, 1 ], "axis1": [ 137, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 138, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 137, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 138, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 139, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 20, 1 ], "axis1": [ 139, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 20, 1 ], "axis1": [ 140, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 139, 1 ], "axis1": [ 20, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 140, 1 ], "axis1": [ 20, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 141, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 110, 1 ], "axis1": [ 141, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 110, 1 ], "axis1": [ 142, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 141, 1 ], "axis1": [ 110, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 142, 1 ], "axis1": [ 110, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 143, 2 ], "matrix": "L5.mlp.W_up" }, { "axis0": [ 22, 1 ], "axis1": [ 143, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 22, 1 ], "axis1": [ 144, 1 ], "matrix": "L5.mlp.W_in" }, { "axis0": [ 143, 1 ], "axis1": [ 22, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 144, 1 ], "axis1": [ 22, 1 ], "diagonal": true, "matrix": "L5.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 45, 34 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 60, 17 ], "axis1": [ 45, 17 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 60, 17 ], "axis1": [ 62, 17 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 45, 17 ], "axis1": [ 60, 17 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 62, 17 ], "axis1": [ 60, 17 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 79, 2 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 26, 1 ], "axis1": [ 79, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 26, 1 ], "axis1": [ 80, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 79, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 80, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 81, 2 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 146, 1 ], "axis1": [ 81, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 146, 1 ], "axis1": [ 82, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 81, 1 ], "axis1": [ 146, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 82, 1 ], "axis1": [ 146, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 83, 2 ], "matrix": "L6.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 83, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 84, 1 ], "matrix": "L6.mlp.W_in" }, { "axis0": [ 83, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 84, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L6.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 35, 4 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 38, 1 ], "axis1": [ 35, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 35, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 37, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 37, 2 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 35, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 36, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 37, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 38, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 39, 2 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 18, 1 ], "axis1": [ 39, 1 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 18, 1 ], "axis1": [ 40, 1 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 39, 1 ], "axis1": [ 18, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 40, 1 ], "axis1": [ 18, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 41, 2 ], "matrix": "L7.mlp.W_up" }, { "axis0": [ 92, 1 ], "axis1": [ 41, 1 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 92, 1 ], "axis1": [ 42, 1 ], "matrix": "L7.mlp.W_in" }, { "axis0": [ 41, 1 ], "axis1": [ 92, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 42, 1 ], "axis1": [ 92, 1 ], "diagonal": true, "matrix": "L7.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5, 4 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 66, 2 ], "axis1": [ 5, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 66, 2 ], "axis1": [ 7, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 5, 2 ], "axis1": [ 66, 2 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 7, 2 ], "axis1": [ 66, 2 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 4 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 48, 2 ], "axis1": [ 9, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 48, 2 ], "axis1": [ 11, 2 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 9, 2 ], "axis1": [ 48, 2 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 11, 2 ], "axis1": [ 48, 2 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 13, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 30, 1 ], "axis1": [ 13, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 30, 1 ], "axis1": [ 14, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 13, 1 ], "axis1": [ 30, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 14, 1 ], "axis1": [ 30, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 15, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 39, 1 ], "axis1": [ 15, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 39, 1 ], "axis1": [ 16, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 15, 1 ], "axis1": [ 39, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 16, 1 ], "axis1": [ 39, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 17, 2 ], "matrix": "L8.mlp.W_up" }, { "axis0": [ 47, 1 ], "axis1": [ 17, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 47, 1 ], "axis1": [ 18, 1 ], "matrix": "L8.mlp.W_in" }, { "axis0": [ 17, 1 ], "axis1": [ 47, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 18, 1 ], "axis1": [ 47, 1 ], "diagonal": true, "matrix": "L8.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 4 ], "matrix": "L9.mlp.W_up" }, { "axis0": [ 29, 1 ], "axis1": [ 1, 2 ], "matrix": "L9.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 1, 2 ], "matrix": "L9.mlp.W_in" }, { "axis0": [ 29, 1 ], "axis1": [ 3, 2 ], "matrix": "L9.mlp.W_in" }, { "axis0": [ 38, 1 ], "axis1": [ 3, 2 ], "matrix": "L9.mlp.W_in" }, { "axis0": [ 1, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L9.mlp.W_out" }, { "axis0": [ 2, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L9.mlp.W_out" }, { "axis0": [ 3, 1 ], "axis1": [ 29, 1 ], "diagonal": true, "matrix": "L9.mlp.W_out" }, { "axis0": [ 4, 1 ], "axis1": [ 38, 1 ], "diagonal": true, "matrix": "L9.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1, 4 ], "matrix": "L10.mlp.W_up" }, { "axis0": [ 55, 1 ], "axis1": [ 1, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 68, 1 ], "axis1": [ 1, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 55, 1 ], "axis1": [ 3, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 68, 1 ], "axis1": [ 3, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 1, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 2, 1 ], "axis1": [ 68, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 3, 1 ], "axis1": [ 55, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 4, 1 ], "axis1": [ 68, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5, 4 ], "matrix": "L10.mlp.W_up" }, { "axis0": [ 69, 2 ], "axis1": [ 5, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 69, 2 ], "axis1": [ 7, 2 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 5, 2 ], "axis1": [ 69, 2 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 7, 2 ], "axis1": [ 69, 2 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 9, 2 ], "matrix": "L10.mlp.W_up" }, { "axis0": [ 59, 1 ], "axis1": [ 9, 1 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 59, 1 ], "axis1": [ 10, 1 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 9, 1 ], "axis1": [ 59, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 10, 1 ], "axis1": [ 59, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 11, 2 ], "matrix": "L10.mlp.W_up" }, { "axis0": [ 77, 1 ], "axis1": [ 11, 1 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 77, 1 ], "axis1": [ 12, 1 ], "matrix": "L10.mlp.W_in" }, { "axis0": [ 11, 1 ], "axis1": [ 77, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 12, 1 ], "axis1": [ 77, 1 ], "diagonal": true, "matrix": "L10.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14001, 34 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 29, 17 ], "axis1": [ 14001, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 29, 17 ], "axis1": [ 14018, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14001, 17 ], "axis1": [ 29, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14018, 17 ], "axis1": [ 29, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14035, 34 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 46, 17 ], "axis1": [ 14035, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 46, 17 ], "axis1": [ 14052, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14035, 17 ], "axis1": [ 46, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14052, 17 ], "axis1": [ 46, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14069, 34 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 63, 17 ], "axis1": [ 14069, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 63, 17 ], "axis1": [ 14086, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14069, 17 ], "axis1": [ 63, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14086, 17 ], "axis1": [ 63, 17 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14103, 34 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 14103, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 80, 8 ], "axis1": [ 14103, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 14103, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 14103, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 18, 3 ], "axis1": [ 14120, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 80, 8 ], "axis1": [ 14120, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 14120, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 14120, 17 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14103, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14106, 8 ], "axis1": [ 80, 8 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14114, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14119, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14120, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14123, 8 ], "axis1": [ 80, 8 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14131, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14136, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14137, 2 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 132, 1 ], "axis1": [ 14137, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 132, 1 ], "axis1": [ 14138, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14137, 1 ], "axis1": [ 132, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14138, 1 ], "axis1": [ 132, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14139, 2 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 133, 1 ], "axis1": [ 14139, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 133, 1 ], "axis1": [ 14140, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14139, 1 ], "axis1": [ 133, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14140, 1 ], "axis1": [ 133, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 14141, 2 ], "matrix": "L12.mlp.W_up" }, { "axis0": [ 134, 1 ], "axis1": [ 14141, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 134, 1 ], "axis1": [ 14142, 1 ], "matrix": "L12.mlp.W_in" }, { "axis0": [ 14141, 1 ], "axis1": [ 134, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 14142, 1 ], "axis1": [ 134, 1 ], "diagonal": true, "matrix": "L12.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 205, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 21, 7 ], "axis1": [ 205, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 98, 13 ], "axis1": [ 205, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 205, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 205, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 146, 75 ], "axis1": [ 205, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 21, 7 ], "axis1": [ 307, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 98, 13 ], "axis1": [ 307, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 307, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 307, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 146, 75 ], "axis1": [ 307, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 205, 7 ], "axis1": [ 21, 7 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 212, 13 ], "axis1": [ 98, 13 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 225, 3 ], "axis1": [ 128, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 228, 4 ], "axis1": [ 135, 4 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 232, 75 ], "axis1": [ 146, 75 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 307, 7 ], "axis1": [ 21, 7 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 314, 13 ], "axis1": [ 98, 13 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 327, 3 ], "axis1": [ 128, 3 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 330, 4 ], "axis1": [ 135, 4 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 334, 75 ], "axis1": [ 146, 75 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 409, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 221, 102 ], "axis1": [ 409, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 221, 102 ], "axis1": [ 511, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 409, 102 ], "axis1": [ 221, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 511, 102 ], "axis1": [ 221, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 613, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 323, 102 ], "axis1": [ 613, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 323, 102 ], "axis1": [ 715, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 613, 102 ], "axis1": [ 323, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 715, 102 ], "axis1": [ 323, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 817, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 425, 102 ], "axis1": [ 817, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 425, 102 ], "axis1": [ 919, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 817, 102 ], "axis1": [ 425, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 919, 102 ], "axis1": [ 425, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1021, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 527, 102 ], "axis1": [ 1021, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 527, 102 ], "axis1": [ 1123, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1021, 102 ], "axis1": [ 527, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 1123, 102 ], "axis1": [ 527, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1225, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 629, 102 ], "axis1": [ 1225, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 629, 102 ], "axis1": [ 1327, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1225, 102 ], "axis1": [ 629, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 1327, 102 ], "axis1": [ 629, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1429, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 731, 102 ], "axis1": [ 1429, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 731, 102 ], "axis1": [ 1531, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1429, 102 ], "axis1": [ 731, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 1531, 102 ], "axis1": [ 731, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1633, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 833, 102 ], "axis1": [ 1633, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 833, 102 ], "axis1": [ 1735, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1633, 102 ], "axis1": [ 833, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 1735, 102 ], "axis1": [ 833, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 1837, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 935, 102 ], "axis1": [ 1837, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 935, 102 ], "axis1": [ 1939, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1837, 102 ], "axis1": [ 935, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 1939, 102 ], "axis1": [ 935, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 2041, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1037, 102 ], "axis1": [ 2041, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1037, 102 ], "axis1": [ 2143, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2041, 102 ], "axis1": [ 1037, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 2143, 102 ], "axis1": [ 1037, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 2245, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1139, 102 ], "axis1": [ 2245, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1139, 102 ], "axis1": [ 2347, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2245, 102 ], "axis1": [ 1139, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 2347, 102 ], "axis1": [ 1139, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 2449, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1241, 102 ], "axis1": [ 2449, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1241, 102 ], "axis1": [ 2551, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2449, 102 ], "axis1": [ 1241, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 2551, 102 ], "axis1": [ 1241, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 2653, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1343, 102 ], "axis1": [ 2653, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1343, 102 ], "axis1": [ 2755, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2653, 102 ], "axis1": [ 1343, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 2755, 102 ], "axis1": [ 1343, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 2857, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1445, 102 ], "axis1": [ 2857, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1445, 102 ], "axis1": [ 2959, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2857, 102 ], "axis1": [ 1445, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 2959, 102 ], "axis1": [ 1445, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 3061, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1547, 102 ], "axis1": [ 3061, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1547, 102 ], "axis1": [ 3163, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3061, 102 ], "axis1": [ 1547, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 3163, 102 ], "axis1": [ 1547, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 3265, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1649, 102 ], "axis1": [ 3265, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1649, 102 ], "axis1": [ 3367, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3265, 102 ], "axis1": [ 1649, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 3367, 102 ], "axis1": [ 1649, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 3469, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1751, 102 ], "axis1": [ 3469, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1751, 102 ], "axis1": [ 3571, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3469, 102 ], "axis1": [ 1751, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 3571, 102 ], "axis1": [ 1751, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 3673, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1853, 102 ], "axis1": [ 3673, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1853, 102 ], "axis1": [ 3775, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3673, 102 ], "axis1": [ 1853, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 3775, 102 ], "axis1": [ 1853, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 3877, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 1955, 102 ], "axis1": [ 3877, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 1955, 102 ], "axis1": [ 3979, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3877, 102 ], "axis1": [ 1955, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 3979, 102 ], "axis1": [ 1955, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 4081, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2057, 102 ], "axis1": [ 4081, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2057, 102 ], "axis1": [ 4183, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 4081, 102 ], "axis1": [ 2057, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4183, 102 ], "axis1": [ 2057, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 4285, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2159, 102 ], "axis1": [ 4285, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2159, 102 ], "axis1": [ 4387, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 4285, 102 ], "axis1": [ 2159, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4387, 102 ], "axis1": [ 2159, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 4489, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2261, 102 ], "axis1": [ 4489, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2261, 102 ], "axis1": [ 4591, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 4489, 102 ], "axis1": [ 2261, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4591, 102 ], "axis1": [ 2261, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 4693, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2363, 102 ], "axis1": [ 4693, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2363, 102 ], "axis1": [ 4795, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 4693, 102 ], "axis1": [ 2363, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4795, 102 ], "axis1": [ 2363, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 4897, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2465, 102 ], "axis1": [ 4897, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2465, 102 ], "axis1": [ 4999, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 4897, 102 ], "axis1": [ 2465, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 4999, 102 ], "axis1": [ 2465, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5101, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2567, 102 ], "axis1": [ 5101, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2567, 102 ], "axis1": [ 5203, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 5101, 102 ], "axis1": [ 2567, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 5203, 102 ], "axis1": [ 2567, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5305, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2669, 102 ], "axis1": [ 5305, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2669, 102 ], "axis1": [ 5407, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 5305, 102 ], "axis1": [ 2669, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 5407, 102 ], "axis1": [ 2669, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5509, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2771, 102 ], "axis1": [ 5509, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2771, 102 ], "axis1": [ 5611, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 5509, 102 ], "axis1": [ 2771, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 5611, 102 ], "axis1": [ 2771, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5713, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2873, 102 ], "axis1": [ 5713, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2873, 102 ], "axis1": [ 5815, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 5713, 102 ], "axis1": [ 2873, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 5815, 102 ], "axis1": [ 2873, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 5917, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 2975, 102 ], "axis1": [ 5917, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 2975, 102 ], "axis1": [ 6019, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 5917, 102 ], "axis1": [ 2975, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 6019, 102 ], "axis1": [ 2975, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 6121, 204 ], "matrix": "L13.mlp.W_up" }, { "axis0": [ 3077, 102 ], "axis1": [ 6121, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 3077, 102 ], "axis1": [ 6223, 102 ], "matrix": "L13.mlp.W_in" }, { "axis0": [ 6121, 102 ], "axis1": [ 3077, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 6223, 102 ], "axis1": [ 3077, 102 ], "diagonal": true, "matrix": "L13.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 103, 204 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 18, 3 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 3179, 31 ], "axis1": [ 103, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 18, 3 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 29, 59 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 89, 5 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 97, 1 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 132, 3 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 3179, 31 ], "axis1": [ 205, 102 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 103, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 106, 59 ], "axis1": [ 29, 59 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 165, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 170, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 171, 3 ], "axis1": [ 132, 3 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 174, 31 ], "axis1": [ 3179, 31 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 205, 3 ], "axis1": [ 18, 3 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 208, 59 ], "axis1": [ 29, 59 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 267, 5 ], "axis1": [ 89, 5 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 272, 1 ], "axis1": [ 97, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 273, 3 ], "axis1": [ 132, 3 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 276, 31 ], "axis1": [ 3179, 31 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 307, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 140, 1 ], "axis1": [ 307, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 140, 1 ], "axis1": [ 308, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 307, 1 ], "axis1": [ 140, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 308, 1 ], "axis1": [ 140, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 309, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 141, 1 ], "axis1": [ 309, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 141, 1 ], "axis1": [ 310, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 309, 1 ], "axis1": [ 141, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 310, 1 ], "axis1": [ 141, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 311, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 142, 1 ], "axis1": [ 311, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 142, 1 ], "axis1": [ 312, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 311, 1 ], "axis1": [ 142, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 312, 1 ], "axis1": [ 142, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 313, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 143, 1 ], "axis1": [ 313, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 143, 1 ], "axis1": [ 314, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 313, 1 ], "axis1": [ 143, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 314, 1 ], "axis1": [ 143, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 315, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 144, 1 ], "axis1": [ 315, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 144, 1 ], "axis1": [ 316, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 315, 1 ], "axis1": [ 144, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 316, 1 ], "axis1": [ 144, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 317, 2 ], "matrix": "L14.mlp.W_up" }, { "axis0": [ 145, 1 ], "axis1": [ 317, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 145, 1 ], "axis1": [ 318, 1 ], "matrix": "L14.mlp.W_in" }, { "axis0": [ 317, 1 ], "axis1": [ 145, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 318, 1 ], "axis1": [ 145, 1 ], "diagonal": true, "matrix": "L14.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 35, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 638, 8 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1304, 1 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1308, 5 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1328, 1 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1365, 1 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1565, 1 ], "axis1": [ 35, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 638, 8 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1304, 1 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1308, 5 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1328, 1 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1365, 1 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 1565, 1 ], "axis1": [ 52, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 35, 8 ], "axis1": [ 638, 8 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 43, 1 ], "axis1": [ 1304, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 44, 5 ], "axis1": [ 1308, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 49, 1 ], "axis1": [ 1328, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 50, 1 ], "axis1": [ 1365, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 51, 1 ], "axis1": [ 1565, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 52, 8 ], "axis1": [ 638, 8 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 60, 1 ], "axis1": [ 1304, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 61, 5 ], "axis1": [ 1308, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 66, 1 ], "axis1": [ 1328, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 67, 1 ], "axis1": [ 1365, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 68, 1 ], "axis1": [ 1565, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 69, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 26, 1 ], "axis1": [ 69, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 69, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 646, 4 ], "axis1": [ 69, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 651, 4 ], "axis1": [ 69, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 657, 5 ], "axis1": [ 69, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 26, 1 ], "axis1": [ 86, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 128, 3 ], "axis1": [ 86, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 646, 4 ], "axis1": [ 86, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 651, 4 ], "axis1": [ 86, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 657, 5 ], "axis1": [ 86, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 69, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 70, 3 ], "axis1": [ 128, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 73, 4 ], "axis1": [ 646, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 77, 4 ], "axis1": [ 651, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 81, 5 ], "axis1": [ 657, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 86, 1 ], "axis1": [ 26, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 87, 3 ], "axis1": [ 128, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 90, 4 ], "axis1": [ 646, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 94, 4 ], "axis1": [ 651, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 98, 5 ], "axis1": [ 657, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 103, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 662, 17 ], "axis1": [ 103, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 662, 17 ], "axis1": [ 120, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 103, 17 ], "axis1": [ 662, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 120, 17 ], "axis1": [ 662, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 137, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 27, 1 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 271, 1 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 679, 1 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 682, 3 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 686, 2 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 689, 1 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 691, 4 ], "axis1": [ 137, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 27, 1 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 135, 4 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 271, 1 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 679, 1 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 682, 3 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 686, 2 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 689, 1 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 691, 4 ], "axis1": [ 154, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 137, 1 ], "axis1": [ 27, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 138, 4 ], "axis1": [ 135, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 142, 1 ], "axis1": [ 271, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 143, 1 ], "axis1": [ 679, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 144, 3 ], "axis1": [ 682, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 147, 2 ], "axis1": [ 686, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 149, 1 ], "axis1": [ 689, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 150, 4 ], "axis1": [ 691, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 154, 1 ], "axis1": [ 27, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 155, 4 ], "axis1": [ 135, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 159, 1 ], "axis1": [ 271, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 160, 1 ], "axis1": [ 679, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 161, 3 ], "axis1": [ 682, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 164, 2 ], "axis1": [ 686, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 166, 1 ], "axis1": [ 689, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 167, 4 ], "axis1": [ 691, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 171, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 696, 17 ], "axis1": [ 171, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 696, 17 ], "axis1": [ 188, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 171, 17 ], "axis1": [ 696, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 188, 17 ], "axis1": [ 696, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 205, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 266, 1 ], "axis1": [ 205, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 714, 16 ], "axis1": [ 205, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 266, 1 ], "axis1": [ 222, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 714, 16 ], "axis1": [ 222, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 205, 1 ], "axis1": [ 266, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 206, 16 ], "axis1": [ 714, 16 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 222, 1 ], "axis1": [ 266, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 223, 16 ], "axis1": [ 714, 16 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 239, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 146, 3 ], "axis1": [ 239, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 730, 5 ], "axis1": [ 239, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 736, 4 ], "axis1": [ 239, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 741, 4 ], "axis1": [ 239, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 746, 1 ], "axis1": [ 239, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 146, 3 ], "axis1": [ 256, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 730, 5 ], "axis1": [ 256, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 736, 4 ], "axis1": [ 256, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 741, 4 ], "axis1": [ 256, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 746, 1 ], "axis1": [ 256, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 239, 3 ], "axis1": [ 146, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 242, 5 ], "axis1": [ 730, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 247, 4 ], "axis1": [ 736, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 251, 4 ], "axis1": [ 741, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 255, 1 ], "axis1": [ 746, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 256, 3 ], "axis1": [ 146, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 259, 5 ], "axis1": [ 730, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 264, 4 ], "axis1": [ 736, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 268, 4 ], "axis1": [ 741, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 272, 1 ], "axis1": [ 746, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 273, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 149, 3 ], "axis1": [ 273, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 747, 3 ], "axis1": [ 273, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 751, 4 ], "axis1": [ 273, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 756, 4 ], "axis1": [ 273, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 761, 3 ], "axis1": [ 273, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 149, 3 ], "axis1": [ 290, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 747, 3 ], "axis1": [ 290, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 751, 4 ], "axis1": [ 290, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 756, 4 ], "axis1": [ 290, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 761, 3 ], "axis1": [ 290, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 273, 3 ], "axis1": [ 149, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 276, 3 ], "axis1": [ 747, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 279, 4 ], "axis1": [ 751, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 283, 4 ], "axis1": [ 756, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 287, 3 ], "axis1": [ 761, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 290, 3 ], "axis1": [ 149, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 293, 3 ], "axis1": [ 747, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 296, 4 ], "axis1": [ 751, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 300, 4 ], "axis1": [ 756, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 304, 3 ], "axis1": [ 761, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 307, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 152, 4 ], "axis1": [ 307, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 764, 1 ], "axis1": [ 307, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 766, 4 ], "axis1": [ 307, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 771, 4 ], "axis1": [ 307, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 776, 4 ], "axis1": [ 307, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 152, 4 ], "axis1": [ 324, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 764, 1 ], "axis1": [ 324, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 766, 4 ], "axis1": [ 324, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 771, 4 ], "axis1": [ 324, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 776, 4 ], "axis1": [ 324, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 307, 4 ], "axis1": [ 152, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 311, 1 ], "axis1": [ 764, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 312, 4 ], "axis1": [ 766, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 316, 4 ], "axis1": [ 771, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 320, 4 ], "axis1": [ 776, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 324, 4 ], "axis1": [ 152, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 328, 1 ], "axis1": [ 764, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 329, 4 ], "axis1": [ 766, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 333, 4 ], "axis1": [ 771, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 337, 4 ], "axis1": [ 776, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 341, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 156, 3 ], "axis1": [ 341, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 781, 4 ], "axis1": [ 341, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 786, 4 ], "axis1": [ 341, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 791, 4 ], "axis1": [ 341, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 796, 2 ], "axis1": [ 341, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 156, 3 ], "axis1": [ 358, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 781, 4 ], "axis1": [ 358, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 786, 4 ], "axis1": [ 358, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 791, 4 ], "axis1": [ 358, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 796, 2 ], "axis1": [ 358, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 341, 3 ], "axis1": [ 156, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 344, 4 ], "axis1": [ 781, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 348, 4 ], "axis1": [ 786, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 352, 4 ], "axis1": [ 791, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 356, 2 ], "axis1": [ 796, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 358, 3 ], "axis1": [ 156, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 361, 4 ], "axis1": [ 781, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 365, 4 ], "axis1": [ 786, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 369, 4 ], "axis1": [ 791, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 373, 2 ], "axis1": [ 796, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 375, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 159, 3 ], "axis1": [ 375, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 798, 2 ], "axis1": [ 375, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 801, 5 ], "axis1": [ 375, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 807, 4 ], "axis1": [ 375, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 812, 3 ], "axis1": [ 375, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 159, 3 ], "axis1": [ 392, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 798, 2 ], "axis1": [ 392, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 801, 5 ], "axis1": [ 392, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 807, 4 ], "axis1": [ 392, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 812, 3 ], "axis1": [ 392, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 375, 3 ], "axis1": [ 159, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 378, 2 ], "axis1": [ 798, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 380, 5 ], "axis1": [ 801, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 385, 4 ], "axis1": [ 807, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 389, 3 ], "axis1": [ 812, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 392, 3 ], "axis1": [ 159, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 395, 2 ], "axis1": [ 798, 2 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 397, 5 ], "axis1": [ 801, 5 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 402, 4 ], "axis1": [ 807, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 406, 3 ], "axis1": [ 812, 3 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 409, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 162, 4 ], "axis1": [ 409, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 815, 1 ], "axis1": [ 409, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 817, 4 ], "axis1": [ 409, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 822, 4 ], "axis1": [ 409, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 827, 4 ], "axis1": [ 409, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 162, 4 ], "axis1": [ 426, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 815, 1 ], "axis1": [ 426, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 817, 4 ], "axis1": [ 426, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 822, 4 ], "axis1": [ 426, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 827, 4 ], "axis1": [ 426, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 409, 4 ], "axis1": [ 162, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 413, 1 ], "axis1": [ 815, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 414, 4 ], "axis1": [ 817, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 418, 4 ], "axis1": [ 822, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 422, 4 ], "axis1": [ 827, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 426, 4 ], "axis1": [ 162, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 430, 1 ], "axis1": [ 815, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 431, 4 ], "axis1": [ 817, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 435, 4 ], "axis1": [ 822, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 439, 4 ], "axis1": [ 827, 4 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 443, 34 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 111, 17 ], "axis1": [ 443, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 111, 17 ], "axis1": [ 460, 17 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 443, 17 ], "axis1": [ 111, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 460, 17 ], "axis1": [ 111, 17 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 0, 1 ], "axis1": [ 477, 2 ], "matrix": "L15.mlp.W_up" }, { "axis0": [ 28, 1 ], "axis1": [ 477, 1 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 28, 1 ], "axis1": [ 478, 1 ], "matrix": "L15.mlp.W_in" }, { "axis0": [ 477, 1 ], "axis1": [ 28, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" }, { "axis0": [ 478, 1 ], "axis1": [ 28, 1 ], "diagonal": true, "matrix": "L15.mlp.W_out" } ] } }, "reference_fixtures": { "included": [], "reason": "No input corpus was supplied to compile_hf_bundle.", "scope": "Input-specific activations and intervention results." }, "residual_stream": { "constant_one_column": 0, "constant_one_semantics": "Holds exactly 1.0 at every position. Read as the \u0394=0 self-match query/key source by every attention operation except compute_attn (their query/key source columns) and, under bias=False, by MLP bias folds (their W_in/W_up rows in physical_layout.placements). Patching it collapses every self-match head.", "rms_norm_reserved_columns": [ 8190, 8191 ], "state_semantics": "input and post-layer residual streams; the compiler has no stable observation boundary between attention and MLP", "states": [ { "key": "input", "nodes": { "i:0": [ [ 0, 1 ] ], "l:8": [ [ 1, 17 ] ] } }, { "key": "L0.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:122": [ [ 34, 1 ] ], "l:125": [ [ 30, 1 ] ], "l:126": [ [ 31, 1 ] ], "l:128": [ [ 32, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:145": [ [ 41, 3 ] ], "l:148": [ [ 78, 17 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:161": [ [ 50, 1 ] ], "l:162": [ [ 51, 1 ] ], "l:164": [ [ 52, 1 ] ], "l:168": [ [ 53, 1 ] ], "l:169": [ [ 54, 1 ] ], "l:171": [ [ 55, 1 ] ], "l:175": [ [ 56, 1 ] ], "l:176": [ [ 57, 1 ] ], "l:178": [ [ 58, 1 ] ], "l:20": [ [ 110, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:38": [ [ 44, 1 ] ], "l:39": [ [ 45, 1 ] ], "l:4": [ [ 95, 1 ] ], "l:46": [ [ 18, 1 ] ], "l:48": [ [ 19, 1 ] ], "l:5": [ [ 96, 1 ] ], "l:50": [ [ 20, 1 ] ], "l:54": [ [ 24, 1 ] ], "l:55": [ [ 25, 1 ] ], "l:57": [ [ 26, 1 ] ], "l:58": [ [ 46, 1 ] ], "l:62": [ [ 33, 1 ] ], "l:65": [ [ 27, 1 ] ], "l:66": [ [ 28, 1 ] ], "l:68": [ [ 22, 1 ] ], "l:69": [ [ 29, 1 ] ], "l:7": [ [ 21, 1 ] ], "l:77": [ [ 23, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:81": [ [ 35, 1 ] ], "l:82": [ [ 36, 1 ] ], "l:84": [ [ 37, 1 ] ], "l:9": [ [ 97, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:93": [ [ 38, 3 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L1.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:122": [ [ 34, 1 ] ], "l:125": [ [ 30, 1 ] ], "l:126": [ [ 31, 1 ] ], "l:128": [ [ 32, 1 ] ], "l:136": [ [ 25, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:145": [ [ 41, 3 ] ], "l:148": [ [ 78, 17 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:161": [ [ 50, 1 ] ], "l:162": [ [ 51, 1 ] ], "l:164": [ [ 52, 1 ] ], "l:168": [ [ 53, 1 ] ], "l:169": [ [ 54, 1 ] ], "l:171": [ [ 55, 1 ] ], "l:175": [ [ 56, 1 ] ], "l:176": [ [ 57, 1 ] ], "l:178": [ [ 58, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:20": [ [ 110, 1 ] ], "l:21": [ [ 131, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:38": [ [ 44, 1 ] ], "l:39": [ [ 45, 1 ] ], "l:45": [ [ 29, 1 ] ], "l:46": [ [ 18, 1 ] ], "l:47": [ [ 95, 1 ] ], "l:48": [ [ 19, 1 ] ], "l:49": [ [ 96, 1 ] ], "l:50": [ [ 20, 1 ] ], "l:51": [ [ 97, 1 ] ], "l:52": [ [ 26, 1 ] ], "l:58": [ [ 46, 1 ] ], "l:62": [ [ 33, 1 ] ], "l:63": [ [ 27, 1 ] ], "l:7": [ [ 21, 1 ] ], "l:70": [ [ 130, 1 ] ], "l:77": [ [ 23, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:81": [ [ 35, 1 ] ], "l:82": [ [ 36, 1 ] ], "l:84": [ [ 37, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L2.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:122": [ [ 34, 1 ] ], "l:125": [ [ 30, 1 ] ], "l:126": [ [ 31, 1 ] ], "l:128": [ [ 32, 1 ] ], "l:136": [ [ 25, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:145": [ [ 41, 3 ] ], "l:148": [ [ 78, 17 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:161": [ [ 50, 1 ] ], "l:162": [ [ 51, 1 ] ], "l:164": [ [ 52, 1 ] ], "l:168": [ [ 53, 1 ] ], "l:169": [ [ 54, 1 ] ], "l:171": [ [ 55, 1 ] ], "l:175": [ [ 56, 1 ] ], "l:176": [ [ 57, 1 ] ], "l:178": [ [ 58, 1 ] ], "l:18": [ [ 40, 1 ] ], "l:19": [ [ 33, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:38": [ [ 44, 1 ] ], "l:39": [ [ 45, 1 ] ], "l:43": [ [ 38, 1 ] ], "l:46": [ [ 18, 1 ] ], "l:48": [ [ 19, 1 ] ], "l:50": [ [ 20, 1 ] ], "l:51": [ [ 97, 1 ] ], "l:58": [ [ 46, 1 ] ], "l:60": [ [ 39, 1 ] ], "l:61": [ [ 27, 1 ] ], "l:7": [ [ 21, 1 ] ], "l:77": [ [ 23, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:81": [ [ 35, 1 ] ], "l:82": [ [ 36, 1 ] ], "l:84": [ [ 37, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L3.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:122": [ [ 34, 1 ] ], "l:125": [ [ 30, 1 ] ], "l:126": [ [ 31, 1 ] ], "l:128": [ [ 32, 1 ] ], "l:136": [ [ 25, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:145": [ [ 41, 3 ] ], "l:148": [ [ 78, 17 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:161": [ [ 50, 1 ] ], "l:162": [ [ 51, 1 ] ], "l:164": [ [ 52, 1 ] ], "l:168": [ [ 53, 1 ] ], "l:169": [ [ 54, 1 ] ], "l:17": [ [ 33, 1 ] ], "l:171": [ [ 55, 1 ] ], "l:175": [ [ 56, 1 ] ], "l:176": [ [ 57, 1 ] ], "l:178": [ [ 58, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:38": [ [ 44, 1 ] ], "l:39": [ [ 45, 1 ] ], "l:41": [ [ 27, 1 ] ], "l:46": [ [ 18, 1 ] ], "l:48": [ [ 19, 1 ] ], "l:50": [ [ 20, 1 ] ], "l:58": [ [ 46, 1 ] ], "l:59": [ [ 29, 1 ] ], "l:7": [ [ 21, 1 ] ], "l:77": [ [ 23, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:81": [ [ 35, 1 ] ], "l:82": [ [ 36, 1 ] ], "l:84": [ [ 37, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L4.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:122": [ [ 34, 1 ] ], "l:123": [ [ 30, 1 ] ], "l:129": [ [ 130, 1 ] ], "l:134": [ [ 39, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:143": [ [ 40, 1 ], [ 44, 2 ] ], "l:148": [ [ 78, 17 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:158": [ [ 132, 1 ] ], "l:159": [ [ 35, 1 ] ], "l:16": [ [ 55, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:166": [ [ 36, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:173": [ [ 37, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:212": [ [ 57, 1 ] ], "l:213": [ [ 58, 1 ] ], "l:219": [ [ 18, 1 ] ], "l:22": [ [ 56, 1 ] ], "l:220": [ [ 19, 1 ] ], "l:226": [ [ 95, 1 ] ], "l:227": [ [ 96, 1 ] ], "l:233": [ [ 97, 1 ] ], "l:234": [ [ 20, 1 ] ], "l:240": [ [ 110, 1 ] ], "l:241": [ [ 22, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:36": [ [ 32, 1 ] ], "l:7": [ [ 21, 1 ] ], "l:77": [ [ 23, 1 ] ], "l:78": [ [ 38, 1 ] ], "l:79": [ [ 31, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:88": [ [ 26, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L5.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:120": [ [ 29, 1 ] ], "l:121": [ [ 27, 1 ] ], "l:134": [ [ 39, 1 ] ], "l:14": [ [ 140, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:143": [ [ 40, 1 ], [ 44, 2 ] ], "l:146": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:7": [ [ 21, 1 ] ], "l:75": [ [ 30, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:88": [ [ 26, 1 ] ], "l:89": [ [ 146, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:96": [ [ 60, 17 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L6.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:115": [ [ 47, 1 ] ], "l:116": [ [ 48, 1 ] ], "l:118": [ [ 49, 1 ] ], "l:119": [ [ 18, 1 ] ], "l:134": [ [ 39, 1 ] ], "l:14": [ [ 140, 1 ] ], "l:140": [ [ 92, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:143": [ [ 40, 1 ], [ 44, 2 ] ], "l:146": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:7": [ [ 21, 1 ] ], "l:75": [ [ 30, 1 ] ], "l:8": [ [ 1, 17 ] ], "l:86": [ [ 38, 1 ], [ 55, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:94": [ [ 56, 3 ], [ 78, 14 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L7.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:112": [ [ 63, 3 ] ], "l:113": [ [ 29, 1 ] ], "l:134": [ [ 39, 1 ] ], "l:138": [ [ 48, 2 ] ], "l:14": [ [ 140, 1 ] ], "l:141": [ [ 47, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:143": [ [ 40, 1 ], [ 44, 2 ] ], "l:146": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:156": [ [ 60, 3 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:7": [ [ 21, 1 ] ], "l:75": [ [ 30, 1 ] ], "l:85": [ [ 66, 2 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:94": [ [ 56, 3 ], [ 78, 14 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L8.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:112": [ [ 63, 3 ] ], "l:132": [ [ 69, 2 ] ], "l:137": [ [ 29, 1 ], [ 38, 1 ] ], "l:14": [ [ 140, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:143": [ [ 40, 1 ], [ 44, 2 ] ], "l:146": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:156": [ [ 60, 3 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:7": [ [ 21, 1 ] ], "l:73": [ [ 55, 1 ], [ 68, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:91": [ [ 24, 1 ], [ 128, 2 ] ], "l:94": [ [ 56, 3 ], [ 78, 14 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L9.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:104": [ [ 46, 1 ], [ 50, 2 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:112": [ [ 63, 3 ] ], "l:130": [ [ 40, 1 ], [ 44, 2 ] ], "l:132": [ [ 69, 2 ] ], "l:14": [ [ 140, 1 ] ], "l:142": [ [ 77, 1 ] ], "l:146": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:156": [ [ 60, 3 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:35": [ [ 52, 3 ] ], "l:7": [ [ 21, 1 ] ], "l:71": [ [ 24, 1 ], [ 128, 2 ] ], "l:73": [ [ 55, 1 ], [ 68, 1 ] ], "l:90": [ [ 59, 1 ] ], "l:94": [ [ 56, 3 ], [ 78, 14 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L10.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:100": [ [ 102, 1 ] ], "l:102": [ [ 103, 1 ] ], "l:103": [ [ 46, 9 ], [ 56, 3 ], [ 60, 5 ] ], "l:107": [ [ 104, 1 ] ], "l:108": [ [ 105, 1 ] ], "l:110": [ [ 106, 1 ] ], "l:111": [ [ 65, 3 ], [ 71, 6 ], [ 78, 8 ] ], "l:14": [ [ 140, 1 ] ], "l:151": [ [ 107, 1 ] ], "l:152": [ [ 108, 1 ] ], "l:154": [ [ 109, 1 ] ], "l:155": [ [ 18, 3 ], [ 22, 3 ], [ 86, 2 ], [ 89, 7 ], [ 97, 1 ], [ 110, 1 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:30": [ [ 98, 1 ] ], "l:31": [ [ 99, 1 ] ], "l:33": [ [ 100, 1 ] ], "l:34": [ [ 29, 17 ] ], "l:7": [ [ 21, 1 ] ], "l:99": [ [ 101, 1 ] ] } }, { "key": "L11.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:105": [ [ 63, 17 ] ], "l:14": [ [ 140, 1 ] ], "l:149": [ [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ] ], "l:158": [ [ 132, 1 ] ], "l:165": [ [ 133, 1 ] ], "l:172": [ [ 134, 1 ] ], "l:179": [ [ 221, 102 ] ], "l:180": [ [ 323, 102 ] ], "l:181": [ [ 425, 102 ] ], "l:182": [ [ 527, 102 ] ], "l:183": [ [ 629, 102 ] ], "l:184": [ [ 731, 102 ] ], "l:185": [ [ 833, 102 ] ], "l:186": [ [ 935, 102 ] ], "l:187": [ [ 1037, 102 ] ], "l:188": [ [ 1139, 102 ] ], "l:189": [ [ 1241, 102 ] ], "l:190": [ [ 1343, 102 ] ], "l:191": [ [ 1445, 102 ] ], "l:192": [ [ 1547, 102 ] ], "l:193": [ [ 1649, 102 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:26": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 75 ] ], "l:28": [ [ 29, 17 ] ], "l:97": [ [ 46, 17 ] ] } }, { "key": "L12.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:14": [ [ 140, 1 ] ], "l:179": [ [ 221, 102 ] ], "l:180": [ [ 323, 102 ] ], "l:181": [ [ 425, 102 ] ], "l:182": [ [ 527, 102 ] ], "l:183": [ [ 629, 102 ] ], "l:184": [ [ 731, 102 ] ], "l:185": [ [ 833, 102 ] ], "l:186": [ [ 935, 102 ] ], "l:187": [ [ 1037, 102 ] ], "l:188": [ [ 1139, 102 ] ], "l:189": [ [ 1241, 102 ] ], "l:190": [ [ 1343, 102 ] ], "l:191": [ [ 1445, 102 ] ], "l:192": [ [ 1547, 102 ] ], "l:193": [ [ 1649, 102 ] ], "l:194": [ [ 1751, 102 ] ], "l:195": [ [ 1853, 102 ] ], "l:196": [ [ 1955, 102 ] ], "l:197": [ [ 2057, 102 ] ], "l:198": [ [ 2159, 102 ] ], "l:199": [ [ 2261, 102 ] ], "l:2": [ [ 28, 1 ] ], "l:200": [ [ 2363, 102 ] ], "l:201": [ [ 2465, 102 ] ], "l:202": [ [ 2567, 102 ] ], "l:203": [ [ 2669, 102 ] ], "l:204": [ [ 2771, 102 ] ], "l:205": [ [ 2873, 102 ] ], "l:206": [ [ 2975, 102 ] ], "l:207": [ [ 3077, 102 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:243": [ [ 111, 17 ] ], "l:26": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 75 ] ] } }, { "key": "L13.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:14": [ [ 140, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:210": [ [ 141, 1 ] ], "l:217": [ [ 142, 1 ] ], "l:224": [ [ 143, 1 ] ], "l:231": [ [ 144, 1 ] ], "l:238": [ [ 145, 1 ] ], "l:24": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "l:243": [ [ 111, 17 ] ] } }, { "key": "L14.post", "nodes": { "i:0": [ [ 0, 1 ] ], "l:12": [ [ 146, 3 ], [ 730, 5 ], [ 736, 4 ], [ 741, 4 ], [ 746, 1 ] ], "l:2": [ [ 28, 1 ] ], "l:208": [ [ 149, 3 ], [ 747, 3 ], [ 751, 4 ], [ 756, 4 ], [ 761, 3 ] ], "l:214": [ [ 26, 1 ], [ 128, 3 ], [ 646, 4 ], [ 651, 4 ], [ 657, 5 ] ], "l:215": [ [ 152, 4 ], [ 764, 1 ], [ 766, 4 ], [ 771, 4 ], [ 776, 4 ] ], "l:221": [ [ 662, 17 ] ], "l:222": [ [ 156, 3 ], [ 781, 4 ], [ 786, 4 ], [ 791, 4 ], [ 796, 2 ] ], "l:228": [ [ 27, 1 ], [ 135, 4 ], [ 271, 1 ], [ 679, 1 ], [ 682, 3 ], [ 686, 2 ], [ 689, 1 ], [ 691, 4 ] ], "l:229": [ [ 159, 3 ], [ 798, 2 ], [ 801, 5 ], [ 807, 4 ], [ 812, 3 ] ], "l:23": [ [ 638, 8 ], [ 1304, 1 ], [ 1308, 5 ], [ 1328, 1 ], [ 1365, 1 ], [ 1565, 1 ] ], "l:235": [ [ 696, 17 ] ], "l:236": [ [ 162, 4 ], [ 815, 1 ], [ 817, 4 ], [ 822, 4 ], [ 827, 4 ] ], "l:242": [ [ 266, 1 ], [ 714, 16 ] ], "l:243": [ [ 111, 17 ] ] } }, { "key": "L15.post", "nodes": { "l:0": [ [ 1, 17 ] ], "l:10": [ [ 34, 17 ] ] } }, { "key": "output", "nodes": { "l:0": [ [ 1, 17 ] ] } } ], "width": 8192 }, "runtime_contract": { "causal_attention": true, "dtype": "float32", "generation": { "do_sample": false, "greedy": true }, "recommended_attention_implementation_for_analysis": "eager", "unsupported_inferences": [ "Static graph ancestry is not dynamic causal relevance.", "Unused-on-one-input activations require an input-specific trace.", "Other numerical precisions are outside the exactness contract." ] }, "schedule": { "assignment": [ { "cancel_layer": 7, "cancel_sublayer": "attn", "layer": null, "node": "l:8", "routing": null }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:46", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:48", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:50", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "mlp", "layer": 1, "node": "l:45", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "mlp", "layer": 1, "node": "l:47", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "mlp", "layer": 1, "node": "l:49", "routing": "mlp" }, { "cancel_layer": 3, "cancel_sublayer": "mlp", "layer": 2, "node": "l:43", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:7", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:54", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:55", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:57", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 1, "node": "l:52", "routing": "attn" }, { "cancel_layer": 3, "cancel_sublayer": "mlp", "layer": 1, "node": "l:51", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "mlp", "layer": 3, "node": "l:41", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:161", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:162", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:164", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:159", "routing": "attn" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:168", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:169", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:171", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:166", "routing": "attn" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:175", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:176", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:178", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:173", "routing": "attn" }, { "cancel_layer": 1, "cancel_sublayer": "mlp", "layer": 0, "node": "l:68", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:81", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:82", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:84", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:79", "routing": "attn" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 0, "node": "l:77", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:78", "routing": "mlp" }, { "cancel_layer": 8, "cancel_sublayer": "mlp", "layer": 5, "node": "l:75", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "mlp", "layer": 1, "node": "l:136", "routing": "mlp" }, { "cancel_layer": 8, "cancel_sublayer": "mlp", "layer": 4, "node": "l:134", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:65", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:66", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:69", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 1, "node": "l:63", "routing": "attn" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 1, "node": "l:70", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 0, "node": "l:62", "routing": "mlp" }, { "cancel_layer": 3, "cancel_sublayer": "attn", "layer": 2, "node": "l:61", "routing": "attn" }, { "cancel_layer": 3, "cancel_sublayer": "mlp", "layer": 2, "node": "l:60", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "mlp", "layer": 3, "node": "l:59", "routing": "mlp" }, { "cancel_layer": 6, "cancel_sublayer": "mlp", "layer": 4, "node": "l:88", "routing": "mlp" }, { "cancel_layer": 6, "cancel_sublayer": "mlp", "layer": 5, "node": "l:89", "routing": "mlp" }, { "cancel_layer": 7, "cancel_sublayer": "mlp", "layer": 6, "node": "l:86", "routing": "mlp" }, { "cancel_layer": 8, "cancel_sublayer": "mlp", "layer": 7, "node": "l:85", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "mlp", "layer": 8, "node": "l:73", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "mlp", "layer": 0, "node": "l:90", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "mlp", "layer": 0, "node": "l:93", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 1, "node": "l:91", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 9, "node": "l:71", "routing": "attn" }, { "cancel_layer": 6, "cancel_sublayer": "mlp", "layer": 0, "node": "l:96", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 6, "node": "l:94", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:125", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:126", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:128", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:123", "routing": "attn" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:129", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 0, "node": "l:122", "routing": "mlp" }, { "cancel_layer": 6, "cancel_sublayer": "attn", "layer": 5, "node": "l:121", "routing": "attn" }, { "cancel_layer": 6, "cancel_sublayer": "mlp", "layer": 5, "node": "l:120", "routing": "mlp" }, { "cancel_layer": 7, "cancel_sublayer": "mlp", "layer": 6, "node": "l:119", "routing": "attn" }, { "cancel_layer": 7, "cancel_sublayer": "mlp", "layer": 6, "node": "l:140", "routing": "mlp" }, { "cancel_layer": 8, "cancel_sublayer": "mlp", "layer": 7, "node": "l:141", "routing": "attn" }, { "cancel_layer": 8, "cancel_sublayer": "mlp", "layer": 7, "node": "l:138", "routing": "mlp" }, { "cancel_layer": 9, "cancel_sublayer": "mlp", "layer": 8, "node": "l:137", "routing": "attn" }, { "cancel_layer": 10, "cancel_sublayer": "mlp", "layer": 8, "node": "l:132", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "mlp", "layer": 0, "node": "l:142", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "mlp", "layer": 0, "node": "l:145", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 4, "node": "l:143", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 9, "node": "l:130", "routing": "attn" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 0, "node": "l:148", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 5, "node": "l:146", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:38", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:39", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "attn", "layer": 0, "node": "l:58", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "attn", "layer": 4, "node": "l:36", "routing": "attn" }, { "cancel_layer": 7, "cancel_sublayer": "attn", "layer": 0, "node": "l:115", "routing": "mlp" }, { "cancel_layer": 7, "cancel_sublayer": "attn", "layer": 0, "node": "l:116", "routing": "mlp" }, { "cancel_layer": 7, "cancel_sublayer": "attn", "layer": 0, "node": "l:118", "routing": "mlp" }, { "cancel_layer": 8, "cancel_sublayer": "attn", "layer": 7, "node": "l:113", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 10, "node": "l:34", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:30", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:31", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:33", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 11, "node": "l:28", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 10, "node": "l:103", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:99", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:100", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:102", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 11, "node": "l:97", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 10, "node": "l:111", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:107", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:108", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:110", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 11, "node": "l:105", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 10, "node": "l:155", "routing": "attn" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:151", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:152", "routing": "mlp" }, { "cancel_layer": 11, "cancel_sublayer": "attn", "layer": 0, "node": "l:154", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 11, "node": "l:149", "routing": "attn" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 4, "node": "l:158", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 4, "node": "l:165", "routing": "mlp" }, { "cancel_layer": 12, "cancel_sublayer": "mlp", "layer": 4, "node": "l:172", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:26", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:179", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:180", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:181", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:182", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:183", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:184", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:185", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:186", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:187", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:188", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:189", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:190", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:191", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:192", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 11, "node": "l:193", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:194", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:195", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:196", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:197", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:198", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:199", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:200", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:201", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:202", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:203", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:204", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:205", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:206", "routing": "mlp" }, { "cancel_layer": 13, "cancel_sublayer": "mlp", "layer": 12, "node": "l:207", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 13, "node": "l:24", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:23", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:214", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:221", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:228", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:235", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:242", "routing": "attn" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:4", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:5", "routing": "mlp" }, { "cancel_layer": 1, "cancel_sublayer": "attn", "layer": 0, "node": "l:9", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 1, "node": "l:2", "routing": "attn" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 1, "node": "l:21", "routing": "mlp" }, { "cancel_layer": 2, "cancel_sublayer": "attn", "layer": 0, "node": "l:20", "routing": "mlp" }, { "cancel_layer": 3, "cancel_sublayer": "attn", "layer": 2, "node": "l:19", "routing": "attn" }, { "cancel_layer": 3, "cancel_sublayer": "mlp", "layer": 2, "node": "l:18", "routing": "mlp" }, { "cancel_layer": 4, "cancel_sublayer": "mlp", "layer": 3, "node": "l:17", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:16", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:22", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:14", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:12", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:212", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:213", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:210", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:208", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:219", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:220", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:217", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:215", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:226", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:227", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:224", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:222", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:233", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:234", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:231", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:229", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:240", "routing": "mlp" }, { "cancel_layer": 5, "cancel_sublayer": "mlp", "layer": 4, "node": "l:241", "routing": "mlp" }, { "cancel_layer": 14, "cancel_sublayer": "mlp", "layer": 5, "node": "l:238", "routing": "mlp" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 14, "node": "l:236", "routing": "mlp" }, { "cancel_layer": 16, "cancel_sublayer": "mlp", "layer": 15, "node": "l:10", "routing": "attn" }, { "cancel_layer": 15, "cancel_sublayer": "mlp", "layer": 0, "node": "l:243", "routing": "mlp" }, { "cancel_layer": 22, "cancel_sublayer": "attn", "layer": 15, "node": "l:0", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 7, "node": "l:156", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 7, "node": "l:112", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 4, "node": "l:104", "routing": "mlp" }, { "cancel_layer": 10, "cancel_sublayer": "attn", "layer": 4, "node": "l:35", "routing": "mlp" } ], "layers": [ { "active_attention_heads": 1, "active_mlp_neurons": 16, "attention_operations": [], "emitted_attention_heads": 0, "index": 0, "mlp_operations": [ { "hidden_slots": [ [ 1, 1 ] ], "id": "L0.mlp.0", "node": "l:46", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 2, 1 ] ], "id": "L0.mlp.1", "node": "l:48", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 19, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 1 ] ], "id": "L0.mlp.2", "node": "l:50", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 20, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 4, 1 ] ], "id": "L0.mlp.3", "node": "l:7", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 21, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 5, 1 ] ], "id": "L0.mlp.4", "node": "l:68", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 22, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 6, 10 ] ], "id": "L0.mlp.5", "node": "l:77", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 1, 17 ] ], "source_columns_b": null, "target_columns": [ [ 23, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [], "id": "L0.mlp.6", "node": "l:54", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 24, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.7", "node": "l:55", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 25, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.8", "node": "l:57", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 26, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.9", "node": "l:65", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.10", "node": "l:66", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 28, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.11", "node": "l:69", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.12", "node": "l:125", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 30, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.13", "node": "l:126", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 31, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.14", "node": "l:128", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 32, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.15", "node": "l:62", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 33, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.16", "node": "l:122", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 34, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.17", "node": "l:81", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 35, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.18", "node": "l:82", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 36, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.19", "node": "l:84", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 37, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.20", "node": "l:93", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 38, 3 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.21", "node": "l:145", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 41, 3 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.22", "node": "l:38", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 44, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.23", "node": "l:39", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 45, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.24", "node": "l:58", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 46, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.25", "node": "l:115", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 47, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.26", "node": "l:116", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 48, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.27", "node": "l:118", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 49, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.28", "node": "l:161", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 50, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.29", "node": "l:162", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 51, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.30", "node": "l:164", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 52, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.31", "node": "l:168", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 53, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.32", "node": "l:169", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 54, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.33", "node": "l:171", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 55, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.34", "node": "l:175", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 56, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.35", "node": "l:176", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 57, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.36", "node": "l:178", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 58, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.37", "node": "l:90", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 59, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.38", "node": "l:96", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 60, 17 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.39", "node": "l:142", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 77, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.40", "node": "l:148", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 78, 17 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.41", "node": "l:4", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 95, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.42", "node": "l:5", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 96, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.43", "node": "l:9", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 97, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.44", "node": "l:30", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 98, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.45", "node": "l:31", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 99, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.46", "node": "l:33", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 100, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.47", "node": "l:99", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 101, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.48", "node": "l:100", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 102, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.49", "node": "l:102", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 103, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.50", "node": "l:107", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 104, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.51", "node": "l:108", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 105, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.52", "node": "l:110", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 106, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.53", "node": "l:151", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 107, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.54", "node": "l:152", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 108, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.55", "node": "l:154", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 109, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.56", "node": "l:20", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 110, 1 ] ], "type": "compute_literal_value" }, { "hidden_slots": [], "id": "L0.mlp.57", "node": "l:243", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 111, 17 ] ], "type": "compute_literal_value" } ], "newly_computed": [ "l:46", "l:48", "l:50", "l:7", "l:54", "l:55", "l:57", "l:53", "l:56", "l:161", "l:162", "l:164", "l:160", "l:168", "l:169", "l:171", "l:167", "l:175", "l:176", "l:178", "l:174", "l:68", "l:81", "l:82", "l:84", "l:80", "l:77", "l:65", "l:66", "l:69", "l:64", "l:67", "l:62", "l:90", "l:93", "l:92", "l:96", "l:125", "l:126", "l:128", "l:124", "l:122", "l:142", "l:145", "l:148", "l:38", "l:39", "l:58", "l:37", "l:115", "l:116", "l:118", "l:114", "l:117", "l:30", "l:31", "l:33", "l:29", "l:32", "l:99", "l:100", "l:102", "l:98", "l:101", "l:107", "l:108", "l:110", "l:106", "l:109", "l:151", "l:152", "l:154", "l:150", "l:153", "l:4", "l:5", "l:9", "l:3", "l:6", "l:20", "l:243" ] }, { "active_attention_heads": 4, "active_mlp_neurons": 26, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L1.attn.0", "key_source_columns": [ [ 21, 1 ], [ 26, 1 ] ], "node": "l:52", "query_source_columns": [ [ 24, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 21, 1 ] ], "source_columns_b": null, "target_columns": [ [ 26, 1 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L1.attn.1", "key_source_columns": [ [ 22, 1 ], [ 29, 1 ] ], "node": "l:63", "query_source_columns": [ [ 27, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 22, 1 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "compute_attn" }, { "heads": [ 2, 1 ], "id": "L1.attn.2", "key_source_columns": [ [ 21, 1 ], [ 97, 1 ] ], "node": "l:2", "query_source_columns": [ [ 95, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 21, 1 ] ], "source_columns_b": null, "target_columns": [ [ 28, 1 ] ], "type": "compute_attn" }, { "heads": [ 3, 1 ], "id": "L1.attn.3", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 24, 6 ], [ 95, 3 ] ], "type": "cancel" } ], "emitted_attention_heads": 4, "index": 1, "mlp_operations": [ { "hidden_slots": [ [ 1, 2 ] ], "id": "L1.mlp.0", "node": "l:45", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 2 ] ], "id": "L1.mlp.1", "node": "l:47", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 19, 1 ] ], "source_columns_b": null, "target_columns": [ [ 95, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 5, 2 ] ], "id": "L1.mlp.2", "node": "l:49", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 20, 1 ] ], "source_columns_b": null, "target_columns": [ [ 96, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 7, 2 ] ], "id": "L1.mlp.3", "node": "l:51", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 26, 1 ] ], "source_columns_b": null, "target_columns": [ [ 97, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 9, 2 ] ], "id": "L1.mlp.4", "node": "l:136", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 26, 1 ] ], "source_columns_b": null, "target_columns": [ [ 25, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 11, 3 ] ], "id": "L1.mlp.5", "node": "l:91", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 22, 1 ], [ 38, 3 ] ], "source_columns_b": null, "target_columns": [ [ 24, 1 ], [ 128, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 14, 2 ] ], "id": "L1.mlp.6", "node": "l:70", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 22, 1 ] ], "source_columns_b": null, "target_columns": [ [ 130, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 16, 2 ] ], "id": "L1.mlp.7", "node": "l:21", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 21, 1 ] ], "source_columns_b": null, "target_columns": [ [ 131, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 18, 6 ] ], "id": "L1.mlp.8", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 38, 3 ] ], "source_columns_b": null, "target_columns": [ [ 38, 3 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 24, 2 ] ], "id": "L1.mlp.9", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 22, 1 ] ], "source_columns_b": null, "target_columns": [ [ 22, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:45", "l:47", "l:49", "l:44", "l:52", "l:51", "l:136", "l:63", "l:70", "l:91", "l:2", "l:21" ] }, { "active_attention_heads": 3, "active_mlp_neurons": 73, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L2.attn.0", "key_source_columns": [ [ 27, 1 ] ], "node": "l:61", "query_source_columns": [ [ 33, 1 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 130, 1 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L2.attn.1", "key_source_columns": [ [ 28, 1 ] ], "node": "l:19", "query_source_columns": [ [ 110, 1 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 131, 1 ] ], "source_columns_b": null, "target_columns": [ [ 33, 1 ] ], "type": "compute_attn" }, { "heads": [ 2, 1 ], "id": "L2.attn.2", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 26, 2 ], [ 33, 1 ], [ 110, 1 ], [ 130, 2 ] ], "type": "cancel" } ], "emitted_attention_heads": 3, "index": 2, "mlp_operations": [ { "hidden_slots": [ [ 1, 2 ] ], "id": "L2.mlp.0", "node": "l:43", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 1 ], [ 95, 2 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 32 ] ], "id": "L2.mlp.1", "node": "l:60", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 39, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 35, 32 ] ], "id": "L2.mlp.2", "node": "l:18", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 40, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 67, 2 ] ], "id": "L2.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 69, 2 ] ], "id": "L2.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 95, 1 ] ], "source_columns_b": null, "target_columns": [ [ 95, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 71, 2 ] ], "id": "L2.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 96, 1 ] ], "source_columns_b": null, "target_columns": [ [ 96, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:43", "l:42", "l:61", "l:60", "l:19", "l:18" ] }, { "active_attention_heads": 1, "active_mlp_neurons": 15, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L3.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 27, 1 ], [ 33, 1 ] ], "type": "cancel" } ], "emitted_attention_heads": 1, "index": 3, "mlp_operations": [ { "hidden_slots": [ [ 1, 2 ] ], "id": "L3.mlp.0", "node": "l:41", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 38, 1 ], [ 97, 1 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 2 ] ], "id": "L3.mlp.1", "node": "l:59", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 39, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 5, 2 ] ], "id": "L3.mlp.2", "node": "l:17", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 40, 1 ] ], "source_columns_b": null, "target_columns": [ [ 33, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 7, 2 ] ], "id": "L3.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 38, 1 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 9, 2 ] ], "id": "L3.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 97, 1 ] ], "source_columns_b": null, "target_columns": [ [ 97, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 11, 2 ] ], "id": "L3.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 39, 1 ] ], "source_columns_b": null, "target_columns": [ [ 39, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 13, 2 ] ], "id": "L3.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 40, 1 ] ], "source_columns_b": null, "target_columns": [ [ 40, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:41", "l:163", "l:170", "l:177", "l:83", "l:59", "l:127", "l:144", "l:40", "l:17" ] }, { "active_attention_heads": 7, "active_mlp_neurons": 78, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L4.attn.0", "key_source_columns": [ [ 27, 1 ], [ 32, 1 ] ], "node": "l:123", "query_source_columns": [ [ 30, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 30, 1 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L4.attn.1", "key_source_columns": [ [ 27, 1 ], [ 37, 1 ] ], "node": "l:79", "query_source_columns": [ [ 35, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 31, 1 ] ], "type": "compute_attn" }, { "heads": [ 2, 1 ], "id": "L4.attn.2", "key_source_columns": [ [ 27, 1 ], [ 46, 1 ] ], "node": "l:36", "query_source_columns": [ [ 44, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 32, 1 ] ], "type": "compute_attn" }, { "heads": [ 3, 1 ], "id": "L4.attn.3", "key_source_columns": [ [ 27, 1 ], [ 52, 1 ] ], "node": "l:159", "query_source_columns": [ [ 50, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 35, 1 ] ], "type": "compute_attn" }, { "heads": [ 4, 1 ], "id": "L4.attn.4", "key_source_columns": [ [ 27, 1 ], [ 55, 1 ] ], "node": "l:166", "query_source_columns": [ [ 53, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 19, 1 ] ], "source_columns_b": null, "target_columns": [ [ 36, 1 ] ], "type": "compute_attn" }, { "heads": [ 5, 1 ], "id": "L4.attn.5", "key_source_columns": [ [ 27, 1 ], [ 58, 1 ] ], "node": "l:173", "query_source_columns": [ [ 56, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 20, 1 ] ], "source_columns_b": null, "target_columns": [ [ 37, 1 ] ], "type": "compute_attn" }, { "heads": [ 6, 1 ], "id": "L4.attn.6", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 30, 3 ], [ 35, 3 ], [ 44, 3 ], [ 50, 9 ] ], "type": "cancel" } ], "emitted_attention_heads": 7, "index": 4, "mlp_operations": [ { "hidden_slots": [ [ 1, 2 ] ], "id": "L4.mlp.0", "node": "l:78", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 31, 1 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 2 ] ], "id": "L4.mlp.1", "node": "l:134", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 23, 1 ], [ 31, 1 ], [ 25, 1 ] ], "source_columns_b": null, "target_columns": [ [ 39, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 5, 3 ] ], "id": "L4.mlp.2", "node": "l:143", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 27, 1 ], [ 41, 3 ] ], "source_columns_b": null, "target_columns": [ [ 40, 1 ], [ 44, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 8, 13 ] ], "id": "L4.mlp.3", "node": "l:104", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 32, 1 ] ], "source_columns_b": null, "target_columns": [ [ 46, 1 ], [ 50, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 21, 9 ] ], "id": "L4.mlp.4", "node": "l:35", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 32, 1 ] ], "source_columns_b": null, "target_columns": [ [ 52, 3 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 30, 2 ] ], "id": "L4.mlp.5", "node": "l:16", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 55, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 32, 2 ] ], "id": "L4.mlp.6", "node": "l:22", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 56, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 34, 2 ] ], "id": "L4.mlp.7", "node": "l:212", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 57, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 36, 2 ] ], "id": "L4.mlp.8", "node": "l:213", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 58, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 38, 2 ] ], "id": "L4.mlp.9", "node": "l:219", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 40, 2 ] ], "id": "L4.mlp.10", "node": "l:220", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 19, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 42, 2 ] ], "id": "L4.mlp.11", "node": "l:226", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 95, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 44, 2 ] ], "id": "L4.mlp.12", "node": "l:227", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 96, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 46, 2 ] ], "id": "L4.mlp.13", "node": "l:233", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 97, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 48, 2 ] ], "id": "L4.mlp.14", "node": "l:234", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 20, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 50, 2 ] ], "id": "L4.mlp.15", "node": "l:240", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 110, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 52, 2 ] ], "id": "L4.mlp.16", "node": "l:241", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 22, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 54, 2 ] ], "id": "L4.mlp.17", "node": "l:129", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 130, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 56, 2 ] ], "id": "L4.mlp.18", "node": "l:88", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 26, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 58, 2 ] ], "id": "L4.mlp.19", "node": "l:158", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 35, 1 ] ], "source_columns_b": null, "target_columns": [ [ 132, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 60, 2 ] ], "id": "L4.mlp.20", "node": "l:165", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 36, 1 ] ], "source_columns_b": null, "target_columns": [ [ 133, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 62, 2 ] ], "id": "L4.mlp.21", "node": "l:172", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 37, 1 ] ], "source_columns_b": null, "target_columns": [ [ 134, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 64, 6 ] ], "id": "L4.mlp.22", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 41, 3 ] ], "source_columns_b": null, "target_columns": [ [ 41, 3 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 70, 2 ] ], "id": "L4.mlp.23", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 72, 2 ] ], "id": "L4.mlp.24", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 25, 1 ] ], "source_columns_b": null, "target_columns": [ [ 25, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 74, 2 ] ], "id": "L4.mlp.25", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 76, 2 ] ], "id": "L4.mlp.26", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 33, 1 ] ], "source_columns_b": null, "target_columns": [ [ 33, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:159", "l:166", "l:173", "l:79", "l:78", "l:76", "l:135", "l:134", "l:88", "l:123", "l:129", "l:143", "l:147", "l:36", "l:158", "l:165", "l:172", "l:157", "l:16", "l:22", "l:15", "l:212", "l:213", "l:211", "l:219", "l:220", "l:218", "l:226", "l:227", "l:225", "l:233", "l:234", "l:232", "l:240", "l:241", "l:239", "l:104", "l:35" ] }, { "active_attention_heads": 2, "active_mlp_neurons": 145, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L5.attn.0", "key_source_columns": [ [ 30, 1 ] ], "node": "l:121", "query_source_columns": [ [ 34, 1 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 130, 1 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L5.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 30, 3 ], [ 34, 4 ], [ 130, 1 ] ], "type": "cancel" } ], "emitted_attention_heads": 2, "index": 5, "mlp_operations": [ { "hidden_slots": [ [ 1, 32 ] ], "id": "L5.mlp.0", "node": "l:120", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 27, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 33, 2 ] ], "id": "L5.mlp.1", "node": "l:75", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 23, 1 ], [ 38, 1 ] ], "source_columns_b": null, "target_columns": [ [ 30, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 35, 34 ] ], "id": "L5.mlp.2", "node": "l:146", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 39, 1 ], [ 1, 17 ], [ 78, 17 ] ], "source_columns_b": null, "target_columns": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 69, 2 ] ], "id": "L5.mlp.3", "node": "l:14", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 55, 2 ] ], "source_columns_b": null, "target_columns": [ [ 140, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 71, 2 ] ], "id": "L5.mlp.4", "node": "l:210", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 57, 2 ] ], "source_columns_b": null, "target_columns": [ [ 141, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 73, 2 ] ], "id": "L5.mlp.5", "node": "l:217", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 18, 2 ] ], "source_columns_b": null, "target_columns": [ [ 142, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 75, 2 ] ], "id": "L5.mlp.6", "node": "l:224", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 95, 2 ] ], "source_columns_b": null, "target_columns": [ [ 143, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 77, 2 ] ], "id": "L5.mlp.7", "node": "l:231", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 97, 1 ], [ 20, 1 ] ], "source_columns_b": null, "target_columns": [ [ 144, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 79, 2 ] ], "id": "L5.mlp.8", "node": "l:238", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 110, 1 ], [ 22, 1 ] ], "source_columns_b": null, "target_columns": [ [ 145, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 81, 2 ] ], "id": "L5.mlp.9", "node": "l:89", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 26, 1 ] ], "source_columns_b": null, "target_columns": [ [ 146, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 83, 34 ] ], "id": "L5.mlp.10", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 78, 17 ] ], "source_columns_b": null, "target_columns": [ [ 78, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 117, 2 ] ], "id": "L5.mlp.11", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 23, 1 ] ], "source_columns_b": null, "target_columns": [ [ 23, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 119, 2 ] ], "id": "L5.mlp.12", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 38, 1 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 121, 2 ] ], "id": "L5.mlp.13", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 55, 1 ] ], "source_columns_b": null, "target_columns": [ [ 55, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 123, 2 ] ], "id": "L5.mlp.14", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 56, 1 ] ], "source_columns_b": null, "target_columns": [ [ 56, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 125, 2 ] ], "id": "L5.mlp.15", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 57, 1 ] ], "source_columns_b": null, "target_columns": [ [ 57, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 127, 2 ] ], "id": "L5.mlp.16", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 58, 1 ] ], "source_columns_b": null, "target_columns": [ [ 58, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 129, 2 ] ], "id": "L5.mlp.17", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 131, 2 ] ], "id": "L5.mlp.18", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 19, 1 ] ], "source_columns_b": null, "target_columns": [ [ 19, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 133, 2 ] ], "id": "L5.mlp.19", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 95, 1 ] ], "source_columns_b": null, "target_columns": [ [ 95, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 135, 2 ] ], "id": "L5.mlp.20", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 96, 1 ] ], "source_columns_b": null, "target_columns": [ [ 96, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 137, 2 ] ], "id": "L5.mlp.21", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 97, 1 ] ], "source_columns_b": null, "target_columns": [ [ 97, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 139, 2 ] ], "id": "L5.mlp.22", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 20, 1 ] ], "source_columns_b": null, "target_columns": [ [ 20, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 141, 2 ] ], "id": "L5.mlp.23", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 110, 1 ] ], "source_columns_b": null, "target_columns": [ [ 110, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 143, 2 ] ], "id": "L5.mlp.24", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 22, 1 ] ], "source_columns_b": null, "target_columns": [ [ 22, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:75", "l:89", "l:87", "l:95", "l:121", "l:120", "l:146", "l:14", "l:210", "l:217", "l:224", "l:231", "l:238" ] }, { "active_attention_heads": 2, "active_mlp_neurons": 85, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L6.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": "l:119", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "compute_linear" }, { "heads": [ 1, 1 ], "id": "L6.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 27, 1 ] ], "type": "cancel" } ], "emitted_attention_heads": 2, "index": 6, "mlp_operations": [ { "hidden_slots": [ [ 1, 8 ] ], "id": "L6.mlp.0", "node": "l:86", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 26, 1 ], [ 146, 1 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ], [ 55, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 9, 34 ] ], "id": "L6.mlp.1", "node": "l:94", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 30, 1 ], [ 1, 17 ], [ 60, 17 ] ], "source_columns_b": null, "target_columns": [ [ 56, 3 ], [ 78, 14 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 43, 2 ] ], "id": "L6.mlp.2", "node": "l:140", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 92, 1 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [], "id": "L6.mlp.3", "node": "l:119", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "compute_bias" }, { "hidden_slots": [ [ 45, 34 ] ], "id": "L6.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 60, 17 ] ], "source_columns_b": null, "target_columns": [ [ 60, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 79, 2 ] ], "id": "L6.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 26, 1 ] ], "source_columns_b": null, "target_columns": [ [ 26, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 81, 2 ] ], "id": "L6.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 146, 1 ] ], "source_columns_b": null, "target_columns": [ [ 146, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 83, 2 ] ], "id": "L6.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:86", "l:94", "l:119", "l:140" ] }, { "active_attention_heads": 3, "active_mlp_neurons": 43, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L7.attn.0", "key_source_columns": [ [ 21, 1 ], [ 49, 1 ] ], "node": "l:113", "query_source_columns": [ [ 47, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L7.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": "l:141", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 92, 1 ] ], "source_columns_b": null, "target_columns": [ [ 47, 1 ] ], "type": "compute_linear" }, { "heads": [ 2, 1 ], "id": "L7.attn.2", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 1, 17 ], [ 47, 3 ] ], "type": "cancel" } ], "emitted_attention_heads": 3, "index": 7, "mlp_operations": [ { "hidden_slots": [ [ 1, 8 ] ], "id": "L7.mlp.0", "node": "l:138", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 92, 1 ], [ 47, 1 ] ], "source_columns_b": null, "target_columns": [ [ 48, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 9, 13 ] ], "id": "L7.mlp.1", "node": "l:156", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 60, 3 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 22, 9 ] ], "id": "L7.mlp.2", "node": "l:112", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 1 ] ], "source_columns_b": null, "target_columns": [ [ 63, 3 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 31, 4 ] ], "id": "L7.mlp.3", "node": "l:85", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 38, 1 ], [ 55, 1 ] ], "source_columns_b": null, "target_columns": [ [ 66, 2 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [], "id": "L7.mlp.4", "node": "l:141", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 47, 1 ] ], "type": "compute_bias" }, { "hidden_slots": [ [ 35, 4 ] ], "id": "L7.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 38, 1 ], [ 55, 1 ] ], "source_columns_b": null, "target_columns": [ [ 38, 1 ], [ 55, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 39, 2 ] ], "id": "L7.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 18, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 41, 2 ] ], "id": "L7.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 92, 1 ] ], "source_columns_b": null, "target_columns": [ [ 92, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:85", "l:74", "l:141", "l:139", "l:138", "l:113", "l:156", "l:112" ] }, { "active_attention_heads": 2, "active_mlp_neurons": 19, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L8.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": "l:137", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 48, 2 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ], [ 38, 1 ] ], "type": "compute_linear" }, { "heads": [ 1, 1 ], "id": "L8.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 29, 1 ] ], "type": "cancel" } ], "emitted_attention_heads": 2, "index": 8, "mlp_operations": [ { "hidden_slots": [ [ 1, 2 ] ], "id": "L8.mlp.0", "node": "l:73", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 30, 1 ], [ 66, 2 ] ], "source_columns_b": null, "target_columns": [ [ 55, 1 ], [ 68, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3, 2 ] ], "id": "L8.mlp.1", "node": "l:132", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 39, 1 ], [ 29, 1 ], [ 38, 1 ] ], "source_columns_b": null, "target_columns": [ [ 69, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [], "id": "L8.mlp.2", "node": "l:137", "reuse_input_index": null, "role": "transport", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 29, 1 ], [ 38, 1 ] ], "type": "compute_bias" }, { "hidden_slots": [ [ 5, 4 ] ], "id": "L8.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 66, 2 ] ], "source_columns_b": null, "target_columns": [ [ 66, 2 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 9, 4 ] ], "id": "L8.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 48, 2 ] ], "source_columns_b": null, "target_columns": [ [ 48, 2 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 13, 2 ] ], "id": "L8.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 30, 1 ] ], "source_columns_b": null, "target_columns": [ [ 30, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 15, 2 ] ], "id": "L8.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 39, 1 ] ], "source_columns_b": null, "target_columns": [ [ 39, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 17, 2 ] ], "id": "L8.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 47, 1 ] ], "source_columns_b": null, "target_columns": [ [ 47, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:73", "l:72", "l:137", "l:133", "l:132", "l:131" ] }, { "active_attention_heads": 2, "active_mlp_neurons": 5, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L9.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": "l:71", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": 1, "role": "transport", "source_columns": [ [ 55, 1 ], [ 68, 1 ], [ 59, 1 ] ], "source_columns_b": null, "target_columns": [ [ 24, 1 ], [ 128, 2 ] ], "type": "add_into" }, { "heads": [ 1, 1 ], "id": "L9.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": "l:130", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": 1, "role": "transport", "source_columns": [ [ 69, 2 ], [ 77, 1 ] ], "source_columns_b": null, "target_columns": [ [ 40, 1 ], [ 44, 2 ] ], "type": "add_into" } ], "emitted_attention_heads": 2, "index": 9, "mlp_operations": [ { "hidden_slots": [ [ 1, 4 ] ], "id": "L9.mlp.0", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 29, 1 ], [ 38, 1 ] ], "source_columns_b": null, "target_columns": [ [ 29, 1 ], [ 38, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:71", "l:130" ] }, { "active_attention_heads": 5, "active_mlp_neurons": 13, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L10.attn.0", "key_source_columns": [ [ 24, 1 ], [ 128, 2 ] ], "node": "l:34", "query_source_columns": [ [ 52, 3 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 56, 3 ], [ 78, 14 ] ], "source_columns_b": null, "target_columns": [ [ 29, 17 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L10.attn.1", "key_source_columns": [ [ 24, 1 ], [ 128, 2 ] ], "node": "l:103", "query_source_columns": [ [ 46, 1 ], [ 50, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 56, 3 ], [ 78, 14 ] ], "source_columns_b": null, "target_columns": [ [ 46, 9 ], [ 56, 3 ], [ 60, 5 ] ], "type": "compute_attn" }, { "heads": [ 2, 1 ], "id": "L10.attn.2", "key_source_columns": [ [ 40, 1 ], [ 44, 2 ] ], "node": "l:111", "query_source_columns": [ [ 63, 3 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "source_columns_b": null, "target_columns": [ [ 65, 3 ], [ 71, 6 ], [ 78, 8 ] ], "type": "compute_attn" }, { "heads": [ 3, 1 ], "id": "L10.attn.3", "key_source_columns": [ [ 40, 1 ], [ 44, 2 ] ], "node": "l:155", "query_source_columns": [ [ 60, 3 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 25, 1 ], [ 31, 7 ], [ 41, 3 ], [ 130, 1 ], [ 135, 5 ] ], "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 22, 3 ], [ 86, 2 ], [ 89, 7 ], [ 97, 1 ], [ 110, 1 ] ], "type": "compute_attn" }, { "heads": [ 4, 1 ], "id": "L10.attn.4", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 24, 2 ], [ 31, 7 ], [ 40, 7 ], [ 50, 5 ], [ 56, 3 ], [ 60, 6 ], [ 78, 14 ], [ 128, 3 ], [ 135, 5 ] ], "type": "cancel" } ], "emitted_attention_heads": 5, "index": 10, "mlp_operations": [ { "hidden_slots": [ [ 1, 4 ] ], "id": "L10.mlp.0", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 55, 1 ], [ 68, 1 ] ], "source_columns_b": null, "target_columns": [ [ 55, 1 ], [ 68, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5, 4 ] ], "id": "L10.mlp.1", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 69, 2 ] ], "source_columns_b": null, "target_columns": [ [ 69, 2 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 9, 2 ] ], "id": "L10.mlp.2", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 59, 1 ] ], "source_columns_b": null, "target_columns": [ [ 59, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 11, 2 ] ], "id": "L10.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 77, 1 ] ], "source_columns_b": null, "target_columns": [ [ 77, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:34", "l:103", "l:111", "l:155" ] }, { "active_attention_heads": 6, "active_mlp_neurons": 16001, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L11.attn.0", "key_source_columns": [ [ 21, 1 ], [ 100, 1 ] ], "node": "l:28", "query_source_columns": [ [ 98, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 17 ] ], "source_columns_b": null, "target_columns": [ [ 29, 17 ] ], "type": "compute_attn" }, { "heads": [ 1, 1 ], "id": "L11.attn.1", "key_source_columns": [ [ 21, 1 ], [ 103, 1 ] ], "node": "l:97", "query_source_columns": [ [ 101, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 46, 9 ], [ 56, 3 ], [ 60, 5 ] ], "source_columns_b": null, "target_columns": [ [ 46, 17 ] ], "type": "compute_attn" }, { "heads": [ 2, 1 ], "id": "L11.attn.2", "key_source_columns": [ [ 21, 1 ], [ 106, 1 ] ], "node": "l:105", "query_source_columns": [ [ 104, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 65, 3 ], [ 71, 6 ], [ 78, 8 ] ], "source_columns_b": null, "target_columns": [ [ 63, 17 ] ], "type": "compute_attn" }, { "heads": [ 3, 1 ], "id": "L11.attn.3", "key_source_columns": [ [ 21, 1 ], [ 109, 1 ] ], "node": "l:149", "query_source_columns": [ [ 107, 2 ] ], "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 18, 3 ], [ 22, 3 ], [ 86, 2 ], [ 89, 7 ], [ 97, 1 ], [ 110, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ] ], "type": "compute_attn" }, { "heads": [ 4, 2 ], "id": "L11.attn.4", "key_source_columns": [ [ 0, 1 ] ], "node": null, "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 18, 7 ], [ 29, 26 ], [ 56, 3 ], [ 60, 8 ], [ 71, 6 ], [ 78, 10 ], [ 89, 7 ], [ 97, 14 ] ], "type": "cancel" } ], "emitted_attention_heads": 6, "index": 11, "mlp_operations": [ { "hidden_slots": [ [ 1, 1000 ] ], "id": "L11.mlp.0", "node": "l:26", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 75 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 1001, 1000 ] ], "id": "L11.mlp.1", "node": "l:179", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 221, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 2001, 1000 ] ], "id": "L11.mlp.2", "node": "l:180", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 323, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3001, 1000 ] ], "id": "L11.mlp.3", "node": "l:181", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 425, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 4001, 1000 ] ], "id": "L11.mlp.4", "node": "l:182", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 527, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 5001, 1000 ] ], "id": "L11.mlp.5", "node": "l:183", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 629, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 6001, 1000 ] ], "id": "L11.mlp.6", "node": "l:184", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 731, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 7001, 1000 ] ], "id": "L11.mlp.7", "node": "l:185", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 833, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 8001, 1000 ] ], "id": "L11.mlp.8", "node": "l:186", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 935, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 9001, 1000 ] ], "id": "L11.mlp.9", "node": "l:187", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1037, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 10001, 1000 ] ], "id": "L11.mlp.10", "node": "l:188", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1139, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 11001, 1000 ] ], "id": "L11.mlp.11", "node": "l:189", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1241, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 12001, 1000 ] ], "id": "L11.mlp.12", "node": "l:190", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1343, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 13001, 1000 ] ], "id": "L11.mlp.13", "node": "l:191", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1445, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 14001, 1000 ] ], "id": "L11.mlp.14", "node": "l:192", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1547, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 15001, 1000 ] ], "id": "L11.mlp.15", "node": "l:193", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1649, 102 ] ], "type": "compute_ffn" } ], "newly_computed": [ "l:28", "l:97", "l:105", "l:149", "l:27", "l:26", "l:179", "l:180", "l:181", "l:182", "l:183", "l:184", "l:185", "l:186", "l:187", "l:188", "l:189", "l:190", "l:191", "l:192", "l:193" ] }, { "active_attention_heads": 1, "active_mlp_neurons": 14143, "attention_operations": [], "emitted_attention_heads": 0, "index": 12, "mlp_operations": [ { "hidden_slots": [ [ 1, 1000 ] ], "id": "L12.mlp.0", "node": "l:194", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1751, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 1001, 1000 ] ], "id": "L12.mlp.1", "node": "l:195", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1853, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 2001, 1000 ] ], "id": "L12.mlp.2", "node": "l:196", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 1955, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 3001, 1000 ] ], "id": "L12.mlp.3", "node": "l:197", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2057, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 4001, 1000 ] ], "id": "L12.mlp.4", "node": "l:198", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2159, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 5001, 1000 ] ], "id": "L12.mlp.5", "node": "l:199", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2261, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 6001, 1000 ] ], "id": "L12.mlp.6", "node": "l:200", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2363, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 7001, 1000 ] ], "id": "L12.mlp.7", "node": "l:201", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2465, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 8001, 1000 ] ], "id": "L12.mlp.8", "node": "l:202", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2567, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 9001, 1000 ] ], "id": "L12.mlp.9", "node": "l:203", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2669, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 10001, 1000 ] ], "id": "L12.mlp.10", "node": "l:204", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2771, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 11001, 1000 ] ], "id": "L12.mlp.11", "node": "l:205", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2873, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 12001, 1000 ] ], "id": "L12.mlp.12", "node": "l:206", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 2975, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 13001, 1000 ] ], "id": "L12.mlp.13", "node": "l:207", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 29, 51 ], [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ] ], "source_columns_b": null, "target_columns": [ [ 3077, 102 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 14001, 34 ] ], "id": "L12.mlp.14", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 29, 17 ] ], "source_columns_b": null, "target_columns": [ [ 29, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14035, 34 ] ], "id": "L12.mlp.15", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 46, 17 ] ], "source_columns_b": null, "target_columns": [ [ 46, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14069, 34 ] ], "id": "L12.mlp.16", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 63, 17 ] ], "source_columns_b": null, "target_columns": [ [ 63, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14103, 34 ] ], "id": "L12.mlp.17", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ] ], "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 80, 8 ], [ 89, 5 ], [ 97, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14137, 2 ] ], "id": "L12.mlp.18", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 132, 1 ] ], "source_columns_b": null, "target_columns": [ [ 132, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14139, 2 ] ], "id": "L12.mlp.19", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 133, 1 ] ], "source_columns_b": null, "target_columns": [ [ 133, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 14141, 2 ] ], "id": "L12.mlp.20", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 134, 1 ] ], "source_columns_b": null, "target_columns": [ [ 134, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:194", "l:195", "l:196", "l:197", "l:198", "l:199", "l:200", "l:201", "l:202", "l:203", "l:204", "l:205", "l:206", "l:207", "l:25" ] }, { "active_attention_heads": 1, "active_mlp_neurons": 6325, "attention_operations": [], "emitted_attention_heads": 0, "index": 13, "mlp_operations": [ { "hidden_slots": [ [ 1, 204 ] ], "id": "L13.mlp.0", "node": "l:24", "reuse_input_index": null, "role": "transport", "source_columns": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 3033 ] ], "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "type": "compute_linear_bypass" }, { "hidden_slots": [ [ 205, 204 ] ], "id": "L13.mlp.1", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 75 ] ], "source_columns_b": null, "target_columns": [ [ 21, 7 ], [ 98, 13 ], [ 128, 3 ], [ 135, 4 ], [ 146, 75 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 409, 204 ] ], "id": "L13.mlp.2", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 221, 102 ] ], "source_columns_b": null, "target_columns": [ [ 221, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 613, 204 ] ], "id": "L13.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 323, 102 ] ], "source_columns_b": null, "target_columns": [ [ 323, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 817, 204 ] ], "id": "L13.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 425, 102 ] ], "source_columns_b": null, "target_columns": [ [ 425, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 1021, 204 ] ], "id": "L13.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 527, 102 ] ], "source_columns_b": null, "target_columns": [ [ 527, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 1225, 204 ] ], "id": "L13.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 629, 102 ] ], "source_columns_b": null, "target_columns": [ [ 629, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 1429, 204 ] ], "id": "L13.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 731, 102 ] ], "source_columns_b": null, "target_columns": [ [ 731, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 1633, 204 ] ], "id": "L13.mlp.8", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 833, 102 ] ], "source_columns_b": null, "target_columns": [ [ 833, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 1837, 204 ] ], "id": "L13.mlp.9", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 935, 102 ] ], "source_columns_b": null, "target_columns": [ [ 935, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 2041, 204 ] ], "id": "L13.mlp.10", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1037, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1037, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 2245, 204 ] ], "id": "L13.mlp.11", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1139, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1139, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 2449, 204 ] ], "id": "L13.mlp.12", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1241, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1241, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 2653, 204 ] ], "id": "L13.mlp.13", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1343, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1343, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 2857, 204 ] ], "id": "L13.mlp.14", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1445, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1445, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 3061, 204 ] ], "id": "L13.mlp.15", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1547, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1547, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 3265, 204 ] ], "id": "L13.mlp.16", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1649, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1649, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 3469, 204 ] ], "id": "L13.mlp.17", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1751, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1751, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 3673, 204 ] ], "id": "L13.mlp.18", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1853, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1853, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 3877, 204 ] ], "id": "L13.mlp.19", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 1955, 102 ] ], "source_columns_b": null, "target_columns": [ [ 1955, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 4081, 204 ] ], "id": "L13.mlp.20", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2057, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2057, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 4285, 204 ] ], "id": "L13.mlp.21", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2159, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2159, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 4489, 204 ] ], "id": "L13.mlp.22", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2261, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2261, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 4693, 204 ] ], "id": "L13.mlp.23", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2363, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2363, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 4897, 204 ] ], "id": "L13.mlp.24", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2465, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2465, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5101, 204 ] ], "id": "L13.mlp.25", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2567, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2567, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5305, 204 ] ], "id": "L13.mlp.26", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2669, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2669, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5509, 204 ] ], "id": "L13.mlp.27", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2771, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2771, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5713, 204 ] ], "id": "L13.mlp.28", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2873, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2873, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 5917, 204 ] ], "id": "L13.mlp.29", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 2975, 102 ] ], "source_columns_b": null, "target_columns": [ [ 2975, 102 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 6121, 204 ] ], "id": "L13.mlp.30", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 3077, 102 ] ], "source_columns_b": null, "target_columns": [ [ 3077, 102 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:24" ] }, { "active_attention_heads": 7, "active_mlp_neurons": 319, "attention_operations": [ { "heads": [ 0, 1 ], "id": "L14.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": "l:23", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 638, 8 ], [ 1304, 1 ], [ 1308, 5 ], [ 1328, 1 ], [ 1365, 1 ], [ 1565, 1 ] ], "type": "compute_linear" }, { "heads": [ 1, 1 ], "id": "L14.attn.1", "key_source_columns": [ [ 0, 1 ] ], "node": "l:214", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 26, 1 ], [ 128, 3 ], [ 646, 4 ], [ 651, 4 ], [ 657, 5 ] ], "type": "compute_linear" }, { "heads": [ 2, 1 ], "id": "L14.attn.2", "key_source_columns": [ [ 0, 1 ] ], "node": "l:221", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 662, 17 ] ], "type": "compute_linear" }, { "heads": [ 3, 2 ], "id": "L14.attn.3", "key_source_columns": [ [ 0, 1 ] ], "node": "l:228", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ], [ 135, 4 ], [ 271, 1 ], [ 679, 1 ], [ 682, 3 ], [ 686, 2 ], [ 689, 1 ], [ 691, 4 ] ], "type": "compute_linear" }, { "heads": [ 5, 1 ], "id": "L14.attn.4", "key_source_columns": [ [ 0, 1 ] ], "node": "l:235", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 696, 17 ] ], "type": "compute_linear" }, { "heads": [ 6, 1 ], "id": "L14.attn.5", "key_source_columns": [ [ 0, 1 ] ], "node": "l:242", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 266, 1 ], [ 714, 16 ] ], "type": "compute_linear" } ], "emitted_attention_heads": 7, "index": 14, "mlp_operations": [ { "hidden_slots": [ [ 1, 17 ] ], "id": "L14.mlp.0", "node": "l:12", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 140, 1 ], [ 638, 8 ], [ 1304, 1 ], [ 1308, 5 ], [ 1328, 1 ], [ 1365, 1 ], [ 1565, 1 ] ], "source_columns_b": null, "target_columns": [ [ 146, 3 ], [ 730, 5 ], [ 736, 4 ], [ 741, 4 ], [ 746, 1 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 18, 17 ] ], "id": "L14.mlp.1", "node": "l:208", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 141, 1 ], [ 26, 1 ], [ 128, 3 ], [ 646, 4 ], [ 651, 4 ], [ 657, 5 ] ], "source_columns_b": null, "target_columns": [ [ 149, 3 ], [ 747, 3 ], [ 751, 4 ], [ 756, 4 ], [ 761, 3 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 35, 17 ] ], "id": "L14.mlp.2", "node": "l:215", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 142, 1 ], [ 662, 17 ] ], "source_columns_b": null, "target_columns": [ [ 152, 4 ], [ 764, 1 ], [ 766, 4 ], [ 771, 4 ], [ 776, 4 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 52, 17 ] ], "id": "L14.mlp.3", "node": "l:222", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 143, 1 ], [ 27, 1 ], [ 135, 4 ], [ 271, 1 ], [ 679, 1 ], [ 682, 3 ], [ 686, 2 ], [ 689, 1 ], [ 691, 4 ] ], "source_columns_b": null, "target_columns": [ [ 156, 3 ], [ 781, 4 ], [ 786, 4 ], [ 791, 4 ], [ 796, 2 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 69, 17 ] ], "id": "L14.mlp.4", "node": "l:229", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 144, 1 ], [ 696, 17 ] ], "source_columns_b": null, "target_columns": [ [ 159, 3 ], [ 798, 2 ], [ 801, 5 ], [ 807, 4 ], [ 812, 3 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 86, 17 ] ], "id": "L14.mlp.5", "node": "l:236", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 145, 1 ], [ 266, 1 ], [ 714, 16 ] ], "source_columns_b": null, "target_columns": [ [ 162, 4 ], [ 815, 1 ], [ 817, 4 ], [ 822, 4 ], [ 827, 4 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 103, 204 ] ], "id": "L14.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "source_columns_b": null, "target_columns": [ [ 18, 3 ], [ 29, 59 ], [ 89, 5 ], [ 97, 1 ], [ 132, 3 ], [ 3179, 31 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 307, 2 ] ], "id": "L14.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 140, 1 ] ], "source_columns_b": null, "target_columns": [ [ 140, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 309, 2 ] ], "id": "L14.mlp.8", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 141, 1 ] ], "source_columns_b": null, "target_columns": [ [ 141, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 311, 2 ] ], "id": "L14.mlp.9", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 142, 1 ] ], "source_columns_b": null, "target_columns": [ [ 142, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 313, 2 ] ], "id": "L14.mlp.10", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 143, 1 ] ], "source_columns_b": null, "target_columns": [ [ 143, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 315, 2 ] ], "id": "L14.mlp.11", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 144, 1 ] ], "source_columns_b": null, "target_columns": [ [ 144, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 317, 2 ] ], "id": "L14.mlp.12", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 145, 1 ] ], "source_columns_b": null, "target_columns": [ [ 145, 1 ] ], "type": "cancel_bypass" } ], "newly_computed": [ "l:23", "l:214", "l:221", "l:228", "l:235", "l:242", "l:13", "l:12", "l:209", "l:208", "l:216", "l:215", "l:223", "l:222", "l:230", "l:229", "l:237", "l:236", "l:11" ] }, { "active_attention_heads": 2, "active_mlp_neurons": 479, "attention_operations": [ { "heads": [ 0, 2 ], "id": "L15.attn.0", "key_source_columns": [ [ 0, 1 ] ], "node": "l:10", "query_source_columns": [ [ 0, 1 ] ], "reuse_input_index": null, "role": "transport", "source_columns": [ [ 146, 3 ], [ 730, 5 ], [ 736, 4 ], [ 741, 4 ], [ 746, 1 ], [ 149, 3 ], [ 747, 3 ], [ 751, 4 ], [ 756, 4 ], [ 761, 3 ], [ 152, 4 ], [ 764, 1 ], [ 766, 4 ], [ 771, 4 ], [ 776, 4 ], [ 156, 3 ], [ 781, 4 ], [ 786, 4 ], [ 791, 4 ], [ 796, 2 ], [ 159, 3 ], [ 798, 2 ], [ 801, 5 ], [ 807, 4 ], [ 812, 3 ], [ 162, 4 ], [ 815, 1 ], [ 817, 4 ], [ 822, 4 ], [ 827, 4 ] ], "source_columns_b": null, "target_columns": [ [ 34, 17 ] ], "type": "compute_linear" } ], "emitted_attention_heads": 2, "index": 15, "mlp_operations": [ { "hidden_slots": [ [ 1, 34 ] ], "id": "L15.mlp.0", "node": "l:0", "reuse_input_index": null, "role": "semantic_compute", "source_columns": [ [ 28, 1 ], [ 34, 17 ], [ 111, 17 ] ], "source_columns_b": null, "target_columns": [ [ 1, 17 ] ], "type": "compute_ffn" }, { "hidden_slots": [ [ 35, 34 ] ], "id": "L15.mlp.1", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 638, 8 ], [ 1304, 1 ], [ 1308, 5 ], [ 1328, 1 ], [ 1365, 1 ], [ 1565, 1 ] ], "source_columns_b": null, "target_columns": [ [ 638, 8 ], [ 1304, 1 ], [ 1308, 5 ], [ 1328, 1 ], [ 1365, 1 ], [ 1565, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 69, 34 ] ], "id": "L15.mlp.2", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 26, 1 ], [ 128, 3 ], [ 646, 4 ], [ 651, 4 ], [ 657, 5 ] ], "source_columns_b": null, "target_columns": [ [ 26, 1 ], [ 128, 3 ], [ 646, 4 ], [ 651, 4 ], [ 657, 5 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 103, 34 ] ], "id": "L15.mlp.3", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 662, 17 ] ], "source_columns_b": null, "target_columns": [ [ 662, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 137, 34 ] ], "id": "L15.mlp.4", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 27, 1 ], [ 135, 4 ], [ 271, 1 ], [ 679, 1 ], [ 682, 3 ], [ 686, 2 ], [ 689, 1 ], [ 691, 4 ] ], "source_columns_b": null, "target_columns": [ [ 27, 1 ], [ 135, 4 ], [ 271, 1 ], [ 679, 1 ], [ 682, 3 ], [ 686, 2 ], [ 689, 1 ], [ 691, 4 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 171, 34 ] ], "id": "L15.mlp.5", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 696, 17 ] ], "source_columns_b": null, "target_columns": [ [ 696, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 205, 34 ] ], "id": "L15.mlp.6", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 266, 1 ], [ 714, 16 ] ], "source_columns_b": null, "target_columns": [ [ 266, 1 ], [ 714, 16 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 239, 34 ] ], "id": "L15.mlp.7", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 146, 3 ], [ 730, 5 ], [ 736, 4 ], [ 741, 4 ], [ 746, 1 ] ], "source_columns_b": null, "target_columns": [ [ 146, 3 ], [ 730, 5 ], [ 736, 4 ], [ 741, 4 ], [ 746, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 273, 34 ] ], "id": "L15.mlp.8", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 149, 3 ], [ 747, 3 ], [ 751, 4 ], [ 756, 4 ], [ 761, 3 ] ], "source_columns_b": null, "target_columns": [ [ 149, 3 ], [ 747, 3 ], [ 751, 4 ], [ 756, 4 ], [ 761, 3 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 307, 34 ] ], "id": "L15.mlp.9", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 152, 4 ], [ 764, 1 ], [ 766, 4 ], [ 771, 4 ], [ 776, 4 ] ], "source_columns_b": null, "target_columns": [ [ 152, 4 ], [ 764, 1 ], [ 766, 4 ], [ 771, 4 ], [ 776, 4 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 341, 34 ] ], "id": "L15.mlp.10", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 156, 3 ], [ 781, 4 ], [ 786, 4 ], [ 791, 4 ], [ 796, 2 ] ], "source_columns_b": null, "target_columns": [ [ 156, 3 ], [ 781, 4 ], [ 786, 4 ], [ 791, 4 ], [ 796, 2 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 375, 34 ] ], "id": "L15.mlp.11", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 159, 3 ], [ 798, 2 ], [ 801, 5 ], [ 807, 4 ], [ 812, 3 ] ], "source_columns_b": null, "target_columns": [ [ 159, 3 ], [ 798, 2 ], [ 801, 5 ], [ 807, 4 ], [ 812, 3 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 409, 34 ] ], "id": "L15.mlp.12", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 162, 4 ], [ 815, 1 ], [ 817, 4 ], [ 822, 4 ], [ 827, 4 ] ], "source_columns_b": null, "target_columns": [ [ 162, 4 ], [ 815, 1 ], [ 817, 4 ], [ 822, 4 ], [ 827, 4 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 443, 34 ] ], "id": "L15.mlp.13", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 111, 17 ] ], "source_columns_b": null, "target_columns": [ [ 111, 17 ] ], "type": "cancel_bypass" }, { "hidden_slots": [ [ 477, 2 ] ], "id": "L15.mlp.14", "node": null, "reuse_input_index": null, "role": "memory_management", "source_columns": [ [ 28, 1 ] ], "source_columns_b": null, "target_columns": [ [ 28, 1 ] ], "type": "cancel_bypass" }, { "hidden_slots": [], "id": "L15.mlp.15", "node": "i:0", "reuse_input_index": null, "role": "memory_management", "source_columns": null, "source_columns_b": null, "target_columns": [ [ 0, 1 ] ], "type": "clear_literal_seed" } ], "newly_computed": [ "l:10", "l:1", "l:0" ] } ], "realizations": [ { "candidates": [ "mlp_composite" ], "node": "l:46", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:48", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:50", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:45", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:47", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:49", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:43", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:7", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:54", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:55", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:57", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:52", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:51", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:41", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:161", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:162", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:164", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:159", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:168", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:169", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:171", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:166", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:175", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:176", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:178", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:173", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:68", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:81", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:82", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:84", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:79", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:77", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:78", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:75", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:136", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:134", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:65", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:66", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:69", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:63", "selected": "attn_heads" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:70", "selected": "mlp_bypass" }, { "candidates": [ "mlp_literal" ], "node": "l:62", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:61", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:60", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:59", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:88", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:89", "selected": "mlp_bypass" }, { "candidates": [ "mlp_composite" ], "node": "l:86", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:85", "selected": "mlp_bypass" }, { "candidates": [ "mlp_composite" ], "node": "l:73", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:90", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:93", "selected": "mlp_literal" }, { "candidates": [ "mlp_composite" ], "node": "l:91", "selected": "mlp_composite" }, { "candidates": [ "attn_add", "mlp_add" ], "node": "l:71", "selected": "attn_add" }, { "candidates": [ "mlp_literal" ], "node": "l:96", "selected": "mlp_literal" }, { "candidates": [ "mlp_composite" ], "node": "l:94", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:125", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:126", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:128", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:123", "selected": "attn_heads" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:129", "selected": "mlp_bypass" }, { "candidates": [ "mlp_literal" ], "node": "l:122", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:121", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:120", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:119", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:140", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:141", "selected": "attn_transport" }, { "candidates": [ "mlp_composite" ], "node": "l:138", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:137", "selected": "attn_transport" }, { "candidates": [ "mlp_composite" ], "node": "l:132", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:142", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:145", "selected": "mlp_literal" }, { "candidates": [ "mlp_composite" ], "node": "l:143", "selected": "mlp_composite" }, { "candidates": [ "attn_add", "mlp_add" ], "node": "l:130", "selected": "attn_add" }, { "candidates": [ "mlp_literal" ], "node": "l:148", "selected": "mlp_literal" }, { "candidates": [ "mlp_composite" ], "node": "l:146", "selected": "mlp_composite" }, { "candidates": [ "mlp_literal" ], "node": "l:38", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:39", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:58", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:36", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:115", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:116", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:118", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:113", "selected": "attn_heads" }, { "candidates": [ "attn_heads" ], "node": "l:34", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:30", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:31", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:33", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:28", "selected": "attn_heads" }, { "candidates": [ "attn_heads" ], "node": "l:103", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:99", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:100", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:102", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:97", "selected": "attn_heads" }, { "candidates": [ "attn_heads" ], "node": "l:111", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:107", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:108", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:110", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:105", "selected": "attn_heads" }, { "candidates": [ "attn_heads" ], "node": "l:155", "selected": "attn_heads" }, { "candidates": [ "mlp_literal" ], "node": "l:151", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:152", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:154", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:149", "selected": "attn_heads" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:158", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:165", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:172", "selected": "mlp_bypass" }, { "candidates": [ "mlp_composite" ], "node": "l:26", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:179", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:180", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:181", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:182", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:183", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:184", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:185", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:186", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:187", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:188", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:189", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:190", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:191", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:192", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:193", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:194", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:195", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:196", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:197", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:198", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:199", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:200", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:201", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:202", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:203", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:204", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:205", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:206", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:207", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:24", "selected": "mlp_bypass" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:23", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:214", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:221", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:228", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:235", "selected": "attn_transport" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:242", "selected": "attn_transport" }, { "candidates": [ "mlp_literal" ], "node": "l:4", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:5", "selected": "mlp_literal" }, { "candidates": [ "mlp_literal" ], "node": "l:9", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:2", "selected": "attn_heads" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:21", "selected": "mlp_bypass" }, { "candidates": [ "mlp_literal" ], "node": "l:20", "selected": "mlp_literal" }, { "candidates": [ "attn_heads" ], "node": "l:19", "selected": "attn_heads" }, { "candidates": [ "mlp_composite" ], "node": "l:18", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:17", "selected": "mlp_bypass" }, { "candidates": [ "mlp_composite" ], "node": "l:16", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:22", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:14", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:12", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:212", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:213", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:210", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:208", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:219", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:220", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:217", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:215", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:226", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:227", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:224", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:222", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:233", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:234", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:231", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:229", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:240", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:241", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:238", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:236", "selected": "mlp_composite" }, { "candidates": [ "attn_transport", "mlp_bypass" ], "node": "l:10", "selected": "attn_transport" }, { "candidates": [ "mlp_literal" ], "node": "l:243", "selected": "mlp_literal" }, { "candidates": [ "mlp_composite" ], "node": "l:0", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:156", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:112", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:104", "selected": "mlp_composite" }, { "candidates": [ "mlp_composite" ], "node": "l:35", "selected": "mlp_composite" } ] }, "token_io": { "bos_token_id": 15, "embedding_residual_columns": [ [ 1, 17 ] ], "eos_token_id": 16, "output_residual_columns": [ [ 1, 17 ] ], "readout": { "checkpoint_tensor": "model.embed_tokens.weight", "final_normalization": "rms_norm", "formula": "logits[token] = final_normalize(residual) @ embedding[token]", "input_state": "output", "kind": "tied_embedding_dot_product" }, "source_embedding_node": "s:8", "unknown_token_id": 17, "vocabulary_sha256": "907a098ae3a8687a22cd33300ec72d9bb9d997acddefeec8d226522dc818ee2c", "vocabulary_size": 18 } }