diff --git a/hosted-pack-artifacts.json b/hosted-pack-artifacts.json index dcc7967415a82507f23cb10d209677ccd173c0ef..73ddc7505bde457492cb168d91039dcaf41c90c9 100644 --- a/hosted-pack-artifacts.json +++ b/hosted-pack-artifacts.json @@ -2,14 +2,284 @@ "schemaVersion": 1, "files": [ { - "path": "packs/sae/layer-13.safetensors", - "bytes": 151131024, - "sha256": "c53671d843d44be17366daabd5452df3d5ad50059795c951988f38be4cb5e95c" + "path": "packs/jlens/ATTRIBUTION.md", + "bytes": 878, + "sha256": "0b7e917fd42f11c01315944bde3a3c77ae6c694379038b7e89878135865b6515" }, { - "path": "packs/sae/manifest.json", - "bytes": 851, - "sha256": "a7cdfd82d4deba3512115e0d7a906e754ee6f900a9e8e220cd66d18c02c9516a" + "path": "packs/jlens/browser-vocabulary.json", + "bytes": 9603, + "sha256": "633a7d2630a4cb43f8589516c537c5f0604028c9e14511c9b84c0983d4ba8b8c" + }, + { + "path": "packs/jlens/browser-vocabulary.safetensors", + "bytes": 566872, + "sha256": "f2f7d8099275fbd77091a0a3139d074233873e997dff1a1d3ba0373aded76a72" + }, + { + "path": "packs/jlens/manifest.json", + "bytes": 10008, + "sha256": "db38f820e728f39fa8f63f5ae0cf06ca0f7080af5ff6afed7ddb470e3e89b6d6" + }, + { + "path": "packs/jlens/mid.layer-0.safetensors", + "bytes": 5308504, + "sha256": "8d3317c57b78bc4739d98d651fce38b7bf69b4908b9eab5698f26ff485441ed4" + }, + { + "path": "packs/jlens/mid.layer-1.safetensors", + "bytes": 5308504, + "sha256": "61f460621f882faa1decbf594d724996199efaa56f8ebdc8b4ffd33c3ab7ede4" + }, + { + "path": "packs/jlens/mid.layer-10.safetensors", + "bytes": 5308504, + "sha256": "d99283cc6c03117e1ef0ac8301e365273f2cc2937df1135502d9814ddd1336b5" + }, + { + "path": "packs/jlens/mid.layer-11.safetensors", + "bytes": 5308504, + "sha256": "d17d3197f4cf68e2a8a5cd9ce4a2aa77f63e71c8e9082e2d328f1069b21ba183" + }, + { + "path": "packs/jlens/mid.layer-12.safetensors", + "bytes": 5308504, + "sha256": "237d945f248c0deabd0814d2c6d503c34c5818dd5fffc8085530900366ba1bca" + }, + { + "path": "packs/jlens/mid.layer-13.safetensors", + "bytes": 5308504, + "sha256": "b6d42c25c55fda1f229102e6f8f9ad79292855cc6ff2427fac7e15ea391cb559" + }, + { + "path": "packs/jlens/mid.layer-14.safetensors", + "bytes": 5308504, + "sha256": "40c0173785240543f4b9a4af0ab9be44960919ff1752bf066c32be8a5461d997" + }, + { + "path": "packs/jlens/mid.layer-15.safetensors", + "bytes": 5308504, + "sha256": "84d987cc4f48bbdd4073e8c58abcf9429a921767105a4770b3f043b63dc9802a" + }, + { + "path": "packs/jlens/mid.layer-16.safetensors", + "bytes": 5308504, + "sha256": "fd62aba9b97d975c44e646d970def8e141ebd118829b9419a97063685c55befc" + }, + { + "path": "packs/jlens/mid.layer-17.safetensors", + "bytes": 5308504, + "sha256": "205dd6f067ac35e77742c93b64d0ba8920894b6bb573268992e3b76f4ecca1a6" + }, + { + "path": "packs/jlens/mid.layer-18.safetensors", + "bytes": 5308504, + "sha256": "976d5a0b2e3840b936532714658695f64919691545df7f56c9ff4482cd6c523d" + }, + { + "path": "packs/jlens/mid.layer-19.safetensors", + "bytes": 5308504, + "sha256": "77faf1d1942a57100fed7ade05f3401394b8579043bb56103eaf0dbc0196666d" + }, + { + "path": "packs/jlens/mid.layer-2.safetensors", + "bytes": 5308504, + "sha256": "653ac73db33f710dac727f59aaa16ab909b2d654779dfe17908a161e12b4a176" + }, + { + "path": "packs/jlens/mid.layer-20.safetensors", + "bytes": 5308504, + "sha256": "6bcea7cc320209c1c1c95048a2960b4e733115ecc10267498ca618b2dc0c1129" + }, + { + "path": "packs/jlens/mid.layer-21.safetensors", + "bytes": 5308504, + "sha256": "5bbffcbe13de88a200bd89c2a160128df19620f7899b20a94d971c564f88d0a4" + }, + { + "path": "packs/jlens/mid.layer-22.safetensors", + "bytes": 5308504, + "sha256": "f549d0fe5a8181f839f789c05e92268eddcdfdced6400baf141c87389a36d99b" + }, + { + "path": "packs/jlens/mid.layer-23.safetensors", + "bytes": 5308504, + "sha256": "cc26610cd7586fe3dd68703334f7d4bd8f8892de75822488f75d32a0ceb18ecc" + }, + { + "path": "packs/jlens/mid.layer-24.safetensors", + "bytes": 5308504, + "sha256": "3f3a5bb8ce0dce78067814fde71e633b89cf987589274af143bf5e2244a98688" + }, + { + "path": "packs/jlens/mid.layer-25.safetensors", + "bytes": 5308504, + "sha256": "2e2ac9f7a6f5f5f9759bd124dc2f8e77e8c2528322cb4404ac1d849d784916cf" + }, + { + "path": "packs/jlens/mid.layer-3.safetensors", + "bytes": 5308504, + "sha256": "87128717314a37b2be4b6bf96b4a4c4e6db02c44ca2e58b097a0840dc6fdbe97" + }, + { + "path": "packs/jlens/mid.layer-4.safetensors", + "bytes": 5308504, + "sha256": "6492e5ea1d59875b2c946db7ff32c5ffe1c5fa899de123e209703faa445cedeb" + }, + { + "path": "packs/jlens/mid.layer-5.safetensors", + "bytes": 5308504, + "sha256": "46c0f94beb91bd775523ff8358e6c264c47dc1bb091e72b9650f1e6cc3d939e4" + }, + { + "path": "packs/jlens/mid.layer-6.safetensors", + "bytes": 5308504, + "sha256": "8f2f3d8b6e0df386fcb44c5b9346e4b1a4c963295d1e9b2bbf9ef274a5083b90" + }, + { + "path": "packs/jlens/mid.layer-7.safetensors", + "bytes": 5308504, + "sha256": "294d633a7f75ca006832a72e708da226e1e2c0bab52f00a517a83bb167531c16" + }, + { + "path": "packs/jlens/mid.layer-8.safetensors", + "bytes": 5308504, + "sha256": "8da29f6f6f6ef73989fd5059d85c997ecd9d3115aa3a87941232532a4bfb92ae" + }, + { + "path": "packs/jlens/mid.layer-9.safetensors", + "bytes": 5308504, + "sha256": "5de6fd4f206490b33d8e0ef93ed7aff64e29508ee86736dff027dec8a1af1cfd" + }, + { + "path": "packs/jlens/out.layer-0.safetensors", + "bytes": 5308504, + "sha256": "c28668d804cf30ba408e8143bf547f6de6984945d79875dd855b322a26b58e10" + }, + { + "path": "packs/jlens/out.layer-1.safetensors", + "bytes": 5308504, + "sha256": "aaa9f8a8b2a55256fb5f5b6e0f5093321f0cbea8e78d35d148c1d84ccb0aa3c9" + }, + { + "path": "packs/jlens/out.layer-10.safetensors", + "bytes": 5308504, + "sha256": "e8244bfbb2b5bc19abf54fc627297a8786ead2eee241c84ca4ff7477b628bf84" + }, + { + "path": "packs/jlens/out.layer-11.safetensors", + "bytes": 5308504, + "sha256": "b6a73b62b7e12e0efdb459f1ae8d78f3807d739d50fb237009ce9f9070cc27d9" + }, + { + "path": "packs/jlens/out.layer-12.safetensors", + "bytes": 5308504, + "sha256": "c43ba295844113a013082a095e1a000d9bf320bd8a02ac41bbead84725c94aab" + }, + { + "path": "packs/jlens/out.layer-13.safetensors", + "bytes": 5308504, + "sha256": "6b9c0ad05200aeeaf2c0e39b74f27e34c9e0123d34729a5708719739a867a32f" + }, + { + "path": "packs/jlens/out.layer-14.safetensors", + "bytes": 5308504, + "sha256": "91f5c711d24a9c444dbb360d43e125cb39f92a94c944f341c1358a08a605bfc4" + }, + { + "path": "packs/jlens/out.layer-15.safetensors", + "bytes": 5308504, + "sha256": "76dab699047729e09589495c504beeed007322867b77f14a6be5499ae86877a3" + }, + { + "path": "packs/jlens/out.layer-16.safetensors", + "bytes": 5308504, + "sha256": "ec04c70b288cd52c400069fe4038d7dd7875149657c14aeaa9a5023a6fc18ac9" + }, + { + "path": "packs/jlens/out.layer-17.safetensors", + "bytes": 5308504, + "sha256": "7475f8c5362fc864bc2d77d68d11fc3f6406658380805832ab4094a9be9c60a2" + }, + { + "path": "packs/jlens/out.layer-18.safetensors", + "bytes": 5308504, + "sha256": "764e6275676395dd583c4d8abcceaa8eb122ca98379edddaa264384b0a01ecf5" + }, + { + "path": "packs/jlens/out.layer-19.safetensors", + "bytes": 5308504, + "sha256": "3175b612b016bd9e260b2cdd1ddc23a916bb87cf66964062bc6999df207e1f5f" + }, + { + "path": "packs/jlens/out.layer-2.safetensors", + "bytes": 5308504, + "sha256": "9d13f90754761feb8d8f27ed6260610cfd86aba7fbbfb4347ff61d6cf6eeb560" + }, + { + "path": "packs/jlens/out.layer-20.safetensors", + "bytes": 5308504, + "sha256": "e8dc2f8704ba376e7e6f2ce3be587194fe8f806cafb2b6f6b7b929a2e1c87d8b" + }, + { + "path": "packs/jlens/out.layer-21.safetensors", + "bytes": 5308504, + "sha256": "c1b25a5e950366a805a9caa43aeb1a621ffa4af72554022c8cdebd5911849e8d" + }, + { + "path": "packs/jlens/out.layer-22.safetensors", + "bytes": 5308504, + "sha256": "afd2974095f30ca91272a54e36ff1e00b1c5dfaf2801107e3c15b3b9248e62db" + }, + { + "path": "packs/jlens/out.layer-23.safetensors", + "bytes": 5308504, + "sha256": "7f4448cb316033827adf7298fe3b6bf53fc4a3d7b5ef6339152c5368ae04e48b" + }, + { + "path": "packs/jlens/out.layer-24.safetensors", + "bytes": 5308504, + "sha256": "7814948e531a627c67f0965c0cdbdf32ae2d7d368c4e5569970c582416651b0b" + }, + { + "path": "packs/jlens/out.layer-3.safetensors", + "bytes": 5308504, + "sha256": "1a5d29bca3ae278e3604b1e0c1265d14fba89304c8f5cb31fbd3faddddb29d6b" + }, + { + "path": "packs/jlens/out.layer-4.safetensors", + "bytes": 5308504, + "sha256": "87d93960153c4039b628e9860a8b860c929f35d83a3fb8a036b0cbe04c22c9a0" + }, + { + "path": "packs/jlens/out.layer-5.safetensors", + "bytes": 5308504, + "sha256": "7312adea44109a42b08b98ff991081bf9bbd5c58bc9a60b8f2e4b2350a95d9cb" + }, + { + "path": "packs/jlens/out.layer-6.safetensors", + "bytes": 5308504, + "sha256": "dfb460f3f16494e4c1e467a49043d5787525ad8287fe40b3fc67d4eb83be1cf5" + }, + { + "path": "packs/jlens/out.layer-7.safetensors", + "bytes": 5308504, + "sha256": "43309ae77796a1f94600a9816404e81717d816af6083d2146d63f6316ca3da8c" + }, + { + "path": "packs/jlens/out.layer-8.safetensors", + "bytes": 5308504, + "sha256": "2a96f092dee0b92eb4a76adea79870e8779146c9eae11ce1237d97fef115d21a" + }, + { + "path": "packs/jlens/out.layer-9.safetensors", + "bytes": 5308504, + "sha256": "fcb0251bbaa419458369c654cf2f0bd37d0f53c84d36c03ab91aa4b05c688e86" + }, + { + "path": "packs/jlens/pack.json", + "bytes": 696, + "sha256": "9bf6fca47934934eb3c02d6c8a0d399246a4846fe6cbda2c6a2504d3769d0901" } ] } diff --git a/packs/jlens/ATTRIBUTION.md b/packs/jlens/ATTRIBUTION.md new file mode 100644 index 0000000000000000000000000000000000000000..5ee63dc52e9b5acab4c4ff2ac0293e3aa7b4c60e --- /dev/null +++ b/packs/jlens/ATTRIBUTION.md @@ -0,0 +1,10 @@ +# Corpus attribution + +The lenses this pack was built from are drowse's own fits on the corpus below, over the +weights the browser runs. The pack holds fitted matrices and statistics, not corpus text. + +FineWeb-Edu (HuggingFaceFW/fineweb-edu, config sample-10BT, revision 87f09149ef4734204d70ed1d046ddc9ca3f2b8f9) by Hugging Face (Lozhkov, Ben Allal, von Werra and Wolf, 2024), used under the Open Data Commons Attribution License v1.0 (ODC-By 1.0); its use is also subject to Common Crawl's Terms of Use. The lens packs carry matrices fitted on 64 of its documents and token counts, not corpus text. + +- Dataset: https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu (sample-10BT, revision 87f09149ef4734204d70ed1d046ddc9ca3f2b8f9) +- License: ODC-By-1.0 +- Corpus: `hf:HuggingFaceFW/fineweb-edu/sample-10BT@87f09149ef4734204d70ed1d046ddc9ca3f2b8f9;preprocess=1;doc_chars=4000` diff --git a/packs/jlens/browser-vocabulary.json b/packs/jlens/browser-vocabulary.json index f7f3e8034424282487d1ef0affc16290ae03caf5..b65d7dce15d39dd56a53e60eab61a56dc7cb06dd 100644 --- a/packs/jlens/browser-vocabulary.json +++ b/packs/jlens/browser-vocabulary.json @@ -1,248 +1,623 @@ { - "format": "saklas-jlens-vocabulary-v2", + "format": "drowse-jlens-vocabulary-v2", "hidden_size": 1152, "tensor_file": "browser-vocabulary.safetensors", - "tensor_sha256": "925a8d57228748d89b6680b811963d9723bf07fc8279c25e1ade6cf32211d18e", + "tensor_sha256": "f2f7d8099275fbd77091a0a3139d074233873e997dff1a1d3ba0373aded76a72", "words": [ { "row": 0, - "token_id": 11262, - "word": "yes" + "token_id": 2735, + "word": "able" }, { "row": 1, - "token_id": 951, - "word": "no" + "token_id": 4242, + "word": "accept" }, { "row": 2, - "token_id": 1847, - "word": "true" + "token_id": 16937, + "word": "afraid" }, { "row": 3, - "token_id": 2416, - "word": "false" + "token_id": 8748, + "word": "agree" }, { "row": 4, - "token_id": 1535, - "word": "good" + "token_id": 16944, + "word": "alive" }, { "row": 5, - "token_id": 4287, - "word": "bad" + "token_id": 7057, + "word": "alone" }, { "row": 6, - "token_id": 5293, - "word": "happy" + "token_id": 23186, + "word": "angry" }, { "row": 7, - "token_id": 11019, - "word": "sad" + "token_id": 3890, + "word": "answer" }, { "row": 8, - "token_id": 16680, - "word": "calm" + "token_id": 3121, + "word": "away" }, { "row": 9, - "token_id": 23186, - "word": "angry" + "token_id": 4287, + "word": "bad" }, { "row": 10, - "token_id": 6338, - "word": "safe" + "token_id": 4148, + "word": "beautiful" }, { "row": 11, - "token_id": 8613, - "word": "danger" + "token_id": 4646, + "word": "believe" }, { "row": 12, - "token_id": 2765, - "word": "love" + "token_id": 1791, + "word": "best" }, { "row": 13, - "token_id": 17554, - "word": "hate" + "token_id": 2480, + "word": "better" }, { "row": 14, - "token_id": 1601, - "word": "help" + "token_id": 2764, + "word": "black" }, { "row": 15, - "token_id": 4721, - "word": "stop" + "token_id": 3730, + "word": "blue" }, { "row": 16, - "token_id": 1751, - "word": "think" + "token_id": 2742, + "word": "body" }, { "row": 17, - "token_id": 1281, - "word": "know" + "token_id": 2260, + "word": "book" }, { "row": 18, - "token_id": 1461, - "word": "want" + "token_id": 36711, + "word": "brave" }, { "row": 19, - "token_id": 1202, - "word": "need" + "token_id": 7804, + "word": "bright" }, { "row": 20, - "token_id": 740, - "word": "can" + "token_id": 2016, + "word": "build" }, { "row": 21, - "token_id": 3914, - "word": "cannot" + "token_id": 16680, + "word": "calm" }, { "row": 22, - "token_id": 2462, - "word": "always" + "token_id": 2065, + "word": "care" }, { "row": 23, - "token_id": 2752, - "word": "never" + "token_id": 15189, + "word": "casual" }, { "row": 24, - "token_id": 1589, - "word": "person" + "token_id": 2352, + "word": "change" }, { "row": 25, - "token_id": 1331, - "word": "people" + "token_id": 1919, + "word": "child" }, { "row": 26, - "token_id": 1902, - "word": "world" + "token_id": 3207, + "word": "city" }, { "row": 27, - "token_id": 990, - "word": "time" + "token_id": 3582, + "word": "clear" }, { "row": 28, - "token_id": 981, - "word": "work" + "token_id": 3107, + "word": "close" }, { "row": 29, - "token_id": 2033, - "word": "home" + "token_id": 7445, + "word": "cold" }, { "row": 30, - "token_id": 4389, - "word": "friend" + "token_id": 3996, + "word": "complex" }, { "row": 31, - "token_id": 13550, - "word": "enemy" + "token_id": 12081, + "word": "confident" }, { "row": 32, - "token_id": 11481, - "word": "honest" + "token_id": 2891, + "word": "country" }, { "row": 33, - "token_id": 20190, - "word": "fake" + "token_id": 2619, + "word": "create" }, { "row": 34, - "token_id": 12081, - "word": "confident" + "token_id": 34381, + "word": "cruel" }, { "row": 35, - "token_id": 12298, - "word": "uncertain" + "token_id": 8613, + "word": "danger" }, { "row": 36, - "token_id": 10781, - "word": "formal" + "token_id": 4996, + "word": "dark" }, { "row": 37, - "token_id": 15189, - "word": "casual" + "token_id": 5268, + "word": "deep" }, { "row": 38, - "token_id": 2712, - "word": "kind" + "token_id": 1607, + "word": "different" }, { "row": 39, - "token_id": 46731, - "word": "rude" + "token_id": 3909, + "word": "difficult" }, { "row": 40, - "token_id": 6647, - "word": "science" + "token_id": 9156, + "word": "dream" }, { "row": 41, - "token_id": 1610, - "word": "art" + "token_id": 7764, + "word": "earth" }, { "row": 42, - "token_id": 3393, - "word": "code" + "token_id": 3735, + "word": "easy" }, { "row": 43, - "token_id": 3246, - "word": "human" + "token_id": 7738, + "word": "empty" }, { "row": 44, - "token_id": 5464, - "word": "machine" + "token_id": 13550, + "word": "enemy" }, { "row": 45, - "token_id": 3890, - "word": "answer" + "token_id": 20190, + "word": "fake" }, { "row": 46, - "token_id": 2934, - "word": "question" + "token_id": 2416, + "word": "false" }, { "row": 47, - "token_id": 3282, - "word": "reason" + "token_id": 2523, + "word": "family" + }, + { + "row": 48, + "token_id": 2793, + "word": "far" + }, + { + "row": 49, + "token_id": 4592, + "word": "fast" + }, + { + "row": 50, + "token_id": 2597, + "word": "feel" + }, + { + "row": 51, + "token_id": 4304, + "word": "fire" + }, + { + "row": 52, + "token_id": 10781, + "word": "formal" + }, + { + "row": 53, + "token_id": 2196, + "word": "free" + }, + { + "row": 54, + "token_id": 4389, + "word": "friend" + }, + { + "row": 55, + "token_id": 3402, + "word": "future" + }, + { + "row": 56, + "token_id": 1535, + "word": "good" + }, + { + "row": 57, + "token_id": 1822, + "word": "great" + }, + { + "row": 58, + "token_id": 3826, + "word": "green" + }, + { + "row": 59, + "token_id": 2171, + "word": "grow" + }, + { + "row": 60, + "token_id": 5293, + "word": "happy" + }, + { + "row": 61, + "token_id": 2651, + "word": "hard" + }, + { + "row": 62, + "token_id": 17554, + "word": "hate" + }, + { + "row": 63, + "token_id": 1601, + "word": "help" + }, + { + "row": 64, + "token_id": 2033, + "word": "home" + }, + { + "row": 65, + "token_id": 11481, + "word": "honest" + }, + { + "row": 66, + "token_id": 4614, + "word": "hope" + }, + { + "row": 67, + "token_id": 2132, + "word": "important" + }, + { + "row": 68, + "token_id": 2712, + "word": "kind" + }, + { + "row": 69, + "token_id": 1281, + "word": "know" + }, + { + "row": 70, + "token_id": 2455, + "word": "large" + }, + { + "row": 71, + "token_id": 3449, + "word": "learn" + }, + { + "row": 72, + "token_id": 1972, + "word": "life" + }, + { + "row": 73, + "token_id": 2214, + "word": "light" + }, + { + "row": 74, + "token_id": 2268, + "word": "little" + }, + { + "row": 75, + "token_id": 2765, + "word": "love" + }, + { + "row": 76, + "token_id": 5464, + "word": "machine" + }, + { + "row": 77, + "token_id": 6571, + "word": "memory" + }, + { + "row": 78, + "token_id": 3273, + "word": "money" + }, + { + "row": 79, + "token_id": 16254, + "word": "moon" + }, + { + "row": 80, + "token_id": 3541, + "word": "near" + }, + { + "row": 81, + "token_id": 1202, + "word": "need" + }, + { + "row": 82, + "token_id": 861, + "word": "new" + }, + { + "row": 83, + "token_id": 3446, + "word": "night" + }, + { + "row": 84, + "token_id": 12461, + "word": "ocean" + }, + { + "row": 85, + "token_id": 2255, + "word": "old" + }, + { + "row": 86, + "token_id": 1932, + "word": "open" + }, + { + "row": 87, + "token_id": 8118, + "word": "peace" + }, + { + "row": 88, + "token_id": 1331, + "word": "people" + }, + { + "row": 89, + "token_id": 1589, + "word": "person" + }, + { + "row": 90, + "token_id": 54651, + "word": "polite" + }, + { + "row": 91, + "token_id": 2066, + "word": "power" + }, + { + "row": 92, + "token_id": 12010, + "word": "quiet" + }, + { + "row": 93, + "token_id": 5508, + "word": "ready" + }, + { + "row": 94, + "token_id": 1759, + "word": "real" + }, + { + "row": 95, + "token_id": 2604, + "word": "red" + }, + { + "row": 96, + "token_id": 5630, + "word": "remember" + }, + { + "row": 97, + "token_id": 1447, + "word": "right" + }, + { + "row": 98, + "token_id": 46731, + "word": "rude" + }, + { + "row": 99, + "token_id": 11019, + "word": "sad" + }, + { + "row": 100, + "token_id": 6338, + "word": "safe" + }, + { + "row": 101, + "token_id": 1879, + "word": "say" + }, + { + "row": 102, + "token_id": 3606, + "word": "simple" + }, + { + "row": 103, + "token_id": 5111, + "word": "slow" + }, + { + "row": 104, + "token_id": 1944, + "word": "small" + }, + { + "row": 105, + "token_id": 3538, + "word": "soft" + }, + { + "row": 106, + "token_id": 3188, + "word": "strong" + }, + { + "row": 107, + "token_id": 2889, + "word": "sure" + }, + { + "row": 108, + "token_id": 1751, + "word": "think" + }, + { + "row": 109, + "token_id": 990, + "word": "time" + }, + { + "row": 110, + "token_id": 1847, + "word": "true" + }, + { + "row": 111, + "token_id": 9043, + "word": "truth" + }, + { + "row": 112, + "token_id": 3050, + "word": "understand" + }, + { + "row": 113, + "token_id": 54538, + "word": "unsure" + }, + { + "row": 114, + "token_id": 46020, + "word": "vague" + }, + { + "row": 115, + "token_id": 1461, + "word": "want" + }, + { + "row": 116, + "token_id": 6962, + "word": "warm" + }, + { + "row": 117, + "token_id": 1813, + "word": "water" + }, + { + "row": 118, + "token_id": 7209, + "word": "weak" + }, + { + "row": 119, + "token_id": 2173, + "word": "white" + }, + { + "row": 120, + "token_id": 1902, + "word": "world" + }, + { + "row": 121, + "token_id": 6133, + "word": "wrong" + }, + { + "row": 122, + "token_id": 3184, + "word": "young" } ] } diff --git a/packs/jlens/browser-vocabulary.safetensors b/packs/jlens/browser-vocabulary.safetensors index 7e2cb0005e23aef956a1a80869ba901d94ee9bee..60e187fcf751a0e645c13a39d8d8ea3c472e462d 100644 --- a/packs/jlens/browser-vocabulary.safetensors +++ b/packs/jlens/browser-vocabulary.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:925a8d57228748d89b6680b811963d9723bf07fc8279c25e1ade6cf32211d18e -size 221272 +oid sha256:f2f7d8099275fbd77091a0a3139d074233873e997dff1a1d3ba0373aded76a72 +size 566872 diff --git a/packs/jlens/manifest.json b/packs/jlens/manifest.json index 755a8dd1abe8ca86f48bcc70fef200944f04308f..f534e3db5fd4bfe5142b159bc4d9884bd580da6c 100644 --- a/packs/jlens/manifest.json +++ b/packs/jlens/manifest.json @@ -1,58 +1,259 @@ { + "checkpoint": false, + "consumed_prefix_sha256": null, + "corpus_hash_kind": "token_ids_v1", + "corpus_sha256": "2356bdef36f6f3b40afab6ba4fe46d98e43554d219bf56b42d99fb27129e7b17", + "corpus_spec": "hf:HuggingFaceFW/fineweb-edu/sample-10BT@87f09149ef4734204d70ed1d046ddc9ca3f2b8f9;preprocess=1;doc_chars=4000", + "d_model": 1152, + "dim_batch": 256, + "dtype": "float32", + "estimator_policy": { + "corpus_preprocess_version": 1, + "direction": "output", + "doc_chars": 4000, + "rules": { + "half_rule": true, + "half_rule_beta": 0.5, + "identity_rule": true, + "include_qk_norms": false, + "ln_rule": true + }, + "skip_first_positions": 16 + }, "format_version": 7, - "kind": "J", + "kind": "R", + "model_fingerprint": "5e7aec2c2f2d2e59d26759be0fde40af21d822c73bbd6b053d396a9ceb87a056", + "model_layer_count": 26, + "model_source_fingerprint": "5b11413a10db4e486ef16a20101fd028f8f2499c", + "n_prompts": 64, + "raw_corpus_sha256": "2746cb720040a42c1d053a0c4918d05ad9d34e687f4643411f8e5189df5b81b4", + "raw_prompt_count": 64, + "seq_len": 128, "sites": { + "mid": { + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25 + ], + "split_half": { + "0": 0.21184710273849514, + "1": 0.24327348364028553, + "10": 0.12725663931638018, + "11": 0.12496274995067187, + "12": 0.12027986057157046, + "13": 0.11148551580728217, + "14": 0.10851284041383448, + "15": 0.10991293093628134, + "16": 0.1099920382412322, + "17": 0.08905693135507055, + "18": 0.08162676797939514, + "19": 0.07752515296584869, + "2": 0.24785973553169835, + "20": 0.06993123778677403, + "21": 0.06305741551803867, + "22": 0.057320910741811434, + "23": 0.04639633164648693, + "24": 0.037526815116652505, + "25": 0.02822015752883785, + "3": 0.24185785836369428, + "4": 0.22400364791571165, + "5": 0.2081973805741436, + "6": 0.19446208485268152, + "7": 0.18467737435249457, + "8": 0.16132278356991067, + "9": 0.14177141184897285 + }, + "tensor_files": { + "0": "mid.layer-0.safetensors", + "1": "mid.layer-1.safetensors", + "10": "mid.layer-10.safetensors", + "11": "mid.layer-11.safetensors", + "12": "mid.layer-12.safetensors", + "13": "mid.layer-13.safetensors", + "14": "mid.layer-14.safetensors", + "15": "mid.layer-15.safetensors", + "16": "mid.layer-16.safetensors", + "17": "mid.layer-17.safetensors", + "18": "mid.layer-18.safetensors", + "19": "mid.layer-19.safetensors", + "2": "mid.layer-2.safetensors", + "20": "mid.layer-20.safetensors", + "21": "mid.layer-21.safetensors", + "22": "mid.layer-22.safetensors", + "23": "mid.layer-23.safetensors", + "24": "mid.layer-24.safetensors", + "25": "mid.layer-25.safetensors", + "3": "mid.layer-3.safetensors", + "4": "mid.layer-4.safetensors", + "5": "mid.layer-5.safetensors", + "6": "mid.layer-6.safetensors", + "7": "mid.layer-7.safetensors", + "8": "mid.layer-8.safetensors", + "9": "mid.layer-9.safetensors" + }, + "tensor_sha256": { + "0": "8d3317c57b78bc4739d98d651fce38b7bf69b4908b9eab5698f26ff485441ed4", + "1": "61f460621f882faa1decbf594d724996199efaa56f8ebdc8b4ffd33c3ab7ede4", + "10": "d99283cc6c03117e1ef0ac8301e365273f2cc2937df1135502d9814ddd1336b5", + "11": "d17d3197f4cf68e2a8a5cd9ce4a2aa77f63e71c8e9082e2d328f1069b21ba183", + "12": "237d945f248c0deabd0814d2c6d503c34c5818dd5fffc8085530900366ba1bca", + "13": "b6d42c25c55fda1f229102e6f8f9ad79292855cc6ff2427fac7e15ea391cb559", + "14": "40c0173785240543f4b9a4af0ab9be44960919ff1752bf066c32be8a5461d997", + "15": "84d987cc4f48bbdd4073e8c58abcf9429a921767105a4770b3f043b63dc9802a", + "16": "fd62aba9b97d975c44e646d970def8e141ebd118829b9419a97063685c55befc", + "17": "205dd6f067ac35e77742c93b64d0ba8920894b6bb573268992e3b76f4ecca1a6", + "18": "976d5a0b2e3840b936532714658695f64919691545df7f56c9ff4482cd6c523d", + "19": "77faf1d1942a57100fed7ade05f3401394b8579043bb56103eaf0dbc0196666d", + "2": "653ac73db33f710dac727f59aaa16ab909b2d654779dfe17908a161e12b4a176", + "20": "6bcea7cc320209c1c1c95048a2960b4e733115ecc10267498ca618b2dc0c1129", + "21": "5bbffcbe13de88a200bd89c2a160128df19620f7899b20a94d971c564f88d0a4", + "22": "f549d0fe5a8181f839f789c05e92268eddcdfdced6400baf141c87389a36d99b", + "23": "cc26610cd7586fe3dd68703334f7d4bd8f8892de75822488f75d32a0ceb18ecc", + "24": "3f3a5bb8ce0dce78067814fde71e633b89cf987589274af143bf5e2244a98688", + "25": "2e2ac9f7a6f5f5f9759bd124dc2f8e77e8c2528322cb4404ac1d849d784916cf", + "3": "87128717314a37b2be4b6bf96b4a4c4e6db02c44ca2e58b097a0840dc6fdbe97", + "4": "6492e5ea1d59875b2c946db7ff32c5ffe1c5fa899de123e209703faa445cedeb", + "5": "46c0f94beb91bd775523ff8358e6c264c47dc1bb091e72b9650f1e6cc3d939e4", + "6": "8f2f3d8b6e0df386fcb44c5b9346e4b1a4c963295d1e9b2bbf9ef274a5083b90", + "7": "294d633a7f75ca006832a72e708da226e1e2c0bab52f00a517a83bb167531c16", + "8": "8da29f6f6f6ef73989fd5059d85c997ecd9d3115aa3a87941232532a4bfb92ae", + "9": "5de6fd4f206490b33d8e0ef93ed7aff64e29508ee86736dff027dec8a1af1cfd" + } + }, "out": { "layers": [ 0, + 1, + 2, 3, + 4, + 5, + 6, 7, + 8, + 9, 10, + 11, + 12, + 13, 14, + 15, + 16, 17, + 18, + 19, + 20, 21, + 22, + 23, 24 ], + "split_half": { + "0": 0.2337403441338233, + "1": 0.234377588766064, + "10": 0.11363420989808987, + "11": 0.12212887369653638, + "12": 0.117884245749451, + "13": 0.10984589854797591, + "14": 0.1061281575450503, + "15": 0.10735620852320381, + "16": 0.10422644456354045, + "17": 0.08626939369309691, + "18": 0.07852684347110331, + "19": 0.07303742630414099, + "2": 0.24550094694704708, + "20": 0.06530181666255243, + "21": 0.05661640545777198, + "22": 0.050880486585936545, + "23": 0.03769670634147854, + "24": 0.028025718715509785, + "3": 0.23381205411548653, + "4": 0.21628394136175286, + "5": 0.20891163550889483, + "6": 0.18631432789152952, + "7": 0.17313127494547997, + "8": 0.15884989223967202, + "9": 0.1311675970683008 + }, "tensor_files": { - "0": "layers.safetensors", - "3": "layers.safetensors", - "7": "layers.safetensors", - "10": "layers.safetensors", - "14": "layers.safetensors", - "17": "layers.safetensors", - "21": "layers.safetensors", - "24": "layers.safetensors" + "0": "out.layer-0.safetensors", + "1": "out.layer-1.safetensors", + "10": "out.layer-10.safetensors", + "11": "out.layer-11.safetensors", + "12": "out.layer-12.safetensors", + "13": "out.layer-13.safetensors", + "14": "out.layer-14.safetensors", + "15": "out.layer-15.safetensors", + "16": "out.layer-16.safetensors", + "17": "out.layer-17.safetensors", + "18": "out.layer-18.safetensors", + "19": "out.layer-19.safetensors", + "2": "out.layer-2.safetensors", + "20": "out.layer-20.safetensors", + "21": "out.layer-21.safetensors", + "22": "out.layer-22.safetensors", + "23": "out.layer-23.safetensors", + "24": "out.layer-24.safetensors", + "3": "out.layer-3.safetensors", + "4": "out.layer-4.safetensors", + "5": "out.layer-5.safetensors", + "6": "out.layer-6.safetensors", + "7": "out.layer-7.safetensors", + "8": "out.layer-8.safetensors", + "9": "out.layer-9.safetensors" }, "tensor_sha256": { - "0": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "3": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "7": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "10": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "14": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "17": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "21": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2", - "24": "e7a5446664b06ddd9706a85a3dfe08b8f433e261395e08a57fcb3914a8524ba2" + "0": "c28668d804cf30ba408e8143bf547f6de6984945d79875dd855b322a26b58e10", + "1": "aaa9f8a8b2a55256fb5f5b6e0f5093321f0cbea8e78d35d148c1d84ccb0aa3c9", + "10": "e8244bfbb2b5bc19abf54fc627297a8786ead2eee241c84ca4ff7477b628bf84", + "11": "b6a73b62b7e12e0efdb459f1ae8d78f3807d739d50fb237009ce9f9070cc27d9", + "12": "c43ba295844113a013082a095e1a000d9bf320bd8a02ac41bbead84725c94aab", + "13": "6b9c0ad05200aeeaf2c0e39b74f27e34c9e0123d34729a5708719739a867a32f", + "14": "91f5c711d24a9c444dbb360d43e125cb39f92a94c944f341c1358a08a605bfc4", + "15": "76dab699047729e09589495c504beeed007322867b77f14a6be5499ae86877a3", + "16": "ec04c70b288cd52c400069fe4038d7dd7875149657c14aeaa9a5023a6fc18ac9", + "17": "7475f8c5362fc864bc2d77d68d11fc3f6406658380805832ab4094a9be9c60a2", + "18": "764e6275676395dd583c4d8abcceaa8eb122ca98379edddaa264384b0a01ecf5", + "19": "3175b612b016bd9e260b2cdd1ddc23a916bb87cf66964062bc6999df207e1f5f", + "2": "9d13f90754761feb8d8f27ed6260610cfd86aba7fbbfb4347ff61d6cf6eeb560", + "20": "e8dc2f8704ba376e7e6f2ce3be587194fe8f806cafb2b6f6b7b929a2e1c87d8b", + "21": "c1b25a5e950366a805a9caa43aeb1a621ffa4af72554022c8cdebd5911849e8d", + "22": "afd2974095f30ca91272a54e36ff1e00b1c5dfaf2801107e3c15b3b9248e62db", + "23": "7f4448cb316033827adf7298fe3b6bf53fc4a3d7b5ef6339152c5368ae04e48b", + "24": "7814948e531a627c67f0965c0cdbdf32ae2d7d368c4e5569970c582416651b0b", + "3": "1a5d29bca3ae278e3604b1e0c1265d14fba89304c8f5cb31fbd3faddddb29d6b", + "4": "87d93960153c4039b628e9860a8b860c929f35d83a3fb8a036b0cbe04c22c9a0", + "5": "7312adea44109a42b08b98ff991081bf9bbd5c58bc9a60b8f2e4b2350a95d9cb", + "6": "dfb460f3f16494e4c1e467a49043d5787525ad8287fe40b3fc67d4eb83be1cf5", + "7": "43309ae77796a1f94600a9816404e81717d816af6083d2146d63f6316ca3da8c", + "8": "2a96f092dee0b92eb4a76adea79870e8779146c9eae11ce1237d97fef115d21a", + "9": "fcb0251bbaa419458369c654cf2f0bd37d0f53c84d36c03ab91aa4b05c688e86" } } }, - "estimator_policy": { - "method": "provider_jacobian_lens", - "skip_first_positions": 0 - }, - "checkpoint": false, - "consumed_prefix_sha256": null, - "corpus_hash_kind": "provider_checkpoint_v1", - "corpus_sha256": "7810e50cd83a6a30bfd66e615a6590dcd0f3e92db76e9f831dda95936c20c8a7", - "corpus_spec": "Salesforce/wikitext:wikitext-103-raw-v1:train", - "d_model": 1152, - "dim_batch": 128, - "dtype": "float32", - "model_fingerprint": "bcba5fd873df78854e568b0c8b09218ab8708dece5060d8ca8d40cfd4b2803ab", - "model_layer_count": 26, - "model_source_fingerprint": "5b11413a10db4e486ef16a20101fd028f8f2499c", - "n_prompts": 460, - "raw_corpus_sha256": null, - "raw_prompt_count": null, - "seq_len": 128, - "usable_prompt_count": 460 + "usable_prompt_count": 64 } diff --git a/packs/jlens/mid.layer-0.safetensors b/packs/jlens/mid.layer-0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aedb1c6bdecb5443b7c26ebf50129eebead6dfe1 --- /dev/null +++ b/packs/jlens/mid.layer-0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3317c57b78bc4739d98d651fce38b7bf69b4908b9eab5698f26ff485441ed4 +size 5308504 diff --git a/packs/jlens/mid.layer-1.safetensors b/packs/jlens/mid.layer-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..462b5ebc5f8317dc8f1ce99a5f91a36dc42b1aa7 --- /dev/null +++ b/packs/jlens/mid.layer-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f460621f882faa1decbf594d724996199efaa56f8ebdc8b4ffd33c3ab7ede4 +size 5308504 diff --git a/packs/jlens/mid.layer-10.safetensors b/packs/jlens/mid.layer-10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9798d3ac9d178491c1e442d33d1a1d628dcb6136 --- /dev/null +++ b/packs/jlens/mid.layer-10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99283cc6c03117e1ef0ac8301e365273f2cc2937df1135502d9814ddd1336b5 +size 5308504 diff --git a/packs/jlens/mid.layer-11.safetensors b/packs/jlens/mid.layer-11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..294f05f24e04e03a3f56b649e6fa744832c2e137 --- /dev/null +++ b/packs/jlens/mid.layer-11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17d3197f4cf68e2a8a5cd9ce4a2aa77f63e71c8e9082e2d328f1069b21ba183 +size 5308504 diff --git a/packs/jlens/mid.layer-12.safetensors b/packs/jlens/mid.layer-12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67531d6ae6601c20079fb7f170eac806f67ca2c8 --- /dev/null +++ b/packs/jlens/mid.layer-12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237d945f248c0deabd0814d2c6d503c34c5818dd5fffc8085530900366ba1bca +size 5308504 diff --git a/packs/jlens/mid.layer-13.safetensors b/packs/jlens/mid.layer-13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d41085767e2c37e5e73bd4d773cd6efdb66f2dda --- /dev/null +++ b/packs/jlens/mid.layer-13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d42c25c55fda1f229102e6f8f9ad79292855cc6ff2427fac7e15ea391cb559 +size 5308504 diff --git a/packs/jlens/mid.layer-14.safetensors b/packs/jlens/mid.layer-14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..920b13619088d7d7b2a7bf3a60146a79c66d5ed1 --- /dev/null +++ b/packs/jlens/mid.layer-14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c0173785240543f4b9a4af0ab9be44960919ff1752bf066c32be8a5461d997 +size 5308504 diff --git a/packs/jlens/mid.layer-15.safetensors b/packs/jlens/mid.layer-15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5aa65b06b9b4617d5cfa8a2b4c8cf76d33ee7faa --- /dev/null +++ b/packs/jlens/mid.layer-15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d987cc4f48bbdd4073e8c58abcf9429a921767105a4770b3f043b63dc9802a +size 5308504 diff --git a/packs/jlens/mid.layer-16.safetensors b/packs/jlens/mid.layer-16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..044760f70dde3737ca3a957fa894eae0e0aead3d --- /dev/null +++ b/packs/jlens/mid.layer-16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd62aba9b97d975c44e646d970def8e141ebd118829b9419a97063685c55befc +size 5308504 diff --git a/packs/jlens/mid.layer-17.safetensors b/packs/jlens/mid.layer-17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3be268794794e5362bab1804c731f9b10fd81a1 --- /dev/null +++ b/packs/jlens/mid.layer-17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205dd6f067ac35e77742c93b64d0ba8920894b6bb573268992e3b76f4ecca1a6 +size 5308504 diff --git a/packs/jlens/mid.layer-18.safetensors b/packs/jlens/mid.layer-18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74ab5f5e69c3f15b4345620f805dc46c100e539d --- /dev/null +++ b/packs/jlens/mid.layer-18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976d5a0b2e3840b936532714658695f64919691545df7f56c9ff4482cd6c523d +size 5308504 diff --git a/packs/jlens/mid.layer-19.safetensors b/packs/jlens/mid.layer-19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5e83aa90ff518d83e7c468510023813bc358da0 --- /dev/null +++ b/packs/jlens/mid.layer-19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77faf1d1942a57100fed7ade05f3401394b8579043bb56103eaf0dbc0196666d +size 5308504 diff --git a/packs/jlens/mid.layer-2.safetensors b/packs/jlens/mid.layer-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77c7636d6c40a1256a92bed8265e2bf7188cd74a --- /dev/null +++ b/packs/jlens/mid.layer-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653ac73db33f710dac727f59aaa16ab909b2d654779dfe17908a161e12b4a176 +size 5308504 diff --git a/packs/jlens/mid.layer-20.safetensors b/packs/jlens/mid.layer-20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aefda3e3900044119cdb25208aabed269d779f04 --- /dev/null +++ b/packs/jlens/mid.layer-20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcea7cc320209c1c1c95048a2960b4e733115ecc10267498ca618b2dc0c1129 +size 5308504 diff --git a/packs/jlens/mid.layer-21.safetensors b/packs/jlens/mid.layer-21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ea9556ec0df1963ee1db51261efc3f42ef5f651 --- /dev/null +++ b/packs/jlens/mid.layer-21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bbffcbe13de88a200bd89c2a160128df19620f7899b20a94d971c564f88d0a4 +size 5308504 diff --git a/packs/jlens/mid.layer-22.safetensors b/packs/jlens/mid.layer-22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80394b325062a258a5655460ddf7d844d6a33ca5 --- /dev/null +++ b/packs/jlens/mid.layer-22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f549d0fe5a8181f839f789c05e92268eddcdfdced6400baf141c87389a36d99b +size 5308504 diff --git a/packs/jlens/mid.layer-23.safetensors b/packs/jlens/mid.layer-23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd5b18ab23d4fccffaad9753f1d3784b8934ff06 --- /dev/null +++ b/packs/jlens/mid.layer-23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc26610cd7586fe3dd68703334f7d4bd8f8892de75822488f75d32a0ceb18ecc +size 5308504 diff --git a/packs/jlens/mid.layer-24.safetensors b/packs/jlens/mid.layer-24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f54d647e3aa8a4f20e7badc0fec2ff91ef9d1445 --- /dev/null +++ b/packs/jlens/mid.layer-24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3a5bb8ce0dce78067814fde71e633b89cf987589274af143bf5e2244a98688 +size 5308504 diff --git a/packs/jlens/mid.layer-25.safetensors b/packs/jlens/mid.layer-25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5af7388ca712fcfe3a5566cca5ea9b30f9eeff6 --- /dev/null +++ b/packs/jlens/mid.layer-25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2ac9f7a6f5f5f9759bd124dc2f8e77e8c2528322cb4404ac1d849d784916cf +size 5308504 diff --git a/packs/jlens/mid.layer-3.safetensors b/packs/jlens/mid.layer-3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..945a76b9b7eeebffa7a05d8359b22ad3d91307a5 --- /dev/null +++ b/packs/jlens/mid.layer-3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87128717314a37b2be4b6bf96b4a4c4e6db02c44ca2e58b097a0840dc6fdbe97 +size 5308504 diff --git a/packs/jlens/mid.layer-4.safetensors b/packs/jlens/mid.layer-4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50f8ac25d6d35d72c0d813d6ca05d2e1e2be358b --- /dev/null +++ b/packs/jlens/mid.layer-4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6492e5ea1d59875b2c946db7ff32c5ffe1c5fa899de123e209703faa445cedeb +size 5308504 diff --git a/packs/jlens/mid.layer-5.safetensors b/packs/jlens/mid.layer-5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a0a4337272fc20578bd893f1378d70c6b0afc0e --- /dev/null +++ b/packs/jlens/mid.layer-5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c0f94beb91bd775523ff8358e6c264c47dc1bb091e72b9650f1e6cc3d939e4 +size 5308504 diff --git a/packs/jlens/mid.layer-6.safetensors b/packs/jlens/mid.layer-6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d31d079e6867bfa9615c98b25129b7177ce5b182 --- /dev/null +++ b/packs/jlens/mid.layer-6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2f3d8b6e0df386fcb44c5b9346e4b1a4c963295d1e9b2bbf9ef274a5083b90 +size 5308504 diff --git a/packs/jlens/mid.layer-7.safetensors b/packs/jlens/mid.layer-7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32d10976b71e0c574155f0feed57a2a8b0d5448d --- /dev/null +++ b/packs/jlens/mid.layer-7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294d633a7f75ca006832a72e708da226e1e2c0bab52f00a517a83bb167531c16 +size 5308504 diff --git a/packs/jlens/mid.layer-8.safetensors b/packs/jlens/mid.layer-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec0314e470021928d38f6272fc34e14658d7bf64 --- /dev/null +++ b/packs/jlens/mid.layer-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da29f6f6f6ef73989fd5059d85c997ecd9d3115aa3a87941232532a4bfb92ae +size 5308504 diff --git a/packs/jlens/mid.layer-9.safetensors b/packs/jlens/mid.layer-9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3aba849456de7d86cba8f948054599bf0d3e262 --- /dev/null +++ b/packs/jlens/mid.layer-9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de6fd4f206490b33d8e0ef93ed7aff64e29508ee86736dff027dec8a1af1cfd +size 5308504 diff --git a/packs/jlens/out.layer-0.safetensors b/packs/jlens/out.layer-0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acd7bfaa4d929c4d9342af35e6a4f8a82cb0dd1f --- /dev/null +++ b/packs/jlens/out.layer-0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28668d804cf30ba408e8143bf547f6de6984945d79875dd855b322a26b58e10 +size 5308504 diff --git a/packs/jlens/out.layer-1.safetensors b/packs/jlens/out.layer-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1863423ef16a1c3a3f2100bb011f27c390907b63 --- /dev/null +++ b/packs/jlens/out.layer-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa9f8a8b2a55256fb5f5b6e0f5093321f0cbea8e78d35d148c1d84ccb0aa3c9 +size 5308504 diff --git a/packs/jlens/out.layer-10.safetensors b/packs/jlens/out.layer-10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd6243afe36c8b9bf97c4807d2188a7483f3593a --- /dev/null +++ b/packs/jlens/out.layer-10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8244bfbb2b5bc19abf54fc627297a8786ead2eee241c84ca4ff7477b628bf84 +size 5308504 diff --git a/packs/jlens/out.layer-11.safetensors b/packs/jlens/out.layer-11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86bc240c89a60d46a3ca1f937b86655c85488014 --- /dev/null +++ b/packs/jlens/out.layer-11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a73b62b7e12e0efdb459f1ae8d78f3807d739d50fb237009ce9f9070cc27d9 +size 5308504 diff --git a/packs/jlens/out.layer-12.safetensors b/packs/jlens/out.layer-12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0de775c1d65fe2dfdf10a47a385a2f71d73eaac2 --- /dev/null +++ b/packs/jlens/out.layer-12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43ba295844113a013082a095e1a000d9bf320bd8a02ac41bbead84725c94aab +size 5308504 diff --git a/packs/jlens/out.layer-13.safetensors b/packs/jlens/out.layer-13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96f636ac4173f9ceb9dd0b759a3f31ad64fb5290 --- /dev/null +++ b/packs/jlens/out.layer-13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9c0ad05200aeeaf2c0e39b74f27e34c9e0123d34729a5708719739a867a32f +size 5308504 diff --git a/packs/jlens/out.layer-14.safetensors b/packs/jlens/out.layer-14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cb1a60814852f8e828083ec65296f18406e2e57 --- /dev/null +++ b/packs/jlens/out.layer-14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f5c711d24a9c444dbb360d43e125cb39f92a94c944f341c1358a08a605bfc4 +size 5308504 diff --git a/packs/jlens/out.layer-15.safetensors b/packs/jlens/out.layer-15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfc7ba14131677f60a5a8edbda6fd9900d75f7a3 --- /dev/null +++ b/packs/jlens/out.layer-15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dab699047729e09589495c504beeed007322867b77f14a6be5499ae86877a3 +size 5308504 diff --git a/packs/jlens/out.layer-16.safetensors b/packs/jlens/out.layer-16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6c3ce9020d55c71100e297c2ed09c28a82784c3 --- /dev/null +++ b/packs/jlens/out.layer-16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec04c70b288cd52c400069fe4038d7dd7875149657c14aeaa9a5023a6fc18ac9 +size 5308504 diff --git a/packs/jlens/out.layer-17.safetensors b/packs/jlens/out.layer-17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a5b8ee146981bb5d8da7a5a4db227bea4759d38 --- /dev/null +++ b/packs/jlens/out.layer-17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7475f8c5362fc864bc2d77d68d11fc3f6406658380805832ab4094a9be9c60a2 +size 5308504 diff --git a/packs/jlens/out.layer-18.safetensors b/packs/jlens/out.layer-18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92b269fe9acac6f6e331e2d936dfbfe85a28acd6 --- /dev/null +++ b/packs/jlens/out.layer-18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764e6275676395dd583c4d8abcceaa8eb122ca98379edddaa264384b0a01ecf5 +size 5308504 diff --git a/packs/jlens/out.layer-19.safetensors b/packs/jlens/out.layer-19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..359a2b33f3a53bd2ade63fb9bada8e98bddb0f66 --- /dev/null +++ b/packs/jlens/out.layer-19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3175b612b016bd9e260b2cdd1ddc23a916bb87cf66964062bc6999df207e1f5f +size 5308504 diff --git a/packs/jlens/out.layer-2.safetensors b/packs/jlens/out.layer-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2eef042628eb92605dba2bf0c197ca7bb93afb8e --- /dev/null +++ b/packs/jlens/out.layer-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d13f90754761feb8d8f27ed6260610cfd86aba7fbbfb4347ff61d6cf6eeb560 +size 5308504 diff --git a/packs/jlens/out.layer-20.safetensors b/packs/jlens/out.layer-20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ef9b81661298e0a111c89e267357a71428676b5 --- /dev/null +++ b/packs/jlens/out.layer-20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8dc2f8704ba376e7e6f2ce3be587194fe8f806cafb2b6f6b7b929a2e1c87d8b +size 5308504 diff --git a/packs/jlens/out.layer-21.safetensors b/packs/jlens/out.layer-21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7da8622bb3ebe1dc115b7382e1accfc30e39d8c --- /dev/null +++ b/packs/jlens/out.layer-21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b25a5e950366a805a9caa43aeb1a621ffa4af72554022c8cdebd5911849e8d +size 5308504 diff --git a/packs/jlens/out.layer-22.safetensors b/packs/jlens/out.layer-22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f938385ea7c39e5273daad4f5b0d33ad2f2f14e5 --- /dev/null +++ b/packs/jlens/out.layer-22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd2974095f30ca91272a54e36ff1e00b1c5dfaf2801107e3c15b3b9248e62db +size 5308504 diff --git a/packs/jlens/out.layer-23.safetensors b/packs/jlens/out.layer-23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15282bfd7f4ed5361b2d623d2fb930a198932ec1 --- /dev/null +++ b/packs/jlens/out.layer-23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4448cb316033827adf7298fe3b6bf53fc4a3d7b5ef6339152c5368ae04e48b +size 5308504 diff --git a/packs/jlens/out.layer-24.safetensors b/packs/jlens/out.layer-24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..974265ec6e24e50f8b307c746069cca6f0f4dbdc --- /dev/null +++ b/packs/jlens/out.layer-24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7814948e531a627c67f0965c0cdbdf32ae2d7d368c4e5569970c582416651b0b +size 5308504 diff --git a/packs/jlens/out.layer-3.safetensors b/packs/jlens/out.layer-3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5c7095a6457cafef8122cccc414e29180ed57fd --- /dev/null +++ b/packs/jlens/out.layer-3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5d29bca3ae278e3604b1e0c1265d14fba89304c8f5cb31fbd3faddddb29d6b +size 5308504 diff --git a/packs/jlens/out.layer-4.safetensors b/packs/jlens/out.layer-4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4fc8e78bca568813678f0ce051b7ffe099fb2c2 --- /dev/null +++ b/packs/jlens/out.layer-4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87d93960153c4039b628e9860a8b860c929f35d83a3fb8a036b0cbe04c22c9a0 +size 5308504 diff --git a/packs/jlens/out.layer-5.safetensors b/packs/jlens/out.layer-5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37ad1450239cee7e15281b2ef61897490348945c --- /dev/null +++ b/packs/jlens/out.layer-5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7312adea44109a42b08b98ff991081bf9bbd5c58bc9a60b8f2e4b2350a95d9cb +size 5308504 diff --git a/packs/jlens/out.layer-6.safetensors b/packs/jlens/out.layer-6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9b1e94bf66709c53b5f38fe8ac99eaec0eeaa0c --- /dev/null +++ b/packs/jlens/out.layer-6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb460f3f16494e4c1e467a49043d5787525ad8287fe40b3fc67d4eb83be1cf5 +size 5308504 diff --git a/packs/jlens/out.layer-7.safetensors b/packs/jlens/out.layer-7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db1ed0220dd7997e51f1b1bdc73c688578f22173 --- /dev/null +++ b/packs/jlens/out.layer-7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43309ae77796a1f94600a9816404e81717d816af6083d2146d63f6316ca3da8c +size 5308504 diff --git a/packs/jlens/out.layer-8.safetensors b/packs/jlens/out.layer-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8ed2ed91cfe991eb080a5e3e3639fce4f46545f --- /dev/null +++ b/packs/jlens/out.layer-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a96f092dee0b92eb4a76adea79870e8779146c9eae11ce1237d97fef115d21a +size 5308504 diff --git a/packs/jlens/out.layer-9.safetensors b/packs/jlens/out.layer-9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20a3c121006ad2bda95d3b7573f9697c3d635914 --- /dev/null +++ b/packs/jlens/out.layer-9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb0251bbaa419458369c654cf2f0bd37d0f53c84d36c03ab91aa4b05c688e86 +size 5308504 diff --git a/packs/jlens/pack.json b/packs/jlens/pack.json new file mode 100644 index 0000000000000000000000000000000000000000..ce9d208162c6e6739d0d6bc27ed6ac49d8dea8b3 --- /dev/null +++ b/packs/jlens/pack.json @@ -0,0 +1,23 @@ +{ + "family": "R", + "format": "drowse-hosted-packs-v1", + "kind": "jlens", + "lens_identity": "432dab2200c1f8b78e03613b1b6f5f9b091286990e2527d458d0ceb118448822", + "native": { + "lens_identity": "60a9f65034712dca618512d7230e2ee501ab0a8325ae199c6bab422fb9b5573b", + "model_fingerprint": "a397c6593aaf1983a1ea81d6e716fe2c17cd7d5e37fdb2dfbde5d5e34703dcc9", + "model_source_fingerprint": "fbd2712cedfe8d8385d5c30038bf5441891b39c2c190c9fdb772c0471c809ac9" + }, + "runtime_identity_sha256": "5e7aec2c2f2d2e59d26759be0fde40af21d822c73bbd6b053d396a9ceb87a056", + "sites": { + "mid": { + "layers": 26 + }, + "out": { + "layers": 25 + } + }, + "vocabulary": { + "words": 123 + } +}