publish gemma3-270m-instruct jlens browser pack

hosted-pack-artifacts.json

@@ -2,14 +2,204 @@
   "schemaVersion": 1,
   "files": [
     {
-      "path": "packs/sae/layer-12.safetensors",
-      "bytes": 84020104,
-      "sha256": "dec7ca273ebe6db1b69adbc31de1a0de0502022cf94d9cd2ac530f43ae870016"
+      "path": "packs/jlens/ATTRIBUTION.md",
+      "bytes": 878,
+      "sha256": "0b7e917fd42f11c01315944bde3a3c77ae6c694379038b7e89878135865b6515"
     },
     {
-      "path": "packs/sae/manifest.json",
-      "bytes": 854,
-      "sha256": "57b63199e0c99c4340a65c7d58a7df463c424e9f24982318b2a74573b4b33546"
+      "path": "packs/jlens/browser-vocabulary.json",
+      "bytes": 9602,
+      "sha256": "9597e8fed68d533193e87bb8666867ab84f9019ae63ccc5521732ee7257fcdf8"
+    },
+    {
+      "path": "packs/jlens/browser-vocabulary.safetensors",
+      "bytes": 314968,
+      "sha256": "62dc1fcd1f4d4b3b2a699dc3b6e358cf0a5506c70495b51c20cfca095b50ebd1"
+    },
+    {
+      "path": "packs/jlens/manifest.json",
+      "bytes": 7266,
+      "sha256": "fee66d483f3aa0736b5e7abda550d9938c5168a706b51748cc1226a64acaa8da"
+    },
+    {
+      "path": "packs/jlens/mid.layer-0.safetensors",
+      "bytes": 1638480,
+      "sha256": "d85cefbd742d8b6be621166f71cb1c97e376a74636dbafa1277554d61c62b7a2"
+    },
+    {
+      "path": "packs/jlens/mid.layer-1.safetensors",
+      "bytes": 1638480,
+      "sha256": "4056dba3ae69dac216fd4267c130a88c9a009eeb2015031f4634d4b43904989b"
+    },
+    {
+      "path": "packs/jlens/mid.layer-10.safetensors",
+      "bytes": 1638488,
+      "sha256": "ed8126125464531bb48f55d5d925c9cfc891bb91ec1f8fc902cc4cd6c3eebd32"
+    },
+    {
+      "path": "packs/jlens/mid.layer-11.safetensors",
+      "bytes": 1638488,
+      "sha256": "4c765289adf9793ee061487de6f99544f6c2e1746bbbc69c44b49a2adf079551"
+    },
+    {
+      "path": "packs/jlens/mid.layer-12.safetensors",
+      "bytes": 1638488,
+      "sha256": "d8b255ce5f5eee1687ad361e1c9b7777f6a296847cca97c8523c6e65b2e061f6"
+    },
+    {
+      "path": "packs/jlens/mid.layer-13.safetensors",
+      "bytes": 1638488,
+      "sha256": "22e6db3762f291db61559c6dfd19dd7a5f473b5ba51b72a62b14b8e69d79b442"
+    },
+    {
+      "path": "packs/jlens/mid.layer-14.safetensors",
+      "bytes": 1638488,
+      "sha256": "852212a28f66442f9f341a47eade0c07f8facbe035157945a787a028b55498af"
+    },
+    {
+      "path": "packs/jlens/mid.layer-15.safetensors",
+      "bytes": 1638488,
+      "sha256": "ffdbf723e4fff23d24094e70d8300de6bfdf9377f8186b0e035598717cec8c96"
+    },
+    {
+      "path": "packs/jlens/mid.layer-16.safetensors",
+      "bytes": 1638488,
+      "sha256": "2833b50b5cba08005aa2a7cee4dcc48165382cda39a62382c8cfd579643aed32"
+    },
+    {
+      "path": "packs/jlens/mid.layer-17.safetensors",
+      "bytes": 1638488,
+      "sha256": "c884b6d9645ad1203b296288421e9cf55dfbb69746ba2f4fe543aa46cb4eb319"
+    },
+    {
+      "path": "packs/jlens/mid.layer-2.safetensors",
+      "bytes": 1638480,
+      "sha256": "db69b886f3cec8f3d86655275f5c5a2a607fba8cd726a64ab3471f7450a84ab3"
+    },
+    {
+      "path": "packs/jlens/mid.layer-3.safetensors",
+      "bytes": 1638480,
+      "sha256": "50c5b6ca70be50cc47b9891893b9493125e0241b17e315858f46336fcc91720e"
+    },
+    {
+      "path": "packs/jlens/mid.layer-4.safetensors",
+      "bytes": 1638480,
+      "sha256": "ce8101fdd588cb418bcafd9256e0c6703ac6df9bd89e8c8d4570dbc4e881a14a"
+    },
+    {
+      "path": "packs/jlens/mid.layer-5.safetensors",
+      "bytes": 1638480,
+      "sha256": "9efb15c82c363b08c4076592228ae19430712dfd8a33c891a44d36ff1b608ad0"
+    },
+    {
+      "path": "packs/jlens/mid.layer-6.safetensors",
+      "bytes": 1638480,
+      "sha256": "5062bfec975ed248534529f82104a445f5456aa94aea82a744c0c87d2e4bebf8"
+    },
+    {
+      "path": "packs/jlens/mid.layer-7.safetensors",
+      "bytes": 1638480,
+      "sha256": "4a372dbf9ce3a71fb2f044b502bafaa7e3d61cb31980e406d10a8d749eb91a2f"
+    },
+    {
+      "path": "packs/jlens/mid.layer-8.safetensors",
+      "bytes": 1638480,
+      "sha256": "a4e0a84a06ef1bb5f980a6c9975f9542ae3068403a4bcb795db800ef9ba75c63"
+    },
+    {
+      "path": "packs/jlens/mid.layer-9.safetensors",
+      "bytes": 1638480,
+      "sha256": "96580a1174073e88506e9505dfff23dc7e2a9dbf92307a812bd6f704b91d6843"
+    },
+    {
+      "path": "packs/jlens/out.layer-0.safetensors",
+      "bytes": 1638480,
+      "sha256": "feb0b5509dfe5037e5082b3543fb7df6be80a73827fc7661729c2224adde1708"
+    },
+    {
+      "path": "packs/jlens/out.layer-1.safetensors",
+      "bytes": 1638480,
+      "sha256": "ba66d8cf09418deb0555206ca4e3c0632e0771b0ee2bc32f76596909129258a6"
+    },
+    {
+      "path": "packs/jlens/out.layer-10.safetensors",
+      "bytes": 1638488,
+      "sha256": "07423afe21323d65681577e91617a17008dc98503279a135b745caf929145cb7"
+    },
+    {
+      "path": "packs/jlens/out.layer-11.safetensors",
+      "bytes": 1638488,
+      "sha256": "dc47ae1940e3961304aa43a6d2a33934927eb6e9256b7af8b81ff9a42163a4eb"
+    },
+    {
+      "path": "packs/jlens/out.layer-12.safetensors",
+      "bytes": 1638488,
+      "sha256": "209b4c70259ac5687e99902e3069ddd57a6b21cff53c8be287ba957062807758"
+    },
+    {
+      "path": "packs/jlens/out.layer-13.safetensors",
+      "bytes": 1638488,
+      "sha256": "c01fa2edd1d5661f8dc0edf8ebb89252855fe20335474795f32ea999e40423f3"
+    },
+    {
+      "path": "packs/jlens/out.layer-14.safetensors",
+      "bytes": 1638488,
+      "sha256": "edbe73bc72af01a254974fb13dfd80fd2603db5d1884237b560db70f131d05b7"
+    },
+    {
+      "path": "packs/jlens/out.layer-15.safetensors",
+      "bytes": 1638488,
+      "sha256": "2598515fb131c9a248c8940ee808ab5665df32ca4e6882cface011bce6e59d64"
+    },
+    {
+      "path": "packs/jlens/out.layer-16.safetensors",
+      "bytes": 1638488,
+      "sha256": "14237dd7d03124ef4d20336f82b4bc7aa382a6db7b69252b4828fa5d2c8efba4"
+    },
+    {
+      "path": "packs/jlens/out.layer-2.safetensors",
+      "bytes": 1638480,
+      "sha256": "987969df6e7515706fbea3a6630c8673934bfd9fe2f007c2bc57486330a38416"
+    },
+    {
+      "path": "packs/jlens/out.layer-3.safetensors",
+      "bytes": 1638480,
+      "sha256": "04d914fb2562082675671da1a8e0a2ff6bd0bd655fb9dfc8902189d760f96333"
+    },
+    {
+      "path": "packs/jlens/out.layer-4.safetensors",
+      "bytes": 1638480,
+      "sha256": "bf93bb99e5233a41bbd35c53def896e92c70bbfbd4750859bb9b0d8746df77c6"
+    },
+    {
+      "path": "packs/jlens/out.layer-5.safetensors",
+      "bytes": 1638480,
+      "sha256": "1f8c7f335fc497f28330269ddd9f0f7d27881164629a08622998001ff934bde4"
+    },
+    {
+      "path": "packs/jlens/out.layer-6.safetensors",
+      "bytes": 1638480,
+      "sha256": "03c3c7d1f4f5429cf6bec90211d1c8c82e4fe63a7e655dae4699950ffc7cfe09"
+    },
+    {
+      "path": "packs/jlens/out.layer-7.safetensors",
+      "bytes": 1638480,
+      "sha256": "9f7da11d23ccf59fd03d5a0cd6764a1d535c81f24514abd6cca42cce892ce0cc"
+    },
+    {
+      "path": "packs/jlens/out.layer-8.safetensors",
+      "bytes": 1638480,
+      "sha256": "700c2ac8f45dc759fa0404409daf90b45fdb5f93540de6c43949ad5ab9f7d22b"
+    },
+    {
+      "path": "packs/jlens/out.layer-9.safetensors",
+      "bytes": 1638480,
+      "sha256": "3b7c8fbeadc3988f827df84ac0bd9ed92f0e57d3a10ae9f8058649c4b4fa23d5"
+    },
+    {
+      "path": "packs/jlens/pack.json",
+      "bytes": 696,
+      "sha256": "db7dfe9a88108c3f6b543fa79f8f9f6158f5ecd50887843da2a2ea9be61fb690"
     }
   ]
 }

packs/jlens/ATTRIBUTION.md

@@ -0,0 +1,10 @@
+# Corpus attribution
+
+The lenses this pack was built from are drowse's own fits on the corpus below, over the
+weights the browser runs. The pack holds fitted matrices and statistics, not corpus text.
+
+FineWeb-Edu (HuggingFaceFW/fineweb-edu, config sample-10BT, revision 87f09149ef4734204d70ed1d046ddc9ca3f2b8f9) by Hugging Face (Lozhkov, Ben Allal, von Werra and Wolf, 2024), used under the Open Data Commons Attribution License v1.0 (ODC-By 1.0); its use is also subject to Common Crawl's Terms of Use. The lens packs carry matrices fitted on 64 of its documents and token counts, not corpus text.
+
+- Dataset: https://huggingface.co/datasets/HuggingFaceFW/fineweb-edu (sample-10BT, revision 87f09149ef4734204d70ed1d046ddc9ca3f2b8f9)
+- License: ODC-By-1.0
+- Corpus: `hf:HuggingFaceFW/fineweb-edu/sample-10BT@87f09149ef4734204d70ed1d046ddc9ca3f2b8f9;preprocess=1;doc_chars=4000`

packs/jlens/browser-vocabulary.json

@@ -1,248 +1,623 @@
 {
-  "format": "saklas-jlens-vocabulary-v2",
+  "format": "drowse-jlens-vocabulary-v2",
   "hidden_size": 640,
   "tensor_file": "browser-vocabulary.safetensors",
-  "tensor_sha256": "8e4f582e7f3324c487a2806b07533c8e1cafa1345263e9c39279c745c7485677",
+  "tensor_sha256": "62dc1fcd1f4d4b3b2a699dc3b6e358cf0a5506c70495b51c20cfca095b50ebd1",
   "words": [
     {
       "row": 0,
-      "token_id": 11262,
-      "word": "yes"
+      "token_id": 2735,
+      "word": "able"
     },
     {
       "row": 1,
-      "token_id": 951,
-      "word": "no"
+      "token_id": 4242,
+      "word": "accept"
     },
     {
       "row": 2,
-      "token_id": 1847,
-      "word": "true"
+      "token_id": 16937,
+      "word": "afraid"
     },
     {
       "row": 3,
-      "token_id": 2416,
-      "word": "false"
+      "token_id": 8748,
+      "word": "agree"
     },
     {
       "row": 4,
-      "token_id": 1535,
-      "word": "good"
+      "token_id": 16944,
+      "word": "alive"
     },
     {
       "row": 5,
-      "token_id": 4287,
-      "word": "bad"
+      "token_id": 7057,
+      "word": "alone"
     },
     {
       "row": 6,
-      "token_id": 5293,
-      "word": "happy"
+      "token_id": 23186,
+      "word": "angry"
     },
     {
       "row": 7,
-      "token_id": 11019,
-      "word": "sad"
+      "token_id": 3890,
+      "word": "answer"
     },
     {
       "row": 8,
-      "token_id": 16680,
-      "word": "calm"
+      "token_id": 3121,
+      "word": "away"
     },
     {
       "row": 9,
-      "token_id": 23186,
-      "word": "angry"
+      "token_id": 4287,
+      "word": "bad"
     },
     {
       "row": 10,
-      "token_id": 6338,
-      "word": "safe"
+      "token_id": 4148,
+      "word": "beautiful"
     },
     {
       "row": 11,
-      "token_id": 8613,
-      "word": "danger"
+      "token_id": 4646,
+      "word": "believe"
     },
     {
       "row": 12,
-      "token_id": 2765,
-      "word": "love"
+      "token_id": 1791,
+      "word": "best"
     },
     {
       "row": 13,
-      "token_id": 17554,
-      "word": "hate"
+      "token_id": 2480,
+      "word": "better"
     },
     {
       "row": 14,
-      "token_id": 1601,
-      "word": "help"
+      "token_id": 2764,
+      "word": "black"
     },
     {
       "row": 15,
-      "token_id": 4721,
-      "word": "stop"
+      "token_id": 3730,
+      "word": "blue"
     },
     {
       "row": 16,
-      "token_id": 1751,
-      "word": "think"
+      "token_id": 2742,
+      "word": "body"
     },
     {
       "row": 17,
-      "token_id": 1281,
-      "word": "know"
+      "token_id": 2260,
+      "word": "book"
     },
     {
       "row": 18,
-      "token_id": 1461,
-      "word": "want"
+      "token_id": 36711,
+      "word": "brave"
     },
     {
       "row": 19,
-      "token_id": 1202,
-      "word": "need"
+      "token_id": 7804,
+      "word": "bright"
     },
     {
       "row": 20,
-      "token_id": 740,
-      "word": "can"
+      "token_id": 2016,
+      "word": "build"
     },
     {
       "row": 21,
-      "token_id": 3914,
-      "word": "cannot"
+      "token_id": 16680,
+      "word": "calm"
     },
     {
       "row": 22,
-      "token_id": 2462,
-      "word": "always"
+      "token_id": 2065,
+      "word": "care"
     },
     {
       "row": 23,
-      "token_id": 2752,
-      "word": "never"
+      "token_id": 15189,
+      "word": "casual"
     },
     {
       "row": 24,
-      "token_id": 1589,
-      "word": "person"
+      "token_id": 2352,
+      "word": "change"
     },
     {
       "row": 25,
-      "token_id": 1331,
-      "word": "people"
+      "token_id": 1919,
+      "word": "child"
     },
     {
       "row": 26,
-      "token_id": 1902,
-      "word": "world"
+      "token_id": 3207,
+      "word": "city"
     },
     {
       "row": 27,
-      "token_id": 990,
-      "word": "time"
+      "token_id": 3582,
+      "word": "clear"
     },
     {
       "row": 28,
-      "token_id": 981,
-      "word": "work"
+      "token_id": 3107,
+      "word": "close"
     },
     {
       "row": 29,
-      "token_id": 2033,
-      "word": "home"
+      "token_id": 7445,
+      "word": "cold"
     },
     {
       "row": 30,
-      "token_id": 4389,
-      "word": "friend"
+      "token_id": 3996,
+      "word": "complex"
     },
     {
       "row": 31,
-      "token_id": 13550,
-      "word": "enemy"
+      "token_id": 12081,
+      "word": "confident"
     },
     {
       "row": 32,
-      "token_id": 11481,
-      "word": "honest"
+      "token_id": 2891,
+      "word": "country"
     },
     {
       "row": 33,
-      "token_id": 20190,
-      "word": "fake"
+      "token_id": 2619,
+      "word": "create"
     },
     {
       "row": 34,
-      "token_id": 12081,
-      "word": "confident"
+      "token_id": 34381,
+      "word": "cruel"
     },
     {
       "row": 35,
-      "token_id": 12298,
-      "word": "uncertain"
+      "token_id": 8613,
+      "word": "danger"
     },
     {
       "row": 36,
-      "token_id": 10781,
-      "word": "formal"
+      "token_id": 4996,
+      "word": "dark"
     },
     {
       "row": 37,
-      "token_id": 15189,
-      "word": "casual"
+      "token_id": 5268,
+      "word": "deep"
     },
     {
       "row": 38,
-      "token_id": 2712,
-      "word": "kind"
+      "token_id": 1607,
+      "word": "different"
     },
     {
       "row": 39,
-      "token_id": 46731,
-      "word": "rude"
+      "token_id": 3909,
+      "word": "difficult"
     },
     {
       "row": 40,
-      "token_id": 6647,
-      "word": "science"
+      "token_id": 9156,
+      "word": "dream"
     },
     {
       "row": 41,
-      "token_id": 1610,
-      "word": "art"
+      "token_id": 7764,
+      "word": "earth"
     },
     {
       "row": 42,
-      "token_id": 3393,
-      "word": "code"
+      "token_id": 3735,
+      "word": "easy"
     },
     {
       "row": 43,
-      "token_id": 3246,
-      "word": "human"
+      "token_id": 7738,
+      "word": "empty"
     },
     {
       "row": 44,
-      "token_id": 5464,
-      "word": "machine"
+      "token_id": 13550,
+      "word": "enemy"
     },
     {
       "row": 45,
-      "token_id": 3890,
-      "word": "answer"
+      "token_id": 20190,
+      "word": "fake"
     },
     {
       "row": 46,
-      "token_id": 2934,
-      "word": "question"
+      "token_id": 2416,
+      "word": "false"
     },
     {
       "row": 47,
-      "token_id": 3282,
-      "word": "reason"
+      "token_id": 2523,
+      "word": "family"
+    },
+    {
+      "row": 48,
+      "token_id": 2793,
+      "word": "far"
+    },
+    {
+      "row": 49,
+      "token_id": 4592,
+      "word": "fast"
+    },
+    {
+      "row": 50,
+      "token_id": 2597,
+      "word": "feel"
+    },
+    {
+      "row": 51,
+      "token_id": 4304,
+      "word": "fire"
+    },
+    {
+      "row": 52,
+      "token_id": 10781,
+      "word": "formal"
+    },
+    {
+      "row": 53,
+      "token_id": 2196,
+      "word": "free"
+    },
+    {
+      "row": 54,
+      "token_id": 4389,
+      "word": "friend"
+    },
+    {
+      "row": 55,
+      "token_id": 3402,
+      "word": "future"
+    },
+    {
+      "row": 56,
+      "token_id": 1535,
+      "word": "good"
+    },
+    {
+      "row": 57,
+      "token_id": 1822,
+      "word": "great"
+    },
+    {
+      "row": 58,
+      "token_id": 3826,
+      "word": "green"
+    },
+    {
+      "row": 59,
+      "token_id": 2171,
+      "word": "grow"
+    },
+    {
+      "row": 60,
+      "token_id": 5293,
+      "word": "happy"
+    },
+    {
+      "row": 61,
+      "token_id": 2651,
+      "word": "hard"
+    },
+    {
+      "row": 62,
+      "token_id": 17554,
+      "word": "hate"
+    },
+    {
+      "row": 63,
+      "token_id": 1601,
+      "word": "help"
+    },
+    {
+      "row": 64,
+      "token_id": 2033,
+      "word": "home"
+    },
+    {
+      "row": 65,
+      "token_id": 11481,
+      "word": "honest"
+    },
+    {
+      "row": 66,
+      "token_id": 4614,
+      "word": "hope"
+    },
+    {
+      "row": 67,
+      "token_id": 2132,
+      "word": "important"
+    },
+    {
+      "row": 68,
+      "token_id": 2712,
+      "word": "kind"
+    },
+    {
+      "row": 69,
+      "token_id": 1281,
+      "word": "know"
+    },
+    {
+      "row": 70,
+      "token_id": 2455,
+      "word": "large"
+    },
+    {
+      "row": 71,
+      "token_id": 3449,
+      "word": "learn"
+    },
+    {
+      "row": 72,
+      "token_id": 1972,
+      "word": "life"
+    },
+    {
+      "row": 73,
+      "token_id": 2214,
+      "word": "light"
+    },
+    {
+      "row": 74,
+      "token_id": 2268,
+      "word": "little"
+    },
+    {
+      "row": 75,
+      "token_id": 2765,
+      "word": "love"
+    },
+    {
+      "row": 76,
+      "token_id": 5464,
+      "word": "machine"
+    },
+    {
+      "row": 77,
+      "token_id": 6571,
+      "word": "memory"
+    },
+    {
+      "row": 78,
+      "token_id": 3273,
+      "word": "money"
+    },
+    {
+      "row": 79,
+      "token_id": 16254,
+      "word": "moon"
+    },
+    {
+      "row": 80,
+      "token_id": 3541,
+      "word": "near"
+    },
+    {
+      "row": 81,
+      "token_id": 1202,
+      "word": "need"
+    },
+    {
+      "row": 82,
+      "token_id": 861,
+      "word": "new"
+    },
+    {
+      "row": 83,
+      "token_id": 3446,
+      "word": "night"
+    },
+    {
+      "row": 84,
+      "token_id": 12461,
+      "word": "ocean"
+    },
+    {
+      "row": 85,
+      "token_id": 2255,
+      "word": "old"
+    },
+    {
+      "row": 86,
+      "token_id": 1932,
+      "word": "open"
+    },
+    {
+      "row": 87,
+      "token_id": 8118,
+      "word": "peace"
+    },
+    {
+      "row": 88,
+      "token_id": 1331,
+      "word": "people"
+    },
+    {
+      "row": 89,
+      "token_id": 1589,
+      "word": "person"
+    },
+    {
+      "row": 90,
+      "token_id": 54651,
+      "word": "polite"
+    },
+    {
+      "row": 91,
+      "token_id": 2066,
+      "word": "power"
+    },
+    {
+      "row": 92,
+      "token_id": 12010,
+      "word": "quiet"
+    },
+    {
+      "row": 93,
+      "token_id": 5508,
+      "word": "ready"
+    },
+    {
+      "row": 94,
+      "token_id": 1759,
+      "word": "real"
+    },
+    {
+      "row": 95,
+      "token_id": 2604,
+      "word": "red"
+    },
+    {
+      "row": 96,
+      "token_id": 5630,
+      "word": "remember"
+    },
+    {
+      "row": 97,
+      "token_id": 1447,
+      "word": "right"
+    },
+    {
+      "row": 98,
+      "token_id": 46731,
+      "word": "rude"
+    },
+    {
+      "row": 99,
+      "token_id": 11019,
+      "word": "sad"
+    },
+    {
+      "row": 100,
+      "token_id": 6338,
+      "word": "safe"
+    },
+    {
+      "row": 101,
+      "token_id": 1879,
+      "word": "say"
+    },
+    {
+      "row": 102,
+      "token_id": 3606,
+      "word": "simple"
+    },
+    {
+      "row": 103,
+      "token_id": 5111,
+      "word": "slow"
+    },
+    {
+      "row": 104,
+      "token_id": 1944,
+      "word": "small"
+    },
+    {
+      "row": 105,
+      "token_id": 3538,
+      "word": "soft"
+    },
+    {
+      "row": 106,
+      "token_id": 3188,
+      "word": "strong"
+    },
+    {
+      "row": 107,
+      "token_id": 2889,
+      "word": "sure"
+    },
+    {
+      "row": 108,
+      "token_id": 1751,
+      "word": "think"
+    },
+    {
+      "row": 109,
+      "token_id": 990,
+      "word": "time"
+    },
+    {
+      "row": 110,
+      "token_id": 1847,
+      "word": "true"
+    },
+    {
+      "row": 111,
+      "token_id": 9043,
+      "word": "truth"
+    },
+    {
+      "row": 112,
+      "token_id": 3050,
+      "word": "understand"
+    },
+    {
+      "row": 113,
+      "token_id": 54538,
+      "word": "unsure"
+    },
+    {
+      "row": 114,
+      "token_id": 46020,
+      "word": "vague"
+    },
+    {
+      "row": 115,
+      "token_id": 1461,
+      "word": "want"
+    },
+    {
+      "row": 116,
+      "token_id": 6962,
+      "word": "warm"
+    },
+    {
+      "row": 117,
+      "token_id": 1813,
+      "word": "water"
+    },
+    {
+      "row": 118,
+      "token_id": 7209,
+      "word": "weak"
+    },
+    {
+      "row": 119,
+      "token_id": 2173,
+      "word": "white"
+    },
+    {
+      "row": 120,
+      "token_id": 1902,
+      "word": "world"
+    },
+    {
+      "row": 121,
+      "token_id": 6133,
+      "word": "wrong"
+    },
+    {
+      "row": 122,
+      "token_id": 3184,
+      "word": "young"
     }
   ]
 }

packs/jlens/browser-vocabulary.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e4f582e7f3324c487a2806b07533c8e1cafa1345263e9c39279c745c7485677
-size 122968
+oid sha256:62dc1fcd1f4d4b3b2a699dc3b6e358cf0a5506c70495b51c20cfca095b50ebd1
+size 314968

packs/jlens/manifest.json

@@ -1,58 +1,195 @@
 {
+  "checkpoint": false,
+  "consumed_prefix_sha256": null,
+  "corpus_hash_kind": "token_ids_v1",
+  "corpus_sha256": "2356bdef36f6f3b40afab6ba4fe46d98e43554d219bf56b42d99fb27129e7b17",
+  "corpus_spec": "hf:HuggingFaceFW/fineweb-edu/sample-10BT@87f09149ef4734204d70ed1d046ddc9ca3f2b8f9;preprocess=1;doc_chars=4000",
+  "d_model": 640,
+  "dim_batch": 256,
+  "dtype": "float32",
+  "estimator_policy": {
+    "corpus_preprocess_version": 1,
+    "direction": "output",
+    "doc_chars": 4000,
+    "rules": {
+      "half_rule": true,
+      "half_rule_beta": 0.5,
+      "identity_rule": true,
+      "include_qk_norms": false,
+      "ln_rule": true
+    },
+    "skip_first_positions": 16
+  },
   "format_version": 7,
-  "kind": "J",
+  "kind": "R",
+  "model_fingerprint": "c69705397393ae075ba6e0882ed9f75c4e75037eaf1844ccaff7b65ce13a76ce",
+  "model_layer_count": 18,
+  "model_source_fingerprint": "23cf460f6bb16954176b3ddcc8d4f250501458a9",
+  "n_prompts": 64,
+  "raw_corpus_sha256": "2746cb720040a42c1d053a0c4918d05ad9d34e687f4643411f8e5189df5b81b4",
+  "raw_prompt_count": 64,
+  "seq_len": 128,
   "sites": {
+    "mid": {
+      "layers": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15,
+        16,
+        17
+      ],
+      "split_half": {
+        "0": 0.14124590374066015,
+        "1": 0.13431355634980793,
+        "10": 0.09751612426742508,
+        "11": 0.094951564589436,
+        "12": 0.10338668131110512,
+        "13": 0.10348701761868492,
+        "14": 0.10485011323173316,
+        "15": 0.09831463419313874,
+        "16": 0.0925090248576057,
+        "17": 0.07972724143377548,
+        "2": 0.1320349169024568,
+        "3": 0.1304821239154756,
+        "4": 0.13254768649472337,
+        "5": 0.12870204110655237,
+        "6": 0.11477089350897633,
+        "7": 0.11136439757261142,
+        "8": 0.1087789350725495,
+        "9": 0.10738941624875241
+      },
+      "tensor_files": {
+        "0": "mid.layer-0.safetensors",
+        "1": "mid.layer-1.safetensors",
+        "10": "mid.layer-10.safetensors",
+        "11": "mid.layer-11.safetensors",
+        "12": "mid.layer-12.safetensors",
+        "13": "mid.layer-13.safetensors",
+        "14": "mid.layer-14.safetensors",
+        "15": "mid.layer-15.safetensors",
+        "16": "mid.layer-16.safetensors",
+        "17": "mid.layer-17.safetensors",
+        "2": "mid.layer-2.safetensors",
+        "3": "mid.layer-3.safetensors",
+        "4": "mid.layer-4.safetensors",
+        "5": "mid.layer-5.safetensors",
+        "6": "mid.layer-6.safetensors",
+        "7": "mid.layer-7.safetensors",
+        "8": "mid.layer-8.safetensors",
+        "9": "mid.layer-9.safetensors"
+      },
+      "tensor_sha256": {
+        "0": "d85cefbd742d8b6be621166f71cb1c97e376a74636dbafa1277554d61c62b7a2",
+        "1": "4056dba3ae69dac216fd4267c130a88c9a009eeb2015031f4634d4b43904989b",
+        "10": "ed8126125464531bb48f55d5d925c9cfc891bb91ec1f8fc902cc4cd6c3eebd32",
+        "11": "4c765289adf9793ee061487de6f99544f6c2e1746bbbc69c44b49a2adf079551",
+        "12": "d8b255ce5f5eee1687ad361e1c9b7777f6a296847cca97c8523c6e65b2e061f6",
+        "13": "22e6db3762f291db61559c6dfd19dd7a5f473b5ba51b72a62b14b8e69d79b442",
+        "14": "852212a28f66442f9f341a47eade0c07f8facbe035157945a787a028b55498af",
+        "15": "ffdbf723e4fff23d24094e70d8300de6bfdf9377f8186b0e035598717cec8c96",
+        "16": "2833b50b5cba08005aa2a7cee4dcc48165382cda39a62382c8cfd579643aed32",
+        "17": "c884b6d9645ad1203b296288421e9cf55dfbb69746ba2f4fe543aa46cb4eb319",
+        "2": "db69b886f3cec8f3d86655275f5c5a2a607fba8cd726a64ab3471f7450a84ab3",
+        "3": "50c5b6ca70be50cc47b9891893b9493125e0241b17e315858f46336fcc91720e",
+        "4": "ce8101fdd588cb418bcafd9256e0c6703ac6df9bd89e8c8d4570dbc4e881a14a",
+        "5": "9efb15c82c363b08c4076592228ae19430712dfd8a33c891a44d36ff1b608ad0",
+        "6": "5062bfec975ed248534529f82104a445f5456aa94aea82a744c0c87d2e4bebf8",
+        "7": "4a372dbf9ce3a71fb2f044b502bafaa7e3d61cb31980e406d10a8d749eb91a2f",
+        "8": "a4e0a84a06ef1bb5f980a6c9975f9542ae3068403a4bcb795db800ef9ba75c63",
+        "9": "96580a1174073e88506e9505dfff23dc7e2a9dbf92307a812bd6f704b91d6843"
+      }
+    },
     "out": {
       "layers": [
         0,
+        1,
         2,
+        3,
+        4,
         5,
+        6,
         7,
+        8,
         9,
+        10,
         11,
+        12,
+        13,
         14,
+        15,
         16
       ],
+      "split_half": {
+        "0": 0.13950912169851007,
+        "1": 0.13306404476036834,
+        "10": 0.0964937075839378,
+        "11": 0.09382316574895465,
+        "12": 0.10238874741209787,
+        "13": 0.09866521544502671,
+        "14": 0.10023878097778864,
+        "15": 0.08927656882722658,
+        "16": 0.07758815995790926,
+        "2": 0.1312002475100278,
+        "3": 0.14730799962267513,
+        "4": 0.1261814008051469,
+        "5": 0.12377431759316466,
+        "6": 0.11394447202515827,
+        "7": 0.10846560670942372,
+        "8": 0.10875995043161246,
+        "9": 0.1075664487780985
+      },
       "tensor_files": {
-        "0": "layers.safetensors",
-        "2": "layers.safetensors",
-        "5": "layers.safetensors",
-        "7": "layers.safetensors",
-        "9": "layers.safetensors",
-        "11": "layers.safetensors",
-        "14": "layers.safetensors",
-        "16": "layers.safetensors"
+        "0": "out.layer-0.safetensors",
+        "1": "out.layer-1.safetensors",
+        "10": "out.layer-10.safetensors",
+        "11": "out.layer-11.safetensors",
+        "12": "out.layer-12.safetensors",
+        "13": "out.layer-13.safetensors",
+        "14": "out.layer-14.safetensors",
+        "15": "out.layer-15.safetensors",
+        "16": "out.layer-16.safetensors",
+        "2": "out.layer-2.safetensors",
+        "3": "out.layer-3.safetensors",
+        "4": "out.layer-4.safetensors",
+        "5": "out.layer-5.safetensors",
+        "6": "out.layer-6.safetensors",
+        "7": "out.layer-7.safetensors",
+        "8": "out.layer-8.safetensors",
+        "9": "out.layer-9.safetensors"
       },
       "tensor_sha256": {
-        "0": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "2": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "5": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "7": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "9": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "11": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "14": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1",
-        "16": "d6d04a4255e28264398cc40c6eed2f32ab5e8f4282dc0fc4a69c38840d592be1"
+        "0": "feb0b5509dfe5037e5082b3543fb7df6be80a73827fc7661729c2224adde1708",
+        "1": "ba66d8cf09418deb0555206ca4e3c0632e0771b0ee2bc32f76596909129258a6",
+        "10": "07423afe21323d65681577e91617a17008dc98503279a135b745caf929145cb7",
+        "11": "dc47ae1940e3961304aa43a6d2a33934927eb6e9256b7af8b81ff9a42163a4eb",
+        "12": "209b4c70259ac5687e99902e3069ddd57a6b21cff53c8be287ba957062807758",
+        "13": "c01fa2edd1d5661f8dc0edf8ebb89252855fe20335474795f32ea999e40423f3",
+        "14": "edbe73bc72af01a254974fb13dfd80fd2603db5d1884237b560db70f131d05b7",
+        "15": "2598515fb131c9a248c8940ee808ab5665df32ca4e6882cface011bce6e59d64",
+        "16": "14237dd7d03124ef4d20336f82b4bc7aa382a6db7b69252b4828fa5d2c8efba4",
+        "2": "987969df6e7515706fbea3a6630c8673934bfd9fe2f007c2bc57486330a38416",
+        "3": "04d914fb2562082675671da1a8e0a2ff6bd0bd655fb9dfc8902189d760f96333",
+        "4": "bf93bb99e5233a41bbd35c53def896e92c70bbfbd4750859bb9b0d8746df77c6",
+        "5": "1f8c7f335fc497f28330269ddd9f0f7d27881164629a08622998001ff934bde4",
+        "6": "03c3c7d1f4f5429cf6bec90211d1c8c82e4fe63a7e655dae4699950ffc7cfe09",
+        "7": "9f7da11d23ccf59fd03d5a0cd6764a1d535c81f24514abd6cca42cce892ce0cc",
+        "8": "700c2ac8f45dc759fa0404409daf90b45fdb5f93540de6c43949ad5ab9f7d22b",
+        "9": "3b7c8fbeadc3988f827df84ac0bd9ed92f0e57d3a10ae9f8058649c4b4fa23d5"
       }
     }
   },
-  "estimator_policy": {
-    "method": "provider_jacobian_lens",
-    "skip_first_positions": 0
-  },
-  "checkpoint": false,
-  "consumed_prefix_sha256": null,
-  "corpus_hash_kind": "provider_checkpoint_v1",
-  "corpus_sha256": "3f032617e3f87aa89bd51612c33c090802c04ac67d6e5b99b64d681130907b8e",
-  "corpus_spec": "Salesforce/wikitext:wikitext-103-raw-v1:train",
-  "d_model": 640,
-  "dim_batch": 128,
-  "dtype": "float32",
-  "model_fingerprint": "dbeb3dae326e5850bbf9e2f3736bf7be35816bbaefe2845f163e9d123485d20a",
-  "model_layer_count": 18,
-  "model_source_fingerprint": "23cf460f6bb16954176b3ddcc8d4f250501458a9",
-  "n_prompts": 278,
-  "raw_corpus_sha256": null,
-  "raw_prompt_count": null,
-  "seq_len": 128,
-  "usable_prompt_count": 278
+  "usable_prompt_count": 64
 }

packs/jlens/mid.layer-0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85cefbd742d8b6be621166f71cb1c97e376a74636dbafa1277554d61c62b7a2
+size 1638480

packs/jlens/mid.layer-1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4056dba3ae69dac216fd4267c130a88c9a009eeb2015031f4634d4b43904989b
+size 1638480

packs/jlens/mid.layer-10.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8126125464531bb48f55d5d925c9cfc891bb91ec1f8fc902cc4cd6c3eebd32
+size 1638488

packs/jlens/mid.layer-11.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c765289adf9793ee061487de6f99544f6c2e1746bbbc69c44b49a2adf079551
+size 1638488

packs/jlens/mid.layer-12.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b255ce5f5eee1687ad361e1c9b7777f6a296847cca97c8523c6e65b2e061f6
+size 1638488

packs/jlens/mid.layer-13.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e6db3762f291db61559c6dfd19dd7a5f473b5ba51b72a62b14b8e69d79b442
+size 1638488

packs/jlens/mid.layer-14.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852212a28f66442f9f341a47eade0c07f8facbe035157945a787a028b55498af
+size 1638488

packs/jlens/mid.layer-15.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdbf723e4fff23d24094e70d8300de6bfdf9377f8186b0e035598717cec8c96
+size 1638488

packs/jlens/mid.layer-16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2833b50b5cba08005aa2a7cee4dcc48165382cda39a62382c8cfd579643aed32
+size 1638488

packs/jlens/mid.layer-17.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c884b6d9645ad1203b296288421e9cf55dfbb69746ba2f4fe543aa46cb4eb319
+size 1638488

packs/jlens/mid.layer-2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db69b886f3cec8f3d86655275f5c5a2a607fba8cd726a64ab3471f7450a84ab3
+size 1638480

packs/jlens/mid.layer-3.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c5b6ca70be50cc47b9891893b9493125e0241b17e315858f46336fcc91720e
+size 1638480

packs/jlens/mid.layer-4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8101fdd588cb418bcafd9256e0c6703ac6df9bd89e8c8d4570dbc4e881a14a
+size 1638480

packs/jlens/mid.layer-5.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efb15c82c363b08c4076592228ae19430712dfd8a33c891a44d36ff1b608ad0
+size 1638480

packs/jlens/mid.layer-6.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5062bfec975ed248534529f82104a445f5456aa94aea82a744c0c87d2e4bebf8
+size 1638480

packs/jlens/mid.layer-7.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a372dbf9ce3a71fb2f044b502bafaa7e3d61cb31980e406d10a8d749eb91a2f
+size 1638480

packs/jlens/mid.layer-8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0a84a06ef1bb5f980a6c9975f9542ae3068403a4bcb795db800ef9ba75c63
+size 1638480

packs/jlens/mid.layer-9.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96580a1174073e88506e9505dfff23dc7e2a9dbf92307a812bd6f704b91d6843
+size 1638480

packs/jlens/out.layer-0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb0b5509dfe5037e5082b3543fb7df6be80a73827fc7661729c2224adde1708
+size 1638480

packs/jlens/out.layer-1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba66d8cf09418deb0555206ca4e3c0632e0771b0ee2bc32f76596909129258a6
+size 1638480

packs/jlens/out.layer-10.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07423afe21323d65681577e91617a17008dc98503279a135b745caf929145cb7
+size 1638488

packs/jlens/out.layer-11.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc47ae1940e3961304aa43a6d2a33934927eb6e9256b7af8b81ff9a42163a4eb
+size 1638488

packs/jlens/out.layer-12.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209b4c70259ac5687e99902e3069ddd57a6b21cff53c8be287ba957062807758
+size 1638488

packs/jlens/out.layer-13.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01fa2edd1d5661f8dc0edf8ebb89252855fe20335474795f32ea999e40423f3
+size 1638488

packs/jlens/out.layer-14.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbe73bc72af01a254974fb13dfd80fd2603db5d1884237b560db70f131d05b7
+size 1638488

packs/jlens/out.layer-15.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2598515fb131c9a248c8940ee808ab5665df32ca4e6882cface011bce6e59d64
+size 1638488

packs/jlens/out.layer-16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14237dd7d03124ef4d20336f82b4bc7aa382a6db7b69252b4828fa5d2c8efba4
+size 1638488

packs/jlens/out.layer-2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987969df6e7515706fbea3a6630c8673934bfd9fe2f007c2bc57486330a38416
+size 1638480

packs/jlens/out.layer-3.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d914fb2562082675671da1a8e0a2ff6bd0bd655fb9dfc8902189d760f96333
+size 1638480

packs/jlens/out.layer-4.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf93bb99e5233a41bbd35c53def896e92c70bbfbd4750859bb9b0d8746df77c6
+size 1638480

packs/jlens/out.layer-5.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c7f335fc497f28330269ddd9f0f7d27881164629a08622998001ff934bde4
+size 1638480

packs/jlens/out.layer-6.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c3c7d1f4f5429cf6bec90211d1c8c82e4fe63a7e655dae4699950ffc7cfe09
+size 1638480

packs/jlens/out.layer-7.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7da11d23ccf59fd03d5a0cd6764a1d535c81f24514abd6cca42cce892ce0cc
+size 1638480

packs/jlens/out.layer-8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700c2ac8f45dc759fa0404409daf90b45fdb5f93540de6c43949ad5ab9f7d22b
+size 1638480

packs/jlens/out.layer-9.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7c8fbeadc3988f827df84ac0bd9ed92f0e57d3a10ae9f8058649c4b4fa23d5
+size 1638480

packs/jlens/pack.json

@@ -0,0 +1,23 @@
+{
+  "family": "R",
+  "format": "drowse-hosted-packs-v1",
+  "kind": "jlens",
+  "lens_identity": "c282039f4b5666bedb7e557297caf3b106c940dd1313f9e9ef58e8ac1211673a",
+  "native": {
+    "lens_identity": "bf8e339aeeb797304da61bc0dedecc13091f3bb62fbf4f6b39533c3a1d9bfcda",
+    "model_fingerprint": "7878e14a8a057097983dd5807052c7edeb3d59dfa3dc23181bbeff2777f98d11",
+    "model_source_fingerprint": "b0088a4755321fafe77568d8c91c082251a58956fed0eb37f850307511319389"
+  },
+  "runtime_identity_sha256": "c69705397393ae075ba6e0882ed9f75c4e75037eaf1844ccaff7b65ce13a76ce",
+  "sites": {
+    "mid": {
+      "layers": 18
+    },
+    "out": {
+      "layers": 17
+    }
+  },
+  "vocabulary": {
+    "words": 123
+  }
+}