Hugging Face's logo

google
/
gemma-scope-2-12b-pt

SAELens
Model card Files
xet
Community
CallumMcDougallGDM commited on
Commit
37d0a46
·
verified ·
1 Parent(s): e3bd975

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. attn_out/layer_12_width_16k_l0_big/params.safetensors +3 -0
  2. attn_out/layer_12_width_16k_l0_medium/params.safetensors +3 -0
  3. attn_out/layer_12_width_16k_l0_small/params.safetensors +3 -0
  4. attn_out/layer_12_width_262k_l0_big/params.safetensors +3 -0
  5. attn_out/layer_12_width_262k_l0_medium/params.safetensors +3 -0
  6. attn_out/layer_12_width_262k_l0_small/params.safetensors +3 -0
  7. attn_out/layer_12_width_65k_l0_big/params.safetensors +3 -0
  8. attn_out/layer_12_width_65k_l0_medium/params.safetensors +3 -0
  9. attn_out/layer_12_width_65k_l0_small/params.safetensors +3 -0
  10. attn_out/layer_24_width_16k_l0_big/params.safetensors +3 -0
  11. attn_out/layer_24_width_16k_l0_medium/params.safetensors +3 -0
  12. attn_out/layer_24_width_16k_l0_small/params.safetensors +3 -0
  13. attn_out/layer_24_width_262k_l0_big/params.safetensors +3 -0
  14. attn_out/layer_24_width_262k_l0_medium/params.safetensors +3 -0
  15. attn_out/layer_24_width_262k_l0_small/params.safetensors +3 -0
  16. attn_out/layer_24_width_65k_l0_big/params.safetensors +3 -0
  17. attn_out/layer_24_width_65k_l0_medium/params.safetensors +3 -0
  18. attn_out/layer_24_width_65k_l0_small/params.safetensors +3 -0
  19. attn_out/layer_31_width_16k_l0_big/params.safetensors +3 -0
  20. attn_out/layer_31_width_16k_l0_medium/params.safetensors +3 -0
  21. attn_out/layer_31_width_16k_l0_small/params.safetensors +3 -0
  22. attn_out/layer_31_width_262k_l0_big/params.safetensors +3 -0
  23. attn_out/layer_31_width_262k_l0_medium/params.safetensors +3 -0
  24. attn_out/layer_31_width_262k_l0_small/params.safetensors +3 -0
  25. attn_out/layer_31_width_65k_l0_big/params.safetensors +3 -0
  26. attn_out/layer_31_width_65k_l0_medium/params.safetensors +3 -0
  27. attn_out/layer_31_width_65k_l0_small/params.safetensors +3 -0
  28. attn_out/layer_41_width_16k_l0_big/params.safetensors +3 -0
  29. attn_out/layer_41_width_16k_l0_medium/params.safetensors +3 -0
  30. attn_out/layer_41_width_16k_l0_small/params.safetensors +3 -0
  31. attn_out/layer_41_width_262k_l0_big/params.safetensors +3 -0
  32. attn_out/layer_41_width_262k_l0_medium/params.safetensors +3 -0
  33. attn_out/layer_41_width_262k_l0_small/params.safetensors +3 -0
  34. attn_out/layer_41_width_65k_l0_big/params.safetensors +3 -0
  35. attn_out/layer_41_width_65k_l0_medium/params.safetensors +3 -0
  36. attn_out/layer_41_width_65k_l0_small/params.safetensors +3 -0
  37. attn_out_all/layer_0_width_16k_l0_big/params.safetensors +3 -0
  38. attn_out_all/layer_0_width_262k_l0_big/params.safetensors +3 -0
  39. attn_out_all/layer_10_width_16k_l0_big/params.safetensors +3 -0
  40. attn_out_all/layer_11_width_16k_l0_big/params.safetensors +3 -0
  41. attn_out_all/layer_11_width_16k_l0_small/params.safetensors +3 -0
  42. attn_out_all/layer_11_width_262k_l0_small/params.safetensors +3 -0
  43. attn_out_all/layer_12_width_16k_l0_small/params.safetensors +3 -0
  44. attn_out_all/layer_14_width_16k_l0_small/params.safetensors +3 -0
  45. attn_out_all/layer_14_width_262k_l0_small/params.safetensors +3 -0
  46. attn_out_all/layer_15_width_16k_l0_big/params.safetensors +3 -0
  47. attn_out_all/layer_16_width_16k_l0_big/params.safetensors +3 -0
  48. attn_out_all/layer_17_width_16k_l0_small/params.safetensors +3 -0
  49. attn_out_all/layer_18_width_16k_l0_big/params.safetensors +3 -0
  50. attn_out_all/layer_18_width_16k_l0_small/params.safetensors +3 -0
attn_out/layer_12_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a06079fbc477dc06616b6f6aeeb2add02900fbfdfe29ae1599e6c518e60180a5
3
+ size 537018752
attn_out/layer_12_width_16k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:941daa5a28b92e7209b28c0be80f22a77bd186107d38566770133786cd3d15ec
3
+ size 537018752
attn_out/layer_12_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b58cd13862fb5e3d76a628600d9c65b3ada4d9d26aa35ba6aed39a56b2b1b1
3
+ size 537018752
attn_out/layer_12_width_262k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b489a27d921fc91a73c548c3aa9ec8e208ecfd5995b5541cc955ca4c7daa9397
3
+ size 8592048520
attn_out/layer_12_width_262k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746261b282a05b428307126188a5bdcf67cad24db42ae5d2ccfa651f1cea63e6
3
+ size 8592048520
attn_out/layer_12_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d429393b2dff29a03e9bfb1e9eb1ac97353cbd65134969a6959f9b7e263c519
3
+ size 8592048520
attn_out/layer_12_width_65k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea2920ad3f8673e50ed80f2ac66272d483adef358fd7ea6c9695ae787ba7e17
3
+ size 2148024704
attn_out/layer_12_width_65k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ecf428cd9b3d3480c7e772f4f5a58a440ff0996f681483973b97612fe85db99
3
+ size 2148024704
attn_out/layer_12_width_65k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f2c89740c811f5aab49305e90bfeb1a7b3a1bd266a5f51c1e5ef880288b151
3
+ size 2148024704
attn_out/layer_24_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10693d7d8852060c76a265e5342454f79033dc4e35e685fd8470aad514d2f6ba
3
+ size 537018752
attn_out/layer_24_width_16k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5233374997f1ead21c84817cec72fa588be7a2efc391fe30b1bd1b22be7ffd59
3
+ size 537018752
attn_out/layer_24_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff19a91b42916dfcad22c526d1b5d243375efb3986e74a22999149f257a5cd0a
3
+ size 537018752
attn_out/layer_24_width_262k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c3ccea6d594678a8c1139be796cce0c038fbfb50e87e09f65244833da980ec
3
+ size 8592048520
attn_out/layer_24_width_262k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10ef015f443da07661d640cbfce3085118bedb4466937cf19e613ddebb8ac20
3
+ size 8592048520
attn_out/layer_24_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c85d002c4f67b44384740487616d61b4f74e842ab62a37e0da9f2e12fe5a544
3
+ size 8592048520
attn_out/layer_24_width_65k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d15b228a4e0f7efd70bd53c502455015601122593ac6f1b976903629e3ac424
3
+ size 2148024704
attn_out/layer_24_width_65k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:747347d80b3c353be4e7ad59185321e3c79d1612670f8c2bcbd5a91538d20c7f
3
+ size 2148024704
attn_out/layer_24_width_65k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d003d574c4b38226028c625aae43471902d426e67d38bfb728cc9fca2bf1595
3
+ size 2148024704
attn_out/layer_31_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b290b9a5547be0cc8b0d3260a1187cad9737eeb2ed8fd5aa7fb4ad7a863102bb
3
+ size 537018752
attn_out/layer_31_width_16k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84276d6541f4348e34feea9b2b5f4a80dbc7ee2d0c1d9b9c4cc181c9bf56a97d
3
+ size 537018752
attn_out/layer_31_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4374f126b448e807c5904427ff9510e4fdc479711ac317e848d7978eeaecba
3
+ size 537018752
attn_out/layer_31_width_262k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65fccd2e1d61bb078458450ae8806dd389e1699031ee4922d92e3b0f2bf4eda3
3
+ size 8592048520
attn_out/layer_31_width_262k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d46c1c47f1ded2cb7c7854b04069d194906f87de81d0da9ff424534cb393496
3
+ size 8592048520
attn_out/layer_31_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8bcd470cd1a3270a346a8a88ad3ef1143cca939930635f70d8462a24dd828c
3
+ size 8592048520
attn_out/layer_31_width_65k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b4b099ce0691f3b6a58c5882a01410073c06d884372d0b61c2b66efefb6602
3
+ size 2148024704
attn_out/layer_31_width_65k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:494b9dbb7cb4176b477dcc710d7ae41a0fd041773c4e3d37f38adcb7bb6e0786
3
+ size 2148024704
attn_out/layer_31_width_65k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:444e8ac0c20ac16baa6ff7452bec0b9d640b57514e49e0edb1adacd1acf9c1f3
3
+ size 2148024704
attn_out/layer_41_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef920c9224fd0927dd5fc5e9410d8e0920c1e535a87e4f136d02c7b4b1db4e50
3
+ size 537018752
attn_out/layer_41_width_16k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101f40a7fc7c4b6f2c5096aa94055ccb089fd03490a93281432a691ac7e128ca
3
+ size 537018752
attn_out/layer_41_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85400f0451fdbe0ca0e537d191d13587953266f6ac309bbd9d758d2775782bd9
3
+ size 537018752
attn_out/layer_41_width_262k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259e81a87fc8eb0fd0ed1dd313431aa4518a1803f874e1584053b675cc2d7977
3
+ size 8592048520
attn_out/layer_41_width_262k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e5e04bbd5da7c6a37530edd9ab4fe5e985a52fd50318c1e4f66bf856f4a75f
3
+ size 8592048520
attn_out/layer_41_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2799d002fdbaef5c60a7a25197a3cd8b2efc8b21e8fab3857b509fadb89e5cd1
3
+ size 8592048520
attn_out/layer_41_width_65k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a15bec7e3bfc654d80632708e7eab167cb8aeb810c712d5c3d9b6466ce52871
3
+ size 2148024704
attn_out/layer_41_width_65k_l0_medium/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2ee5bb7938034e2cc8702a4c68412067647f438ea04fcefd80eb77a10dd9f9
3
+ size 2148024704
attn_out/layer_41_width_65k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eafd03deb9ed24caaeb27161a3f4beadd911c5e64d20bc9cc33d5dd45ace24a
3
+ size 2148024704
attn_out_all/layer_0_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab48e88840d964eb932a280c047733329adaf84b5862c6184609a51f8b32c17f
3
+ size 537018752
attn_out_all/layer_0_width_262k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36f533761a5c8a81bc24eb530aa6aa186c9955a1f7943ab8e88ad2e62200032
3
+ size 8592048520
attn_out_all/layer_10_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057d7fc7d1f7c3c0bdc5f6f5052660cc722238211d6c3b704f167cefcedb3fc9
3
+ size 537018752
attn_out_all/layer_11_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8069637dcf2709370ed7568eae14d0f5bc7456dcf6e52fccf6885971fb97852a
3
+ size 537018752
attn_out_all/layer_11_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63dac484108e6916a6fa87a813640bd59301dea77f510aa3458cf05273b71cad
3
+ size 537018752
attn_out_all/layer_11_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4cbd572c4d0f2e9eab09e7f913d19364c7b779d1a9d5d5bda745155e5ae77d
3
+ size 8592048520
attn_out_all/layer_12_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:673732afc08c9c08fe952141a974bffce8c3206dd986d2b705a760feb6a04fec
3
+ size 537018752
attn_out_all/layer_14_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0807dccacc25456d182327b2a27a5279347f18013c6a7742d99b63ec1a7e1d7
3
+ size 537018752
attn_out_all/layer_14_width_262k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35751ae181885ff114e812720c6235cecc105c9befe4c2f9b8251531af4bb9c3
3
+ size 8592048520
attn_out_all/layer_15_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1055ee7219e43fe0e9df07f0cb305d6a8ec467cc276d8c72d5f24971f845412c
3
+ size 537018752
attn_out_all/layer_16_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c119ec4e4970f51e4ed556a75f8dc2ba2229fbeebd6cf748d1a59c79648da1
3
+ size 537018752
attn_out_all/layer_17_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15b6700bdd78ede2feb7ca2b0aae25d089f0868968a1e3b818118d5479fe814
3
+ size 537018752
attn_out_all/layer_18_width_16k_l0_big/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8672ef5de49910955af75298d2897f2d058f46c34683b8c13ae84dfceabad4b0
3
+ size 537018752
attn_out_all/layer_18_width_16k_l0_small/params.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f4965fb6d644710d09f8281dc22f16befb3f12ef4590b5aaefa43b2c73a83e
3
+ size 537018752