Hugging Face's logo

withmartian
/
sql_interp_saes

Model card Files
xet
Community
Abdullah commited on
Commit
0130398
·
verified ·
1 Parent(s): b3b3e2f

Uploading saes for ['transformer.h.0.attn', 'transformer.h.0.mlp', 'transformer.h.1.attn', 'transformer.h.1.mlp'] and sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32

Browse files
Files changed (11) hide show
  1. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/model_config.json +1 -1
  2. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/optimizer.pt +1 -1
  3. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/state.pt +1 -1
  4. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.attn/metrics.json +1 -1
  5. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.attn/sae.safetensors +1 -1
  6. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.mlp/metrics.json +1 -1
  7. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.mlp/sae.safetensors +1 -1
  8. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.attn/metrics.json +1 -1
  9. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.attn/sae.safetensors +1 -1
  10. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.mlp/metrics.json +1 -1
  11. saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.mlp/sae.safetensors +1 -1
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/model_config.json CHANGED
@@ -1 +1 @@
1
- {"model_name": "withmartian/sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1", "dataset_name": "withmartian/cs4_dataset_synonyms", "model_abbrev": "saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True"}
 
1
+ {"model_name": "withmartian/sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1", "dataset_name": "withmartian/cs5_dataset_synonyms", "model_abbrev": "saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True"}
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cc8c93d4c497d1fabbe67f05b70d065e30fe6426b551e70747ae2b0016ec8e4
3
  size 1007171903
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac45e9c96ef07c06f7caf5e08e5f381186af424482410a6c5ff310264b2821e6
3
  size 1007171903
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29aad59d85f341825e4d10a1f104113baadbfb142c9b3e02f1d97d7f026e2e9a
3
  size 493769
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a21791269f0132fad465c7879f5c7465f6bca1ab53b1f601f3bcaff84edfa0b
3
  size 493769
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.attn/metrics.json CHANGED
@@ -1 +1 @@
1
- {"dead_pct": 0.44225263595581055, "fvu": 0.03268370404839516}
 
1
+ {"dead_pct": 0.4452474117279053, "fvu": 0.030083920806646347}
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.attn/sae.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c32237943a713b7a79565106b8e3a372eff402f087e973fbaafd622e276beb3
3
  size 125894984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17150a5b9107576b97ea47372bd40fd143eb8c2c0f6fcc72675a228d2f168252
3
  size 125894984
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.mlp/metrics.json CHANGED
@@ -1 +1 @@
1
- {"dead_pct": 0.0758463591337204, "fvu": 0.04444556310772896}
 
1
+ {"dead_pct": 0.07851562649011612, "fvu": 0.05118158459663391}
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.0.mlp/sae.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6052653c7f8dc5db4963f9f8bb41561a2448fe8c7b661b57673f4e7e5c7cc26c
3
  size 125894984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbc7c87cba60665bed538de3452297c9d0a7458e140edd82ca19de63f861f28
3
  size 125894984
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.attn/metrics.json CHANGED
@@ -1 +1 @@
1
- {"dead_pct": 0.5193359851837158, "fvu": 0.04987297207117081}
 
1
+ {"dead_pct": 0.5203125476837158, "fvu": 0.052874982357025146}
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.attn/sae.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb04903cff6c734d855ab50723280e117793f6407d7a8d9f71b8f6c9d927e0a4
3
  size 125894984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ced1033fd1128018871f32569f83f15f8b69f4c92f2682a2d2b0395a0b86dd
3
  size 125894984
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.mlp/metrics.json CHANGED
@@ -1 +1 @@
1
- {"dead_pct": 0.14414063096046448, "fvu": 0.06485763192176819}
 
1
+ {"dead_pct": 0.14557293057441711, "fvu": 0.061192333698272705}
saes_sft_sql_interp_TinyStories-2Layers-33M_cs4_dataset_synonyms_experiment_1.1_syn=True/k=32/transformer.h.1.mlp/sae.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04a95612702cdde9dcad86a2c916dbf0deddea849da35b842d1071878f062271
3
  size 125894984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af71d10ebbe039a91f4c8899d7de0bf27742c76cdcee7b6a7b71219b7ba46ab
3
  size 125894984