Hugging Face's logo

eoinf
/
pythia_saes

Model card Files
xet
 Community
eoinf commited on
Commit
0fb60dd
·
verified ·
1 Parent(s): 5b6159c

Finetunes llama-2b resid-pre-16 SAEs on up to 100M tokens of Harry Potter

Browse files
Files changed (12) hide show
  1. .gitattributes +1 -0
  2. celestial-eon-40_llama/hyperparameters.yaml +3 -0
  3. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_100M_tokens_hp_finetuned.pt +3 -0
  4. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_10M_tokens_hp_finetuned.pt +3 -0
  5. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_20M_tokens_hp_finetuned.pt +3 -0
  6. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_30M_tokens_hp_finetuned.pt +3 -0
  7. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_40M_tokens_hp_finetuned.pt +3 -0
  8. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_50M_tokens_hp_finetuned.pt +3 -0
  9. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_60M_tokens_hp_finetuned.pt +3 -0
  10. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_70M_tokens_hp_finetuned.pt +3 -0
  11. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_80M_tokens_hp_finetuned.pt +3 -0
  12. celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_90M_tokens_hp_finetuned.pt +3 -0
.gitattributes CHANGED
@@ -57,3 +57,4 @@ vocal-snowflake-15/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
57
  avid-serenity-21/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
58
  classic-puddle-31/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
59
  worthy-morning-35/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
 
 
57
  avid-serenity-21/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
58
  classic-puddle-31/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
59
  worthy-morning-35/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
60
+ celestial-eon-40_llama/hyperparameters.yaml filter=lfs diff=lfs merge=lfs -text
celestial-eon-40_llama/hyperparameters.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc73b4f615f2704c0290309b092aede58bdda4f85b7f3f19aa200c83119dd6c
3
+ size 27635273
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_100M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1b685bdd9dcf4084f30c13df51f15b799c596cd2a56025b4e642de9366b76c
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_10M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c90bbbbdde1d5107f6e2717e8343949ad5ba26cb1f69594f3ff962a715b12a0
3
+ size 1092839168
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_20M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e28cc066f1216613907c07bead5146dae91d3ceacb07a72b544c1c629a8342ce
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_30M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a384df282cbcf21abe3f8e6343e82ed6a0a498367fe75958112b6de0434beae6
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_40M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8669181659e0e6b404cd7d701c7e33501044e66cffbe0e58fb8aa0bd6ed9e323
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_50M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc6d02623eafe18d4dabf016b435184cc1da0bda40d1d96a9cd6ff674d7a6ca
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_60M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3183d1a8566da7137237eb661b7d265e83f1025099f139b8b395883d5b53ee4f
3
+ size 1092839168
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_70M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4c493d00c82b472fce646d522803832c4c137eb514823c78bbdc2cd62f53a3
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_80M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2e591c8795e51def718b37841da2eee2f38f1ea607be2db4a7cd5d1af5d66f
3
+ size 1092839240
celestial-eon-40_llama/sparse_autoencoder/Llama-2-7b-hf_blocks.16.hook_mlp_out_s32768_200M-owt_90M_tokens_hp_finetuned.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:871a22d72a04fa794afa5825cc55b21b06d5300afd5aafd742b3e874fc7250ca
3
+ size 1092839240