Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- devoted-flower-44/hyperparameters.yaml +78 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_10235904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_102395904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_102395904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_107515904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_112635904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_117755904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_122875904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_122875904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_127995904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_133115904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_138235904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_143355904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_143355904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_148475904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_15355904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_153595904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_158715904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_163835904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_163835904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_168955904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_174075904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_179195904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_184315904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_184315904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_189435904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_194555904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_199675904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_20475904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_20475904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_204795904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_204795904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_209915904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_215035904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_220155904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_225275904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_225275904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_230395904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_235515904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_240635904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_245755904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_245755904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_250875904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_25595904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_255995904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_261115904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_266235904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_266235904_log_feature_sparsity.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_271355904.pt +3 -0
- devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_276475904.pt +3 -0
devoted-flower-44/hyperparameters.yaml
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
activation_function: relu
|
| 2 |
+
adam_beta1: 0.9
|
| 3 |
+
adam_beta2: 0.999
|
| 4 |
+
b_dec_init_method: zeros
|
| 5 |
+
cached_activations_path: null
|
| 6 |
+
checkpoint_path: ../outputs/checkpoints
|
| 7 |
+
clip_grad_norm: false
|
| 8 |
+
context_size: 1024
|
| 9 |
+
custom_loss: null
|
| 10 |
+
d_in: 2304
|
| 11 |
+
d_out: null
|
| 12 |
+
dataset: Skylion007/openwebtext
|
| 13 |
+
dense_loss_coefficient: 0
|
| 14 |
+
device: cuda
|
| 15 |
+
different_output: false
|
| 16 |
+
dtype: float32
|
| 17 |
+
epsilon_l0_approx: 0.2
|
| 18 |
+
eval_frequency: 500
|
| 19 |
+
expansion_factor: 8
|
| 20 |
+
feature_reinit_scale: 0.2
|
| 21 |
+
feature_resampling_method: null
|
| 22 |
+
fine_tune_dataset: false
|
| 23 |
+
finetuning_steps: !!python/tuple
|
| 24 |
+
- 1000
|
| 25 |
+
flatten_activations_over_layer: false
|
| 26 |
+
flatten_activations_over_layer_output: false
|
| 27 |
+
from_pretrained_path: null
|
| 28 |
+
hook_point: blocks.12.hook_resid_pre
|
| 29 |
+
hook_point_head_index: null
|
| 30 |
+
hook_point_head_index_output: null
|
| 31 |
+
hook_point_layer: 12
|
| 32 |
+
hook_point_layer_output: null
|
| 33 |
+
hook_point_output: null
|
| 34 |
+
initial_decoder_norm: 0.1
|
| 35 |
+
initialise_encoder_to_decoder_transpose: false
|
| 36 |
+
is_dataset_tokenized: false
|
| 37 |
+
l0_coefficient: 7.0e-05
|
| 38 |
+
l0_warmup: false
|
| 39 |
+
l0_warmup_steps: 1000
|
| 40 |
+
l1_coefficient: 0
|
| 41 |
+
l1_warmup: false
|
| 42 |
+
l1_warmup_steps: 1000
|
| 43 |
+
log_to_wandb: true
|
| 44 |
+
loop_dataset: false
|
| 45 |
+
lr: 0.0004
|
| 46 |
+
lr_scheduler_name: constant
|
| 47 |
+
lr_warm_up_steps: 500
|
| 48 |
+
max_resample_step: 100000
|
| 49 |
+
max_sparsity_target: 1
|
| 50 |
+
min_sparsity_for_resample: 0
|
| 51 |
+
min_sparsity_target: 1.0e-05
|
| 52 |
+
model_name: gemma-2-2b-it
|
| 53 |
+
mse_loss_coefficient: 1
|
| 54 |
+
mse_loss_type: centered
|
| 55 |
+
multiple_runs: false
|
| 56 |
+
n_batches_in_store_buffer: 128
|
| 57 |
+
n_checkpoints: 160
|
| 58 |
+
n_running_sparsity: 300
|
| 59 |
+
n_starting_steps: null
|
| 60 |
+
normalise_initial_decoder_weights: false
|
| 61 |
+
normalise_w_dec: true
|
| 62 |
+
remove_bos_tokens: false
|
| 63 |
+
resample_batches: 128
|
| 64 |
+
resample_frequency: 25000
|
| 65 |
+
scale_input_norm: false
|
| 66 |
+
seed: 42
|
| 67 |
+
sparse_loss_coefficient: 1.0e-06
|
| 68 |
+
sparsity_log_frequency: 5000
|
| 69 |
+
store_batch_size: 2
|
| 70 |
+
subtract_b_dec_from_inputs: false
|
| 71 |
+
topk_amount: 10
|
| 72 |
+
total_training_steps: 200000
|
| 73 |
+
train_batch_size: 4096
|
| 74 |
+
use_cached_activations: false
|
| 75 |
+
use_gated_sparse_autoencoder: false
|
| 76 |
+
wandb_log_frequency: 10
|
| 77 |
+
wandb_project: test_gemma_2b
|
| 78 |
+
weight_l1_by_decoder_norms: false
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_10235904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2214eb62fc7f791a856ed8a57a0537573bb3c3c252fcd54d89fc8a075b5d697
|
| 3 |
+
size 339827232
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_102395904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b84acc3be69289a8f21ab56885269a9efbbbc6e26c1fe2a65a6d4be396459bd
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_102395904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45fed4aaa89a466522dfaf2608cc0ded6526886fdcff7b71f5517ff47e3cdaff
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_107515904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a877929a2aa3350a303a74bcc25748e8d3552f7864a701530d39b4b4e5c8cad6
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_112635904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15efe4546ec4f37328b5089db7ecdc4acf4f3ff2fc8916427152f217ea574628
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_117755904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d358abb200b4d3e1517d6362cb11a2a2db2bdb149d4a1f778d3f3b10650d563b
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_122875904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a395729ce25bbe3c5fd78a5b4a04ebe583c27879e92e23556abf23295af33830
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_122875904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72ae72222a66e378cf58046104e2eaf79e8634666413dbbf85baab10db806017
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_127995904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc28c9bfd4c6bd32a7ab9bdc192ff9a54c8349920f3b0b845f885ecd855e6a5a
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_133115904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0137de01b92936e02f3f2523723bed6d83e0b2c5e3e167112d6fab64e50a4e32
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_138235904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1adb15f6a38ae2c0eb6b3d448bfbf3293c873945b37d9a66fe49a00dd8a14ec8
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_143355904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4117135707085522a1b3e4e12bdc26316f2ffdf0efc6a4fe87c9a8c64aec532
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_143355904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f9bb4fab1c9432392711ce20b8f1db4872c023f81480a53f284f68d56bd1254
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_148475904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc6e5d8f0fa310069e6585c05740314c890d66a676d74d597e6d4e4e43ba77de
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_15355904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99cab825ac682474fd16667f876cf48e6e4b73f091909a030edb392291145100
|
| 3 |
+
size 339827232
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_153595904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d81217e6626bba52f172c6b06854c4270bf751fb44ba939d3680025d3a969858
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_158715904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5388c6d925d72ecf0415080a154a880d47cbf16e0ebdc0f88ea48048ed01907
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_163835904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9111c498871efeb13e545dc775072c905b04979de9db3d952cfd1fcc4f9d1189
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_163835904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c67cde1bf3aa73afa837e5af8c8d6dbba5f252d63d7305cc96987ed5001d7064
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_168955904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54f409fab28c99a4792ba5df2010491873035f26ba88dc7fa67d76fae9df5789
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_174075904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:325b9b1cb96010cd7da294ece90c0cd5e21442d639055695adfbbf0c463dbf56
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_179195904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:553cabe943c5dc4d9057ad5e9ccb822ed0602c2670ea29e9c46bab7d311249b9
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_184315904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e30591d071ef67fad5263b7f79052863c45d7e7d4557ad7e047479bccf1de71f
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_184315904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c3fb5fb5ef69d5d0c5f1669b9409ec5672f0fddee62f507e84b8b456913e751
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_189435904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b652f80b944118eb1f3495c1102d75eb0a3e4bdb4d364cace7ef44132bb67c9
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_194555904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8158d64ad622a4c5826c96e02a63511c029d9d3934fef360639e7ec1c512591d
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_199675904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1cc6b67a209280fe0286a6b8585cd0fa2e1aa8315e32721c1fc355b43ea10110
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_20475904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a8380c756d6e8c181f11e2bd1ce80c60d3af73119de09938c01621f558fc4d9f
|
| 3 |
+
size 339827232
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_20475904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6da156d10bf1ccf5d52a21ed165e23254271d740b07980bbc5dc9d893e2fd5da
|
| 3 |
+
size 75727
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_204795904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de309607e8c7ddf1475ff666d68729a3016e42210e873ae9944ec15073b1c3e4
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_204795904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66ecc6f6e67f3ca2ad6185aa30e8803209041a033ad27d63f7a384bf9087124a
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_209915904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8e9f4f5c2f3fdcc33de95ee8b7896959aee2b1646103cbddd9200d507d2d7a0
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_215035904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4de3fcef7746f0c21304e591d1065cb2846429a9d44eb83f1bb687189839a681
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_220155904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9fcf3caf0bc8d016ff84ebb318d56fc1d371c9525a07976a497601184d0c72a0
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_225275904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc295760e3abc43e15c3d3fc951be43664e8cef39da3ecc118574fb4717bb473
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_225275904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:650b7d3036df3a24242d1cefd731f12cd7fb9ab3520e2c2000ddbeb8e888f8c9
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_230395904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be32529b1a01c3a60c7888f97bcc09cf9931d4d0536a7ca7cbabcad206e41770
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_235515904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76a16bf3e0b939a60f8f9e20d85cb50c0957bc9733fe6cc03a1d15aa84c28fa3
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_240635904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c9c44839dd758f22ee09de9c8baddaf3d550f818692026cb021202a7bd6fbb6
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_245755904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc251859aa19962d7788dda4857a0ea4b9a8db31228c4ad136ea7adea9b9981b
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_245755904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ec04050625ae6c617fcf5da291ea654c5a9614cba1e42174ebee4a030f5c11e
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_250875904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:769d5f3907fba3f785cc0ba24c06b3b2cd20dc023db3ac59605279f79515b4f6
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_25595904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09bd07c5bdf7b39ef3376faba4e6043366fbe5c205118cecd1e7f36270aebe64
|
| 3 |
+
size 339827232
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_255995904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d561caa33c1971560bbeac4b9eacf62d2fd612a366477f4b2ec9e670d0b852f4
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_261115904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86645d412a3e41c914c2e110d331b89c7f3987639f0bb6fd7cbdddd6e67e1305
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_266235904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03da8d6e8e341228c693465a60378651242716bb03cf20b6b56435084db6bd0a
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_266235904_log_feature_sparsity.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a20ba762f5950c885e6ef1e7a2341a1cd9b4e0f884687dd5767dee1acdc0d5f3
|
| 3 |
+
size 75732
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_271355904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e01694b707fa4a64b64e6bd913c0f0287cc18903d2a976e53b414e0be8f24255
|
| 3 |
+
size 339827240
|
devoted-flower-44/sparse_autoencoder_gemma-2-2b-it_blocks.12.hook_resid_pre_s18432_276475904.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2125fd13077646b1bb8fe3ff37c68e3e883c802c5c7d24f4f45310cb0e2a68f
|
| 3 |
+
size 339827240
|