Hugging Face's logo

john-at-reticular
/
gemma_nested_dropout

Model card Files
xet
 Community
john-at-reticular commited on
Commit
eca81b7
·
verified ·
1 Parent(s): cae3951

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/ae.pt +1 -1
  2. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_10000.pt +1 -1
  3. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_100000.pt +1 -1
  4. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_110000.pt +1 -1
  5. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_120000.pt +1 -1
  6. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_130000.pt +1 -1
  7. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_140000.pt +1 -1
  8. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_150000.pt +1 -1
  9. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_160000.pt +1 -1
  10. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_170000.pt +1 -1
  11. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_180000.pt +1 -1
  12. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_190000.pt +1 -1
  13. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_20000.pt +1 -1
  14. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_30000.pt +1 -1
  15. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_40000.pt +1 -1
  16. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_50000.pt +1 -1
  17. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_60000.pt +1 -1
  18. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_70000.pt +1 -1
  19. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_80000.pt +1 -1
  20. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_90000.pt +1 -1
  21. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/config.json +3 -3
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/ae.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa5e82144de29a77364e7c02e5d895f750f8d801960bdc2cae30e1d0c5199d6c
3
  size 75525078
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35752027b05dd13a30d5728c5335a1eef989ff38df084df8ed88fec8c1e6c717
3
  size 75525078
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_10000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91e1731ffbcbb75e8be01bcc4770ae6e90d5586a7e93963d601f0774841ff80e
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6101d6d52a3b3401024866d75325cbfcb2a608a8d1962b03a8cd6c965c3a43
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_100000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:808334993fb78290b4d8a0a8bb95b087862f2e7a8d1155f02fafe9bf91a5c029
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ec8fd0404d39b1de60ea88ed3ae36ad8ad4fbb9d93ee950c722c66d68b8740
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_110000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a4b06a03ad2bc786957a6919f8f01bad092f8e116b19bd0a0c28eced569ca2e
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633cf635c37750af8f1b3b415058cb107fb1f24480e912418d978506922bc054
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_120000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39c365efba833a44469b9e2a25a35ace295d9946990e55dc07e9c709dae48cd5
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c8d70614cc44b82525d518f38ff590a5f516abd0b72e81d91fc0060650d202
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_130000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be915fa942b61941f1b52c3a13a58557891d078fa8d6f56c1122a29a739016a1
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86cec7ba5b33df97d6d021c1bacd9c6b47c33c3ee8b7433f1afa065dde3d0809
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_140000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fed96033bf5874aadd0acf3fc25abce7fcead3782c57853c4970e10b39c9d46
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5313f8f769c33caddf58654aa64bfdb3a2edd167fb3493960f6c0da5c05b02a6
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_150000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8308862ab7117d4f5231b3463b4125219fa5549b5f88a08ee793eabfa2d8a2c
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ce969c4aec938ce46601ada7e483525de0a516db729334d7f223f4b969c64c3
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_160000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9302dda5148c65c221cd2f907d3e0ae2ab7d18492a77c1488e8be0cb253199d1
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af38b3d73284af1bbdc7eb68b9c96d1e7b592d325cdd14646b43833aec20fa83
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_170000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05639ec679e1c23486ac6304e76cdfa6211524792f14f03126a2b112f106b518
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc01bab5bc6325748835379eb4d1e9a3fb83adf413a2f61210efcbddab95153
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_180000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49c4b7544f86a25b6ede465fdb8ed658973696f9405df9ae0a60fc093c68f82a
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5112cefe67c4836b5c1e9119251d549245dcdca7b52fddbe0a174ab3a4f81846
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_190000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77adc94a8ee2abfdf4d1ae549242a38cd94f84b4d4eb4411404296c6205fa11e
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b3637903992f520a790fecfc94d7618f418d51c3e90ea06f0568c905422f2e8
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_20000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6df55274a850bd1ec0677a5ec954d030aec9525f3148c712b3fff76bf7c651c
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc5ade7de901cd1f3a9b1b7e403ecffa9d896dd513db17cdff7630f7741f9b2
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_30000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc3a10035b39b17c403b97fb59b1cee17ac87d8dfbbc316b96fcaeab5fc77852
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300645737077430932f199d49a05eb8e84ff0fc007ec99bd97293639f076e7d3
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_40000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7467cdeed1b5b31f857fb662dfef76deef1881f6890351e3ae7693ae0f60fb59
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e6fe522d8669cb36afa8df8ec8bff9b2b4305f1ae6497e7f41f64d4fe762599
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_50000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ed52c43b235170a38dc0b082674ace56bf5fd91bd6e8382dd6d02c93708254b
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607e343d1ce84126218677cef1b4f90529781bb77d7fb52269a1fe29a8979396
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_60000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0c35a4d731e751fd2bc7d1dd7dfabf4a7adef33380145cbe0eb02cfc80f89ac
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669ce6497abd5bdf5efff842959e20c0f13dd6b23807fd1a115259f717fd45d4
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_70000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4cdd0f85893273a0e5f93ee9ec8cd84a48551823ab9f0b77cef3d1108e16e7a
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffa23b50cb2389fb14867a74e29a3005fcf11d50deac3d4536dabc71dca99f9
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_80000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31a346d19ee3407874c9afaddf6860a1752493c1e71114db748d9f0ed136caee
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3166c83a7e49153f72ecaadd04d7fc031e0dfc58441bc5e4dbcca60ffbb9e995
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_90000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c530406303bbff34e3d446621029c281a1fa489b0acc91fa8096a4532b9e576
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:355da0f3879586ea9bb9002b536142fb1f8b64aa3121af4eaa38a2f8a9d67738
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/config.json CHANGED
@@ -29,14 +29,14 @@
29
  0.2,
30
  0.2
31
  ],
32
- "slope": 1.0
33
  },
34
- "ortho_alpha": 0,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
- "wandb_name": "5_11_25_nd_slope_1.0_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,
 
29
  0.2,
30
  0.2
31
  ],
32
+ "slope": 0.1
33
  },
34
+ "ortho_alpha": 10.0,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
+ "wandb_name": "5_11_25_nd_slope_0.1_ortho_10.0_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,