Hugging Face's logo

john-at-reticular
/
gemma_nested_dropout

Model card Files
xet
 Community
john-at-reticular commited on
Commit
66dbbcb
·
verified ·
1 Parent(s): f4c4d1b

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/ae.pt +1 -1
  2. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_10000.pt +1 -1
  3. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_100000.pt +1 -1
  4. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_110000.pt +1 -1
  5. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_120000.pt +1 -1
  6. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_130000.pt +1 -1
  7. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_140000.pt +1 -1
  8. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_150000.pt +1 -1
  9. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_160000.pt +1 -1
  10. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_170000.pt +1 -1
  11. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_180000.pt +1 -1
  12. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_190000.pt +1 -1
  13. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_20000.pt +1 -1
  14. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_30000.pt +1 -1
  15. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_40000.pt +1 -1
  16. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_50000.pt +1 -1
  17. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_60000.pt +1 -1
  18. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_70000.pt +1 -1
  19. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_80000.pt +1 -1
  20. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_90000.pt +1 -1
  21. google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/config.json +3 -3
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/ae.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b59a3cb4ea5320140a6e5db3ffc976e4b9f449da3f86bf24e7c1ce1ecf830f97
3
  size 75525078
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8eea27559e8029eaefc0a4a22bfc6ac03a3b2807b03b53e78e23e422859097
3
  size 75525078
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_10000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9095e3641b64e2166eb4c6b89951e7e3db6cec200384cc59b6d3b677ef199547
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fab5d9121951744840eee9bbb21d6b058df7782d53fe2b4f60312b92b47c88a
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_100000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e7c6ce4f6a7e2031a77bbc947ed385cc543ad22f91e644164c9c02b692d6afd
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e324a16b6c51e6c78aff0672531918b7ec1ba3d3f21a5c70ca2c7e3dade833e0
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_110000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e2948827fa268b9a448f310ee022e468ce790630d08a5bb1d3fcc37544d5df8
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06edc4ed2817fccafcfe1717fb13e7ab7653e8ff49deafc472431bdcce8bc120
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_120000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82cf289503e046214167777f81c451992a69f3c6647aae1df837b851153e8101
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86aabfd6c4f4b50e3d05c0f8c04138371d7ef2c614e48f3261ba1622db169f5e
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_130000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94a4f48e932ae07b7aaf78c8c9da5435075b30470340b822225a3514b0b6e2be
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8432b0c84e8a05edb95f9db94b4af4888e9b6155c2428898b315df5f4d5bbb04
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_140000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c85a7808dd8538b08313ddccc5c3132b24881f324e2dce01754a63a90c678fa
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a944a6f06176215005921221b951517613cd2b0c2df7d22f9987e7d0661255c6
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_150000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d00d874801aed2f8195e52486194a751be368686fd723c65381b178a734f44c
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccad8b464e67cc6cfcfae9eb141ea4c9638e02ff7aaceb81a0bb27e9cbfbc772
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_160000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34be452399a09b040530470b591403239cd2555f10b251416b0a13e562cc2cd2
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4349b8649707956de56cc557fbfc5bcbb525ee0e9df88ca9f25bcf4f2af98767
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_170000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9bf523cbb8e54fca1a07ce121f7bc9f9375fe571147e9860f4eb69af9d35f962
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de446f268897a484716f9bf3b88eac7d9af21cfba7491e8d569352a0d6a4c084
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_180000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fd5a76abd1b0cba886ac549a9cb018a95dda533269b73b5f73797e3d5e82692
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:385fe87ed14dc72f88e46e745d8da507643244fe47b77b35e0a63223f55e3346
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_190000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9b848d264ba47903119ff9233650449de2b4ea8450bd1eabe69b894716ee82b
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f051c51d66299d0fd0440e9a60a4aedf7be87ac9c15cf4d898ffc20aa109d6
3
  size 75525532
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_20000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e4b4df7d2e31326d59ad67ce915e07e231325d9909d1df35ff7def096dff7b1
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b0805004907416a745c294bdf29e40629bbc0fc3fcaeda8d30f96b3f557987
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_30000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6714704c04013437ffa65a2f07213aa1e5a35db55bc081057920ac81cac7e583
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716400e5b0be0ffb55cf6d55c0ec50927fce5f8966fd09cc3d5f41d1b96d3d15
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_40000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7822021cf941790bc661a8129d75cc8d454d8209b8c209cf60068e3a275674e
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1052c9ccef186c0f817d36f8f419fe955cc157d6af104b044e5dc7174074a6d2
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_50000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d403b17d5a1d8aba308446bcb0269368d91c8c6b26e5f7c13284bfcb14b4cdc
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfc7645807896d7edb01b10467a3938618e21da59100122532345cd01f7e6ee
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_60000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e60cc4e774d8ab1609eb438bd5ebdf4aaa1d3afb8792e675d723b72cfd6673d3
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc4328b1d0cfc3e6415bcd834de699059a2f270112eb8cc7ea91df9520a31e71
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_70000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b6fce803bac1270538abd17869c44b011dc86948c9738e22e95618d7d62c59b
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab07e7fa1565ea405e2dc259b2ea8c15301ab6c14865bf202688ceff2cd535eb
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_80000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e22dbac8b2cd6405632f1dceb4fabbed579494440c5d77fcff10de37b0760e85
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952a3a578e3e755918f552acbef991e25feb547ec227f7818df6e5555e84f467
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/checkpoints/ae_90000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ea1b8ecce8996cda0dc15c6e6048a6d5bd651ac030df160a4185df3991ea271
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243fb0104a9f3f328b0acdf4aaa712a20aa403158badfa16b54daded2db737c4
3
  size 75525522
google_gemma-2-2b_layer12_seed2/layer_12/trainer_0/config.json CHANGED
@@ -29,14 +29,14 @@
29
  0.2,
30
  0.2
31
  ],
32
- "slope": 1.0
33
  },
34
- "ortho_alpha": 0.01,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
- "wandb_name": "5_11_25_nd_slope_1.0_ortho_0.01_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,
 
29
  0.2,
30
  0.2
31
  ],
32
+ "slope": 0.1
33
  },
34
+ "ortho_alpha": 0.001,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
+ "wandb_name": "5_11_25_nd_slope_0.1_ortho_0.001_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,