tdooms commited on
Commit
2a81bd7
·
verified ·
1 Parent(s): 7ee9fed

Upload folder using huggingface_hub

Browse files
5-resid-mid-x4-k30/config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "point": [
3
- "resid_mid",
4
  5
5
  ],
6
  "target": null,
@@ -8,7 +8,7 @@
8
  "lr": 0.0001,
9
  "in_batch": 32,
10
  "out_batch": 4096,
11
- "n_buffers": 64,
12
  "n_batches": 32768,
13
  "d_model": 512,
14
  "n_ctx": 256,
@@ -18,7 +18,7 @@
18
  "normalize": null,
19
  "init_scale": 1.0,
20
  "bilinear_encoder": false,
21
- "encoder_bias": true,
22
  "token_lookup": false,
23
  "decoder_decay": 0.0,
24
  "tag": null,
 
1
  {
2
  "point": [
3
+ "resid-mid",
4
  5
5
  ],
6
  "target": null,
 
8
  "lr": 0.0001,
9
  "in_batch": 32,
10
  "out_batch": 4096,
11
+ "n_buffers": 256,
12
  "n_batches": 32768,
13
  "d_model": 512,
14
  "n_ctx": 256,
 
18
  "normalize": null,
19
  "init_scale": 1.0,
20
  "bilinear_encoder": false,
21
+ "encoder_bias": false,
22
  "token_lookup": false,
23
  "decoder_decay": 0.0,
24
  "tag": null,
5-resid-mid-x4-k30/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b2346e8e8eca2ea2bcef8e852a7cd53e284df25b1aa629400f9e6c72f543140
3
- size 8399160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858996fff9b74f1e6fce82e0bce45c181a80cf37bb3a62de46884eae4bf46d88
3
+ size 8390896