jumelet commited on
Commit
3f6669e
·
1 Parent(s): 900d7a0

Training in progress, step 15

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. pytorch_model.bin +2 -2
  3. tokenizer.json +8 -8
  4. training_args.bin +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "n_embd": 128,
23
  "n_head": 8,
24
  "n_inner": null,
25
- "n_layer": 8,
26
  "n_positions": 30,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
 
22
  "n_embd": 128,
23
  "n_head": 8,
24
  "n_inner": null,
25
+ "n_layer": 16,
26
  "n_positions": 30,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53d48bd0d01a05a42520d7e327ac9eb584106c364019fa98167cc0b2eed14bbd
3
- size 6400794
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99c1431559c42095f6284ad15474d24bd15aec153504424a22a9c772b0d4a7a
3
+ size 12776730
tokenizer.json CHANGED
@@ -94,16 +94,16 @@
94
  "<pad>": 1,
95
  "<mask>": 2,
96
  "<bos>": 3,
97
- "meant": 4,
98
- "Today": 5,
99
- "Tuesday": 6,
100
- "that": 7,
101
  ",": 8,
102
  ".": 9,
103
- "and": 10,
104
- "was": 11,
105
- "class": 12,
106
- "Bible": 13
107
  },
108
  "unk_token": "<unk>"
109
  }
 
94
  "<pad>": 1,
95
  "<mask>": 2,
96
  "<bos>": 3,
97
+ "Today": 4,
98
+ "Tuesday": 5,
99
+ "meant": 6,
100
+ "and": 7,
101
  ",": 8,
102
  ".": 9,
103
+ "was": 10,
104
+ "class": 11,
105
+ "Bible": 12,
106
+ "that": 13
107
  },
108
  "unk_token": "<unk>"
109
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3c2e249942eb9447f9a402a0c78aa5d82de37b8533425555c434898868c4a95
3
  size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db8775a60f6df29dd74ce77fbe6a86e0e454fca8767992f28d9b48bd692ac8b7
3
  size 4472