jumelet commited on
Commit
2971f8a
·
1 Parent(s): 6079895

Training in progress, step 15

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. pytorch_model.bin +2 -2
  3. tokenizer.json +35 -35
  4. training_args.bin +2 -2
config.json CHANGED
@@ -19,10 +19,10 @@
19
  "layer_norm_epsilon": 1e-05,
20
  "model_type": "gpt2",
21
  "n_ctx": 1024,
22
- "n_embd": 16,
23
- "n_head": 2,
24
  "n_inner": null,
25
- "n_layer": 2,
26
  "n_positions": 40,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
 
19
  "layer_norm_epsilon": 1e-05,
20
  "model_type": "gpt2",
21
  "n_ctx": 1024,
22
+ "n_embd": 128,
23
+ "n_head": 8,
24
  "n_inner": null,
25
+ "n_layer": 8,
26
  "n_positions": 40,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c9e45d7839181513f091c2d3da80d578c76fcecc21c3019b0a08beb97b7236f
3
- size 40834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8234a23638b22f6c00dd1984f4062eece90b1f452aa56e788ca5ffa62d6dac2
3
+ size 6422298
tokenizer.json CHANGED
@@ -95,47 +95,47 @@
95
  "<mask>": 2,
96
  "<bos>": 3,
97
  ".": 4,
98
- "was": 5,
99
- "the": 6,
100
- "and": 7,
101
  ",": 8,
102
- "it": 9,
103
  "here": 10,
104
  "in": 11,
105
  "Bible": 12,
106
  "he": 13,
107
  "meant": 14,
108
- "Today": 15,
109
- "class": 16,
110
- "quite": 17,
111
- "sure": 18,
112
- "He": 19,
113
- "boy": 20,
114
- "knew": 21,
115
- "should": 22,
116
- "that": 23,
117
- "world": 24,
118
- "leave": 25,
119
- "not": 26,
120
- "of": 27,
121
- "Tuesday": 28,
122
- "intended": 29,
123
- "justice": 30,
124
- "now": 31,
125
- "to": 32,
126
- "Oh": 33,
127
- "by": 34,
128
- "there": 35,
129
- "Because": 36,
130
- "ditch": 37,
131
- "find": 38,
132
- "none": 39,
133
- "really": 40,
134
- ":": 41,
135
- "But": 42,
136
- "mattered": 43,
137
- "virtue": 44,
138
- "cows": 45
139
  },
140
  "unk_token": "<unk>"
141
  }
 
95
  "<mask>": 2,
96
  "<bos>": 3,
97
  ".": 4,
98
+ "the": 5,
99
+ "was": 6,
100
+ "it": 7,
101
  ",": 8,
102
+ "and": 9,
103
  "here": 10,
104
  "in": 11,
105
  "Bible": 12,
106
  "he": 13,
107
  "meant": 14,
108
+ "find": 15,
109
+ "He": 16,
110
+ "now": 17,
111
+ "should": 18,
112
+ "But": 19,
113
+ "Oh": 20,
114
+ "class": 21,
115
+ "there": 22,
116
+ "cows": 23,
117
+ "really": 24,
118
+ "knew": 25,
119
+ "mattered": 26,
120
+ "to": 27,
121
+ "intended": 28,
122
+ "quite": 29,
123
+ ":": 30,
124
+ "leave": 31,
125
+ "virtue": 32,
126
+ "that": 33,
127
+ "boy": 34,
128
+ "not": 35,
129
+ "Today": 36,
130
+ "Tuesday": 37,
131
+ "Because": 38,
132
+ "sure": 39,
133
+ "of": 40,
134
+ "world": 41,
135
+ "ditch": 42,
136
+ "by": 43,
137
+ "none": 44,
138
+ "justice": 45
139
  },
140
  "unk_token": "<unk>"
141
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:918e1477bc82fdd04e7222fc5924ae19f1264f411104fb0718042d78a5e8ce6a
3
- size 4408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38b0aacc24806ab5e765c4c19f8d1f21d551adc019572e9aaee2880c5a9dc1c
3
+ size 4472