Hugging Face's logo

jumelet
/
test

Text Generation
Transformers
PyTorch
gpt2
text-generation-inference
Model card Files
xet
 Community
2
jumelet commited on
Commit
90c3f39
·
1 Parent(s): 2971f8a

Training in progress, step 1

Browse files
Files changed (4) hide show
  1. config.json +4 -4
  2. pytorch_model.bin +2 -2
  3. tokenizer.json +52 -38
  4. training_args.bin +2 -2
config.json CHANGED
@@ -19,10 +19,10 @@
19
  "layer_norm_epsilon": 1e-05,
20
  "model_type": "gpt2",
21
  "n_ctx": 1024,
22
- "n_embd": 128,
23
- "n_head": 8,
24
  "n_inner": null,
25
- "n_layer": 8,
26
  "n_positions": 40,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
@@ -42,5 +42,5 @@
42
  "torch_dtype": "float32",
43
  "transformers_version": "4.30.2",
44
  "use_cache": true,
45
- "vocab_size": 46
46
  }
 
19
  "layer_norm_epsilon": 1e-05,
20
  "model_type": "gpt2",
21
  "n_ctx": 1024,
22
+ "n_embd": 16,
23
+ "n_head": 2,
24
  "n_inner": null,
25
+ "n_layer": 2,
26
  "n_positions": 40,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
 
42
  "torch_dtype": "float32",
43
  "transformers_version": "4.30.2",
44
  "use_cache": true,
45
+ "vocab_size": 60
46
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8234a23638b22f6c00dd1984f4062eece90b1f452aa56e788ca5ffa62d6dac2
3
- size 6422298
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395ed7d5eb0719eacf04312ab5410bb4505900fe1f80b826cc8fecb9dd3f9020
3
+ size 41730
tokenizer.json CHANGED
@@ -95,47 +95,61 @@
95
  "<mask>": 2,
96
  "<bos>": 3,
97
  ".": 4,
98
- "the": 5,
99
- "was": 6,
100
- "it": 7,
101
  ",": 8,
102
- "and": 9,
103
  "here": 10,
104
- "in": 11,
105
- "Bible": 12,
106
- "he": 13,
107
- "meant": 14,
108
- "find": 15,
109
- "He": 16,
110
- "now": 17,
111
- "should": 18,
112
- "But": 19,
113
  "Oh": 20,
114
- "class": 21,
115
- "there": 22,
116
- "cows": 23,
117
- "really": 24,
118
- "knew": 25,
119
- "mattered": 26,
120
- "to": 27,
121
- "intended": 28,
122
- "quite": 29,
123
- ":": 30,
124
- "leave": 31,
125
- "virtue": 32,
126
- "that": 33,
127
- "boy": 34,
128
- "not": 35,
129
- "Today": 36,
130
- "Tuesday": 37,
131
- "Because": 38,
132
- "sure": 39,
133
- "of": 40,
134
- "world": 41,
135
- "ditch": 42,
136
- "by": 43,
137
- "none": 44,
138
- "justice": 45
 
 
 
 
 
 
 
 
 
 
 
 
 
 
139
  },
140
  "unk_token": "<unk>"
141
  }
 
95
  "<mask>": 2,
96
  "<bos>": 3,
97
  ".": 4,
98
+ "and": 5,
99
+ "the": 6,
100
+ "was": 7,
101
  ",": 8,
102
+ "it": 9,
103
  "here": 10,
104
+ "Bible": 11,
105
+ "he": 12,
106
+ "had": 13,
107
+ "in": 14,
108
+ "He": 15,
109
+ "told": 16,
110
+ "class": 17,
111
+ "Today": 18,
112
+ "did": 19,
113
  "Oh": 20,
114
+ "by": 21,
115
+ "should": 22,
116
+ "there": 23,
117
+ "virtue": 24,
118
+ ":": 25,
119
+ "<": 26,
120
+ ">": 27,
121
+ "apostrophe": 28,
122
+ "finally": 29,
123
+ "n": 30,
124
+ "t": 31,
125
+ "what": 32,
126
+ "boy": 33,
127
+ "cows": 34,
128
+ "find": 35,
129
+ "happened": 36,
130
+ "intended": 37,
131
+ "now": 38,
132
+ "really": 39,
133
+ "ditch": 40,
134
+ "mattered": 41,
135
+ "meant": 42,
136
+ "of": 43,
137
+ "that": 44,
138
+ "world": 45,
139
+ "quite": 46,
140
+ "to": 47,
141
+ "Tuesday": 48,
142
+ "knew": 49,
143
+ "leave": 50,
144
+ "sure": 51,
145
+ "them": 52,
146
+ "Because": 53,
147
+ "But": 54,
148
+ "care": 55,
149
+ "not": 56,
150
+ "justice": 57,
151
+ "none": 58,
152
+ "they": 59
153
  },
154
  "unk_token": "<unk>"
155
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d38b0aacc24806ab5e765c4c19f8d1f21d551adc019572e9aaee2880c5a9dc1c
3
- size 4472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30930d7ac44ad2c1600d86a1643550b95ad563444e9671a83007e27b1932fabe
3
+ size 4408