ChunB1 commited on
Commit
02cd2eb
·
1 Parent(s): cfcfd8d

Upload GPTNeoForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -0
  3. model.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "roneneldan/TinyStories-1M",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPTNeoForCausalLM"
@@ -37,6 +37,7 @@
37
  "model_type": "gpt_neo",
38
  "num_heads": 16,
39
  "num_layers": 8,
 
40
  "resid_dropout": 0,
41
  "summary_activation": null,
42
  "summary_first_dropout": 0.1,
 
1
  {
2
+ "_name_or_path": "/content/drive/MyDrive/results/checkpoint-225000",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPTNeoForCausalLM"
 
37
  "model_type": "gpt_neo",
38
  "num_heads": 16,
39
  "num_layers": 8,
40
+ "pad_token_id": 50256,
41
  "resid_dropout": 0,
42
  "summary_activation": null,
43
  "summary_first_dropout": 0.1,
generation_config.json CHANGED
@@ -2,5 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 50256,
4
  "eos_token_id": 50256,
 
5
  "transformers_version": "4.35.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 50256,
4
  "eos_token_id": 50256,
5
+ "pad_token_id": 50256,
6
  "transformers_version": "4.35.2"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22678db55e1971f00a5b86b087eb7ae0921cebc2d19d06dff0269599ee30abf1
3
  size 14994712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8758ba4d6bc3ec8e17a5f9e90f8cd98b9ba5f49c0f0734f12a136d4b0ba798ee
3
  size 14994712