ohyay12345 commited on
Commit
a7ce57e
·
verified ·
1 Parent(s): 3f78088

Upload model

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-31-17",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
@@ -15,7 +15,7 @@
15
  "n_embd": 1250,
16
  "n_head": 10,
17
  "n_inner": null,
18
- "n_layer": 12,
19
  "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
 
1
  {
2
+ "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-36-07",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
15
  "n_embd": 1250,
16
  "n_head": 10,
17
  "n_inner": null,
18
+ "n_layer": 8,
19
  "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c08ff6350bc7e6d7de51dd55c6479daa1952c0810eb49a11281d7a13514ab83
3
- size 1157210192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e06c148c3db7be815e1e74685b9d98d602ad6908a6941f8753d8b566e17885a2
3
+ size 856945240