ohyay12345 commited on
Commit
77dfdbb
·
verified ·
1 Parent(s): a7ce57e

Upload model

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-36-07",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
@@ -15,7 +15,7 @@
15
  "n_embd": 1250,
16
  "n_head": 10,
17
  "n_inner": null,
18
- "n_layer": 8,
19
  "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
 
1
  {
2
+ "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-40-28",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
15
  "n_embd": 1250,
16
  "n_head": 10,
17
  "n_inner": null,
18
+ "n_layer": 9,
19
  "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e06c148c3db7be815e1e74685b9d98d602ad6908a6941f8753d8b566e17885a2
3
- size 856945240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd8d39e0f6917ed5d17764b80e1296768538b5fb9a963d800e2a012d4937037
3
+ size 932011472