Upload via push_to_hf.py
Browse files- mid/d20/meta_000809.json +2 -2
- mid/d20/model_000809.pt +1 -1
- mid/d20/optim_000809_rank0.pt +1 -1
mid/d20/meta_000809.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"step": 809,
|
| 3 |
-
"val_bpb": 0.
|
| 4 |
"model_config": {
|
| 5 |
"sequence_len": 2048,
|
| 6 |
"vocab_size": 65536,
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"n_embd": 1280
|
| 11 |
},
|
| 12 |
"user_config": {
|
| 13 |
-
"run": "
|
| 14 |
"device_type": "",
|
| 15 |
"dtype": "bfloat16",
|
| 16 |
"num_iterations": -1,
|
|
|
|
| 1 |
{
|
| 2 |
"step": 809,
|
| 3 |
+
"val_bpb": 0.3954492817264361,
|
| 4 |
"model_config": {
|
| 5 |
"sequence_len": 2048,
|
| 6 |
"vocab_size": 65536,
|
|
|
|
| 10 |
"n_embd": 1280
|
| 11 |
},
|
| 12 |
"user_config": {
|
| 13 |
+
"run": "d20",
|
| 14 |
"device_type": "",
|
| 15 |
"dtype": "bfloat16",
|
| 16 |
"num_iterations": -1,
|
mid/d20/model_000809.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2076230219
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48434b3dc10973c3b11750738187fd75c5c4d1dde55a98754cd3a8c54f067c3f
|
| 3 |
size 2076230219
|
mid/d20/optim_000809_rank0.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 407643053
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:845403980236c218eabd90b444e619b2a370f561638900909f017f9b239b09f3
|
| 3 |
size 407643053
|