Add C1e13-d48-0.14M
Browse files
C1e13-d48-0.14M/README.md
CHANGED
|
@@ -17,8 +17,8 @@ Checkpoint from the MIDI IsoFLOP scaling-law sweep.
|
|
| 17 |
| layers / heads / width | 4 / 3 / 48 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+13 |
|
| 19 |
| tokens seen | 12091392 |
|
| 20 |
-
| final val loss | 3.
|
| 21 |
-
| best val loss | 3.
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 17 |
| layers / heads / width | 4 / 3 / 48 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+13 |
|
| 19 |
| tokens seen | 12091392 |
|
| 20 |
+
| final val loss | 3.102764924767636 |
|
| 21 |
+
| best val loss | 3.102764924767636 |
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
C1e13-d48-0.14M/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 654240
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23fbe7fbd977013af393d1053efb78203bf518b3455668a78eba3a1e4b4f3ba3
|
| 3 |
size 654240
|
C1e13-d48-0.14M/summary.json
CHANGED
|
@@ -14,8 +14,9 @@
|
|
| 14 |
"tokens_seen": 12091392,
|
| 15 |
"flops": 9994260971520.0,
|
| 16 |
"budget_flops": 10000000000000.0,
|
| 17 |
-
"final_val_loss": 3.
|
| 18 |
-
"best_val_loss": 3.
|
| 19 |
"data_source": "packed",
|
| 20 |
-
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512"
|
|
|
|
| 21 |
}
|
|
|
|
| 14 |
"tokens_seen": 12091392,
|
| 15 |
"flops": 9994260971520.0,
|
| 16 |
"budget_flops": 10000000000000.0,
|
| 17 |
+
"final_val_loss": 3.102764924767636,
|
| 18 |
+
"best_val_loss": 3.102764924767636,
|
| 19 |
"data_source": "packed",
|
| 20 |
+
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512",
|
| 21 |
+
"wandb_url": "https://wandb.ai/wmatejuk/midi-gpt-scaling/runs/xn22wvxt"
|
| 22 |
}
|