Add C1e13-d16-0.01M
Browse files
C1e13-d16-0.01M/README.md
CHANGED
|
@@ -17,8 +17,8 @@ Checkpoint from the MIDI IsoFLOP scaling-law sweep.
|
|
| 17 |
| layers / heads / width | 2 / 2 / 16 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+13 |
|
| 19 |
| tokens seen | 112721920 |
|
| 20 |
-
| final val loss | 2.
|
| 21 |
-
| best val loss | 2.
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 17 |
| layers / heads / width | 2 / 2 / 16 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+13 |
|
| 19 |
| tokens seen | 112721920 |
|
| 20 |
+
| final val loss | 2.9136890956676877 |
|
| 21 |
+
| best val loss | 2.9136890956676877 |
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
C1e13-d16-0.01M/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 94464
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f87b74f36762b484c917f77d42b350e0a68193b1710aab2b9bd67d4a276442c
|
| 3 |
size 94464
|
C1e13-d16-0.01M/summary.json
CHANGED
|
@@ -14,8 +14,9 @@
|
|
| 14 |
"tokens_seen": 112721920,
|
| 15 |
"flops": 9998885191680.0,
|
| 16 |
"budget_flops": 10000000000000.0,
|
| 17 |
-
"final_val_loss": 2.
|
| 18 |
-
"best_val_loss": 2.
|
| 19 |
"data_source": "packed",
|
| 20 |
-
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512"
|
|
|
|
| 21 |
}
|
|
|
|
| 14 |
"tokens_seen": 112721920,
|
| 15 |
"flops": 9998885191680.0,
|
| 16 |
"budget_flops": 10000000000000.0,
|
| 17 |
+
"final_val_loss": 2.9136890956676877,
|
| 18 |
+
"best_val_loss": 2.9136890956676877,
|
| 19 |
"data_source": "packed",
|
| 20 |
+
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512",
|
| 21 |
+
"wandb_url": "https://wandb.ai/wmatejuk/midi-gpt-scaling/runs/upppbh5i"
|
| 22 |
}
|