Add C1e14-d96-0.5M
Browse files
C1e14-d96-0.5M/README.md
CHANGED
|
@@ -17,8 +17,8 @@ Checkpoint from the MIDI IsoFLOP scaling-law sweep.
|
|
| 17 |
| layers / heads / width | 4 / 6 / 96 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+14 |
|
| 19 |
| tokens seen | 33554432 |
|
| 20 |
-
| final val loss | 2.
|
| 21 |
-
| best val loss | 2.
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 17 |
| layers / heads / width | 4 / 6 / 96 |
|
| 18 |
| compute budget (FLOPs) | 1.000e+14 |
|
| 19 |
| tokens seen | 33554432 |
|
| 20 |
+
| final val loss | 2.694295297641898 |
|
| 21 |
+
| best val loss | 2.694295297641898 |
|
| 22 |
|
| 23 |
```python
|
| 24 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
C1e14-d96-0.5M/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2188392
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76c25021c24d183310ee12dda068a5ef7bc683f30645c4b561e6afcf224337ec
|
| 3 |
size 2188392
|
C1e14-d96-0.5M/summary.json
CHANGED
|
@@ -14,8 +14,9 @@
|
|
| 14 |
"tokens_seen": 33554432,
|
| 15 |
"flops": 99999723552768.0,
|
| 16 |
"budget_flops": 100000000000000.0,
|
| 17 |
-
"final_val_loss": 2.
|
| 18 |
-
"best_val_loss": 2.
|
| 19 |
"data_source": "packed",
|
| 20 |
-
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512"
|
|
|
|
| 21 |
}
|
|
|
|
| 14 |
"tokens_seen": 33554432,
|
| 15 |
"flops": 99999723552768.0,
|
| 16 |
"budget_flops": 100000000000000.0,
|
| 17 |
+
"final_val_loss": 2.694295297641898,
|
| 18 |
+
"best_val_loss": 2.694295297641898,
|
| 19 |
"data_source": "packed",
|
| 20 |
+
"tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512",
|
| 21 |
+
"wandb_url": "https://wandb.ai/wmatejuk/midi-gpt-scaling/runs/sfwu7sb4"
|
| 22 |
}
|