| { |
| "format": "tinygpt-bundle", |
| "version": 1, |
| "model_type": "gpt", |
| "model_config": { |
| "vocab_size": 8192, |
| "block_size": 256, |
| "d_model": 384, |
| "n_layers": 6, |
| "n_heads": 6, |
| "dropout": 0.1, |
| "style": "llama", |
| "pos": "rope", |
| "norm": "rmsnorm", |
| "mlp": "swiglu", |
| "attn": "sdpa", |
| "tie_weights": true, |
| "rope_base": 10000.0 |
| }, |
| "params": 13767552, |
| "task": { |
| "name": "hinglish-top", |
| "labels": "lower", |
| "target": "annotated" |
| }, |
| "tokenizer": "tokenizer.json", |
| "source": { |
| "run": "runs/m5-annotated/full-long", |
| "method": "full", |
| "base": "checkpoints/gpt-llama-clean/best.pt", |
| "steps": 1800, |
| "lr": 0.001 |
| }, |
| "scores": { |
| "val": { |
| "n": 1390, |
| "exact_match": 0.5100719424460431, |
| "intent_acc": 0.883453237410072, |
| "slot_p": 0.6365240405822673, |
| "slot_r": 0.5726190476190476, |
| "slot_f1": 0.6028828076039273, |
| "valid": 0.9366906474820144 |
| }, |
| "test": { |
| "n": 6513, |
| "exact_match": 0.4101028711807155, |
| "intent_acc": 0.8392445877475817, |
| "slot_p": 0.5970135908440629, |
| "slot_r": 0.5408667476711219, |
| "slot_f1": 0.5675549322113136, |
| "valid": 0.932289267618609 |
| } |
| }, |
| "sha256": { |
| "model.safetensors": "b13002608c9cd29233ca926affe346729824c8f6f70ba9a76c5e3918a8b47e4b", |
| "tokenizer.json": "6e158780023a986a04c37a934c3180e5c6d882637c53a86236a3bec73217c790" |
| } |
| } |
|
|
