| { | |
| "model": "AXL-Docs-Lion", | |
| "params": 9870112, | |
| "steps": 205, | |
| "time": 600.2516028881073, | |
| "final_loss": 0.13355493545532227, | |
| "perplexity": 1.15, | |
| "gguf_mb": 19.0, | |
| "optimizer": "Lion", | |
| "attention": "SDPA", | |
| "max_seq_len": 2048, | |
| "data": "axl_docs_pairs_expanded.txt" | |
| } |