| { |
| "model_name": "M3", |
| "paper_title": "M3: A State-Event Generative Foundation Model for Market Microstructure Dynamics", |
| "library_name": "pytorch", |
| "task": "limit-order-book order-flow generation", |
| "architecture": "LOB-prefix autoregressive causal language model over VQ order tokens", |
| "tokenizer": { |
| "type": "vq_tokenizer2", |
| "size": "base", |
| "checkpoint": "tokenizer/base/best.pt", |
| "feature_order": [ |
| "relative_open_price", |
| "log_volume", |
| "delta_time_seconds", |
| "action", |
| "side" |
| ] |
| }, |
| "models": { |
| "tiny": { |
| "checkpoint": "tiny/best.pt", |
| "size": "10M", |
| "open_sourced": true |
| }, |
| "small": { |
| "checkpoint": "small/best.pt", |
| "size": "25M", |
| "open_sourced": true |
| }, |
| "base": { |
| "checkpoint": "base/best.pt", |
| "size": "75M", |
| "open_sourced": true |
| }, |
| "large": { |
| "size": "366M", |
| "open_sourced": false |
| }, |
| "xlarge": { |
| "size": "1.27B", |
| "open_sourced": false |
| } |
| }, |
| "generation": { |
| "max_tokens": 1024, |
| "temperature": 1.0, |
| "top_p": 1.0, |
| "top_k": null, |
| "prepend_bos_for_model": true, |
| "decode_time_mode": "reconstruction" |
| }, |
| "notes": [ |
| "Only tiny, small, and base AR checkpoints are released.", |
| "large, xlarge, latest.pt, final.pt, logs, raw data, and ablation artifacts are intentionally excluded.", |
| "These are custom PyTorch checkpoints and are not standard AutoModelForCausalLM.from_pretrained folders." |
| ] |
| } |
|
|
