| { | |
| "parts": { | |
| "0-12": { | |
| "part": "0-12", | |
| "q": 1, | |
| "cache": 1088, | |
| "span": 1024, | |
| "states": [ | |
| "st_c0", | |
| "st_c1", | |
| "st_k2", | |
| "st_v2", | |
| "st_c3", | |
| "st_k4", | |
| "st_v4", | |
| "st_c5", | |
| "st_k6", | |
| "st_v6", | |
| "st_c7", | |
| "st_k8", | |
| "st_v8", | |
| "st_c9", | |
| "st_k10", | |
| "st_v10", | |
| "st_c11" | |
| ], | |
| "inputs": [ | |
| "x", | |
| "cos_g", | |
| "sin_g", | |
| "cos_s", | |
| "sin_s", | |
| "mask_g", | |
| "mask_s", | |
| "onehot" | |
| ], | |
| "final_norm": false, | |
| "name": "LFM3-L0-12-q1-S1024-lut8g8", | |
| "weights": "lut8", | |
| "group": 8, | |
| "wscale": 16.0, | |
| "numerics": "tanh", | |
| "pkg_mb": 756.3, | |
| "convert_s": 11.7, | |
| "compress_s": 242.7, | |
| "path": "LFM3-L0-12-q1-S1024-lut8g8.mlmodelc" | |
| }, | |
| "12-24": { | |
| "part": "12-24", | |
| "q": 1, | |
| "cache": 1088, | |
| "span": 1024, | |
| "states": [ | |
| "st_k12", | |
| "st_v12", | |
| "st_c13", | |
| "st_k14", | |
| "st_v14", | |
| "st_c15", | |
| "st_k16", | |
| "st_v16", | |
| "st_c17", | |
| "st_k18", | |
| "st_v18", | |
| "st_c19", | |
| "st_k20", | |
| "st_v20", | |
| "st_c21", | |
| "st_k22", | |
| "st_v22", | |
| "st_c23" | |
| ], | |
| "inputs": [ | |
| "x", | |
| "cos_g", | |
| "sin_g", | |
| "cos_s", | |
| "sin_s", | |
| "mask_g", | |
| "mask_s", | |
| "onehot" | |
| ], | |
| "final_norm": true, | |
| "name": "LFM3-L12-24-q1-S1024-lut8g8", | |
| "weights": "lut8", | |
| "group": 8, | |
| "wscale": 16.0, | |
| "numerics": "tanh", | |
| "pkg_mb": 749.8, | |
| "convert_s": 12.1, | |
| "compress_s": 240.7, | |
| "path": "LFM3-L12-24-q1-S1024-lut8g8.mlmodelc" | |
| }, | |
| "head": { | |
| "part": "head", | |
| "chunks": 4, | |
| "chunk_rows": 32000, | |
| "outputs": [ | |
| "logits0", | |
| "logits1", | |
| "logits2", | |
| "logits3" | |
| ], | |
| "name": "LFM3-Head-lut8g8", | |
| "weights": "lut8", | |
| "group": 8, | |
| "wscale": 16.0, | |
| "numerics": "tanh", | |
| "pkg_mb": 270.7, | |
| "convert_s": 5.8, | |
| "compress_s": 112.1, | |
| "path": "LFM3-Head-lut8g8.mlmodelc" | |
| } | |
| } | |
| } |