| { |
| "version": 1, |
| "models": { |
| "general": { |
| "title": "Laya", |
| "about": "The general question model: routing, triage, moderation and yes-or-no questions about a piece of English text.", |
| "card": { |
| "encoder": "ModernBERT-large, 421M parameters", |
| "languages": "English", |
| "upstream": "convaiinnovations/laya", |
| "license": "Apache-2.0" |
| }, |
| "path": "general", |
| "checkpoint": "laya", |
| "precision": "BF16", |
| "graphs": { |
| "128": "laya_s128_stage1_mla.elf", |
| "256": "laya_s256_stage1_mla.elf", |
| "512": "laya_s512_stage1_mla.elf" |
| }, |
| "latency_ms": { |
| "128": 19.5, |
| "256": 35.2, |
| "512": 87.5 |
| }, |
| "agreement": "100 / 100", |
| "files": [ |
| { |
| "name": "act_tail.f32", |
| "bytes": 6152, |
| "sha256": "d8d35135d97cac56479df92a7fe4a330dd46ed13e10dd7b8cca04963f23da3c6" |
| }, |
| { |
| "name": "laya_config.json", |
| "bytes": 1040, |
| "sha256": "6335dc8584e0febe4919b75b00b4b7f63762d65df12f96343e00ee485f665862" |
| }, |
| { |
| "name": "laya_s128_stage1_mla.elf", |
| "bytes": 880747528, |
| "sha256": "4f0c747f0aab3b24a9bf3311880c8c0c970464fdc60ee0783129c1f1fb80b997" |
| }, |
| { |
| "name": "laya_s256_stage1_mla.elf", |
| "bytes": 992027048, |
| "sha256": "bf9136106507d490249f5476c1b186a769d271f053099832b990c4638913f426" |
| }, |
| { |
| "name": "laya_s512_stage1_mla.elf", |
| "bytes": 1293300552, |
| "sha256": "df02ae5dacb3723d03b205354028f1babe26c06e5e1e262d959d5b2a6ddfd463" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 103153664, |
| "sha256": "ccdb9412fba7fb7f0e62a3123e5821477d4d359670545efd27807d9727236212" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 3583228, |
| "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" |
| } |
| ], |
| "kind": "laya" |
| }, |
| "general-int8": { |
| "title": "Laya INT8", |
| "about": "The general model with its weights stored as 8-bit integers: 28% faster and a third smaller, slightly less exact.", |
| "card": { |
| "encoder": "ModernBERT-large, 421M parameters", |
| "languages": "English", |
| "upstream": "convaiinnovations/laya", |
| "license": "Apache-2.0" |
| }, |
| "path": "general-int8", |
| "checkpoint": "laya", |
| "precision": "A_BF16_W_INT8", |
| "graphs": { |
| "128": "laya_s128_stage1_mla.elf" |
| }, |
| "latency_ms": { |
| "128": 14.0 |
| }, |
| "agreement": "98 / 100", |
| "files": [ |
| { |
| "name": "act_tail.f32", |
| "bytes": 6152, |
| "sha256": "d8d35135d97cac56479df92a7fe4a330dd46ed13e10dd7b8cca04963f23da3c6" |
| }, |
| { |
| "name": "laya_config.json", |
| "bytes": 963, |
| "sha256": "1e17c230076035cdd57bc590de0dca4b739c57bd4f6f7265798f284186def266" |
| }, |
| { |
| "name": "laya_s128_stage1_mla.elf", |
| "bytes": 561316472, |
| "sha256": "94a75dbf58edb68f9ee80a306db9c1d7bb4aed1bcd15b515bdcf11919d2e22c3" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 103153664, |
| "sha256": "ccdb9412fba7fb7f0e62a3123e5821477d4d359670545efd27807d9727236212" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 3583228, |
| "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" |
| } |
| ], |
| "kind": "laya" |
| }, |
| "typed-decisions": { |
| "title": "Laya typed-decisions", |
| "about": "Fine-tuned by upstream on typed-decision workflows, with graphs for inputs of up to 1024 tokens.", |
| "card": { |
| "encoder": "ModernBERT-large, 421M parameters", |
| "languages": "English", |
| "upstream": "convaiinnovations/laya", |
| "license": "Apache-2.0" |
| }, |
| "path": "typed-decisions", |
| "checkpoint": "laya-typed-decisions", |
| "precision": "BF16", |
| "graphs": { |
| "128": "laya_s128_stage1_mla.elf", |
| "512": "laya_s512_stage1_mla.elf", |
| "1024": "laya_s1024_stage1_mla.elf" |
| }, |
| "latency_ms": { |
| "128": 19.4, |
| "512": 87.5, |
| "1024": 282.0 |
| }, |
| "agreement": "99 / 100", |
| "files": [ |
| { |
| "name": "act_tail.f32", |
| "bytes": 6152, |
| "sha256": "d8d35135d97cac56479df92a7fe4a330dd46ed13e10dd7b8cca04963f23da3c6" |
| }, |
| { |
| "name": "laya_config.json", |
| "bytes": 1060, |
| "sha256": "57dc71fe726964f653759fc86003191a1b63a05ab4e428cf2b685ae83992b639" |
| }, |
| { |
| "name": "laya_s1024_stage1_mla.elf", |
| "bytes": 2069640872, |
| "sha256": "9dbd0a730f93b61a18e30c2df50ebcb48d03154554faa3faca5a20338cd53c8a" |
| }, |
| { |
| "name": "laya_s128_stage1_mla.elf", |
| "bytes": 880747536, |
| "sha256": "4a77a7f77bd20d02acc974624bbdf3b88ebd1bb137d2f7fa379db4804178bfb2" |
| }, |
| { |
| "name": "laya_s512_stage1_mla.elf", |
| "bytes": 1293300552, |
| "sha256": "ab70250960c42767b046d40f9eb742cf179caf58129f93206fc12828863912ae" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 103153664, |
| "sha256": "e5fc1c0be462527c6d9745b545dd3c50a606f0c0dc5b0028ae76edabfde93024" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 3583228, |
| "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" |
| } |
| ], |
| "kind": "laya" |
| }, |
| "multilingual": { |
| "title": "Laya multilingual", |
| "about": "The same questions in more than 100 languages, on a smaller encoder that answers about twice as fast.", |
| "card": { |
| "encoder": "mmBERT-base, 322M parameters", |
| "languages": "100+ languages", |
| "upstream": "convaiinnovations/laya", |
| "license": "Apache-2.0" |
| }, |
| "path": "multilingual", |
| "checkpoint": "laya-multilingual", |
| "precision": "BF16", |
| "graphs": { |
| "128": "laya_s128_stage1_mla.elf", |
| "256": "laya_s256_stage1_mla.elf", |
| "512": "laya_s512_stage1_mla.elf", |
| "1024": "laya_s1024_stage1_mla.elf" |
| }, |
| "latency_ms": { |
| "128": 8.1, |
| "256": 15.3, |
| "512": 33.9, |
| "1024": 116.5 |
| }, |
| "agreement": "100 / 100", |
| "files": [ |
| { |
| "name": "act_tail.f32", |
| "bytes": 6152, |
| "sha256": "d5f5e87fa3d09251f018611c50930921725e005621dfb28120bd1d697cd3a239" |
| }, |
| { |
| "name": "laya_config.json", |
| "bytes": 789, |
| "sha256": "2072042d5272df9655f7ac4580f0549347510534b864d8e7b3f092b1e75042ea" |
| }, |
| { |
| "name": "laya_s1024_stage1_mla.elf", |
| "bytes": 926862376, |
| "sha256": "c6b1946d5caba586766e251a9d8077b5caebedea97dd04c8fc39da91c5092151" |
| }, |
| { |
| "name": "laya_s128_stage1_mla.elf", |
| "bytes": 346199152, |
| "sha256": "1b23b62f06e7e4b43e5e900e61f675caad909cea1df28f8b70d6b3d412b64a30" |
| }, |
| { |
| "name": "laya_s256_stage1_mla.elf", |
| "bytes": 376300056, |
| "sha256": "42cbc41a9b937768d30f2b74c48366d3f0fb6384300a85addbdcfaf77a06ea20" |
| }, |
| { |
| "name": "laya_s512_stage1_mla.elf", |
| "bytes": 529239584, |
| "sha256": "f46adba6d5dc9a165911f8a6c30c6306d06440037e9a8d4cebb2b40e70723070" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 393216000, |
| "sha256": "f084b1c925462a078cb82657a90378c6f8186a6a1a04747dfa4e2fe2cf5cfb49" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 34363188, |
| "sha256": "609d8f4c067cd3950f88594c5a802616cea245823836ef5848ee4fc40aab5b6f" |
| } |
| ], |
| "kind": "laya" |
| }, |
| "dino": { |
| "title": "Laya-dino", |
| "about": "The English model with its decision head fine-tuned to play the Dino Arena game: run, jump or duck.", |
| "card": { |
| "encoder": "ModernBERT-large, 421M parameters", |
| "languages": "English (game states)", |
| "upstream": "convaiinnovations/laya", |
| "license": "Apache-2.0" |
| }, |
| "path": "dino", |
| "checkpoint": "laya-dino", |
| "precision": "BF16", |
| "graphs": { |
| "64": "laya_s64_stage1_mla.elf" |
| }, |
| "latency_ms": { |
| "64": 18.0 |
| }, |
| "agreement": "30 / 30 game states", |
| "files": [ |
| { |
| "name": "act_tail.f32", |
| "bytes": 6152, |
| "sha256": "d8d35135d97cac56479df92a7fe4a330dd46ed13e10dd7b8cca04963f23da3c6" |
| }, |
| { |
| "name": "laya_config.json", |
| "bytes": 662, |
| "sha256": "c07488a9b3e114262251302460170ab782c1a5e4456a981286587ceb06f4a358" |
| }, |
| { |
| "name": "laya_s64_stage1_mla.elf", |
| "bytes": 840672736, |
| "sha256": "71a07aa6c02d945b3b6c27b87e6f704d795d7346ffef513394780333ae5d8f34" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 103153664, |
| "sha256": "ccdb9412fba7fb7f0e62a3123e5821477d4d359670545efd27807d9727236212" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 3583228, |
| "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" |
| } |
| ], |
| "kind": "laya" |
| } |
| }, |
| "models_v2": { |
| "clm": { |
| "title": "CLM v0.1 8B", |
| "about": "A Contrastive Language Model: a frozen Qwen3-8B reads the state and each option, and two small heads compare them. The same three kinds of question as Laya on an encoder twenty times the size; a new question takes about 0.3 s.", |
| "card": { |
| "encoder": "Qwen3-8B, 8.2B parameters, as a chain of 18 graphs", |
| "languages": "English", |
| "upstream": "Contrastive-LM/CLM-v0.1-8B", |
| "license": "Apache-2.0" |
| }, |
| "path": "clm", |
| "kind": "clm", |
| "checkpoint": "CLM-v0.1-8B", |
| "precision": "A_BF16_W_INT8", |
| "graphs": { |
| "128": [ |
| "qwen_s128_l00n2_stage1_mla.elf", |
| "qwen_s128_l02n2_stage1_mla.elf", |
| "qwen_s128_l04n2_stage1_mla.elf", |
| "qwen_s128_l06n2_stage1_mla.elf", |
| "qwen_s128_l08n2_stage1_mla.elf", |
| "qwen_s128_l10n2_stage1_mla.elf", |
| "qwen_s128_l12n2_stage1_mla.elf", |
| "qwen_s128_l14n2_stage1_mla.elf", |
| "qwen_s128_l16n2_stage1_mla.elf", |
| "qwen_s128_l18n2_stage1_mla.elf", |
| "qwen_s128_l20n2_stage1_mla.elf", |
| "qwen_s128_l22n2_stage1_mla.elf", |
| "qwen_s128_l24n2_stage1_mla.elf", |
| "qwen_s128_l26n2_stage1_mla.elf", |
| "qwen_s128_l28n2_stage1_mla.elf", |
| "qwen_s128_l30n2_stage1_mla.elf", |
| "qwen_s128_l32n2_stage1_mla.elf", |
| "qwen_s128_l34n2_stage1_mla.elf" |
| ] |
| }, |
| "latency_ms": { |
| "128": 254.0 |
| }, |
| "agreement": "9 of 13 reference decisions (int8 weights; an approximation)", |
| "files": [ |
| { |
| "name": "clm_config.json", |
| "bytes": 1175, |
| "sha256": "db79dccca7fe2e1337dd2760930422cbf5cb1265a94e81e52a7a3553b7e17071" |
| }, |
| { |
| "name": "heads.f32", |
| "bytes": 75550720, |
| "sha256": "bd3d83bfbb5c117dfd2991317bd8c60aafe3c22e00298e18a119c32993f03dae" |
| }, |
| { |
| "name": "heads.json", |
| "bytes": 1387, |
| "sha256": "71bf7405610f7f1d990846b69a2c3162e6e6efa33c7e3bf66e5fc2e0caff35a6" |
| }, |
| { |
| "name": "qwen_s128_l00n2_stage1_mla.elf", |
| "bytes": 419784304, |
| "sha256": "e63f23c745bcf493be1d6877eed1947daa157226989a255747b37a6ba972b7cd" |
| }, |
| { |
| "name": "qwen_s128_l02n2_stage1_mla.elf", |
| "bytes": 398502840, |
| "sha256": "418ac276c2da2e83338c03a1ed9771657af70f882c8be3d1ee1f7d0122213ac7" |
| }, |
| { |
| "name": "qwen_s128_l04n2_stage1_mla.elf", |
| "bytes": 432763576, |
| "sha256": "f8c1b07b2512a2092d632f96958da973dee5e6ab8a9c4cd367d2c2cc5012ad55" |
| }, |
| { |
| "name": "qwen_s128_l06n2_stage1_mla.elf", |
| "bytes": 436585272, |
| "sha256": "cadc8a2cb77b973c3a98d1ef67f10e2fb0e56358a58030a14fb92516a28bcba4" |
| }, |
| { |
| "name": "qwen_s128_l08n2_stage1_mla.elf", |
| "bytes": 436597992, |
| "sha256": "3f36a8031498b84c08f52d8e2dd4e57a6bfba1c249255c6881ba0841c71ce79b" |
| }, |
| { |
| "name": "qwen_s128_l10n2_stage1_mla.elf", |
| "bytes": 436069896, |
| "sha256": "28fd3d49e817efc12a95df58f6f251f773c34131d8ef24506ea784db1b649f9a" |
| }, |
| { |
| "name": "qwen_s128_l12n2_stage1_mla.elf", |
| "bytes": 434594824, |
| "sha256": "b46d516eb5c9a1a4c81a8fca699fc8d8ecee340edba732f3e608d2c2ee3c8e23" |
| }, |
| { |
| "name": "qwen_s128_l14n2_stage1_mla.elf", |
| "bytes": 434365496, |
| "sha256": "34a58c88d6a33f9e2dc28651cba25e544230a6d77c8deef499ee176bbbe5edac" |
| }, |
| { |
| "name": "qwen_s128_l16n2_stage1_mla.elf", |
| "bytes": 434663544, |
| "sha256": "845108ee3b20616a911a1b1e8f596542f7df4d1712f7b96995ca38d08f856f4e" |
| }, |
| { |
| "name": "qwen_s128_l18n2_stage1_mla.elf", |
| "bytes": 433790200, |
| "sha256": "620e0011366756ba1b4121af890aa7e01c2a747ce763261733cec8604c9fcd27" |
| }, |
| { |
| "name": "qwen_s128_l20n2_stage1_mla.elf", |
| "bytes": 434175896, |
| "sha256": "7c3cb32822095632ccfcfef58f7c8995dbb8ebf973d07991d70df659b14d8f6e" |
| }, |
| { |
| "name": "qwen_s128_l22n2_stage1_mla.elf", |
| "bytes": 434193016, |
| "sha256": "85fa1ea6a318d085f0634d5452936e39faf7c5bce9ef17ea603def4c24e6c8eb" |
| }, |
| { |
| "name": "qwen_s128_l24n2_stage1_mla.elf", |
| "bytes": 435984296, |
| "sha256": "eee531896cda0af5de1c8116fe1b5b4abc753d4f5d23c92c571221aff351b310" |
| }, |
| { |
| "name": "qwen_s128_l26n2_stage1_mla.elf", |
| "bytes": 437245800, |
| "sha256": "aaa21d3e2cf3808338d88875750b2117f530c518703a368bde792970f8dfe939" |
| }, |
| { |
| "name": "qwen_s128_l28n2_stage1_mla.elf", |
| "bytes": 437722296, |
| "sha256": "562f71307ba16d911bee0f04e4be22c9295d9a39a75c6225734bfe3a86073e90" |
| }, |
| { |
| "name": "qwen_s128_l30n2_stage1_mla.elf", |
| "bytes": 438089400, |
| "sha256": "707c9f517325fc9b51e8c2394b5103d93cbee06d11bb3faf01c23d3082c30d04" |
| }, |
| { |
| "name": "qwen_s128_l32n2_stage1_mla.elf", |
| "bytes": 437204936, |
| "sha256": "d222da9c0210cbf74128f0917c27dfc095c7cb5e35ff788070ad9f0997abd565" |
| }, |
| { |
| "name": "qwen_s128_l34n2_stage1_mla.elf", |
| "bytes": 438373344, |
| "sha256": "b8bf4f53f9c5617291fc4849cd766007a1fa7035acebcfa141f78a8def9d5311" |
| }, |
| { |
| "name": "token_embeddings.bf16", |
| "bytes": 1244659712, |
| "sha256": "458b4af1d22ed8d7d12235ed5249a4606c7606e35e775e7ea2244ba623b0312e" |
| }, |
| { |
| "name": "tokenizer.json", |
| "bytes": 11422654, |
| "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4" |
| } |
| ] |
| } |
| } |
| } |
