remove v75 bundle: not Plane-B-validated (Plane B OOM (5.4GB MoE > app ceiling))
Browse files- v75/a_hi.bin +0 -3
- v75/a_lo.bin +0 -3
- v75/embed_f16.bin +0 -3
- v75/experts_i8.bin +0 -3
- v75/experts_scale.f32 +0 -3
- v75/ffn2.bin +0 -3
- v75/lmhead_ar1.bin +0 -3
- v75/phimoe.json +0 -58
- v75/tokenizer.json +0 -0
v75/a_hi.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:64b53896cd67c3bb554f28238627fa865d261fbf0cf50de9e0707a1784775242
|
| 3 |
-
size 680792064
|
|
|
|
|
|
|
|
|
|
|
|
v75/a_lo.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:02cddcbbf710676bfa947ddcd0f0fddd370188e6e962729a90588486d98b4eac
|
| 3 |
-
size 680792064
|
|
|
|
|
|
|
|
|
|
|
|
v75/embed_f16.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:847f7968052e7f1182010b71e4cb015475441099207565979a9414c932dae3c0
|
| 3 |
-
size 262668288
|
|
|
|
|
|
|
|
|
|
|
|
v75/experts_i8.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5f17f0ed5f7e564c7be8b175d0c885bc7ce3a4532117463ca0e9e064421bfad2
|
| 3 |
-
size 2818572288
|
|
|
|
|
|
|
|
|
|
|
|
v75/experts_scale.f32
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3e640a0681bec093b2a00ba2f91b44204c42598f7bdd13353cb516d2a11ccce8
|
| 3 |
-
size 10223616
|
|
|
|
|
|
|
|
|
|
|
|
v75/ffn2.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:952a707d6d458cf9425283024c3ca38b8a23b673f01bf8e027af9fa450a5a74e
|
| 3 |
-
size 110592
|
|
|
|
|
|
|
|
|
|
|
|
v75/lmhead_ar1.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5f341c1b1663c5353126239dfeec734780c8aad48797cdda494895ac3976c09c
|
| 3 |
-
size 263249920
|
|
|
|
|
|
|
|
|
|
|
|
v75/phimoe.json
DELETED
|
@@ -1,58 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"schema_version": 1,
|
| 3 |
-
"_comment": "Phi-tiny-MoE on Hexagon v81 (SM8850 / soc_model 87) \u2014 DECODE-ONLY variant. The full 7-context bundle (64 graphs) crashes the v81 cDSP unsigned-PD in Graph::setup_vtcm (KB phimoe-v81-cdsp-unsigned-pd-vtcm-crash). This drops the 3 batched-prefill contexts (pf_lo/pf_hi/ffn_pf); the phimoe_generate host-op auto-falls-back to decode-over-prompt when they are absent (use_pf=false). 34 graphs / 4 contexts (~1.6 GB) fits the unsigned PD. Cost: slower TTFT on long prompts (decode-over-prompt); fine for short prompts. Decode: per-layer GQA-native attn+router a0..a31 (a_lo/a_hi) + host sparsemixer top-2 + fused 2-expert FFN (ffn2) + in-graph lm-head (lmhead_ar1). int8 experts + fp16 attn/router/lm-head.",
|
| 4 |
-
"model": {
|
| 5 |
-
"name": "phi-tiny-moe",
|
| 6 |
-
"family": "llm",
|
| 7 |
-
"dsp_arch": "v75",
|
| 8 |
-
"tokenizer_pre": "default"
|
| 9 |
-
},
|
| 10 |
-
"params": {
|
| 11 |
-
"hidden": 4096,
|
| 12 |
-
"vocab": 32064,
|
| 13 |
-
"n_layers": 32,
|
| 14 |
-
"max_ctx": 2048,
|
| 15 |
-
"kv_dim": 512,
|
| 16 |
-
"head_dim": 128,
|
| 17 |
-
"rope_theta": 10000,
|
| 18 |
-
"eos_token_id": 32000
|
| 19 |
-
},
|
| 20 |
-
"artifacts": {
|
| 21 |
-
"contexts": {
|
| 22 |
-
"a_lo": {
|
| 23 |
-
"bin": "a_lo.bin"
|
| 24 |
-
},
|
| 25 |
-
"a_hi": {
|
| 26 |
-
"bin": "a_hi.bin"
|
| 27 |
-
},
|
| 28 |
-
"ffn": {
|
| 29 |
-
"bin": "ffn2.bin"
|
| 30 |
-
},
|
| 31 |
-
"lmhead": {
|
| 32 |
-
"bin": "lmhead_ar1.bin"
|
| 33 |
-
}
|
| 34 |
-
},
|
| 35 |
-
"embed": "embed_f16.bin",
|
| 36 |
-
"tokenizer": "tokenizer.json",
|
| 37 |
-
"fixture_dir": "."
|
| 38 |
-
},
|
| 39 |
-
"plan": {
|
| 40 |
-
"steps": [
|
| 41 |
-
{
|
| 42 |
-
"host": "phimoe_generate",
|
| 43 |
-
"params": {
|
| 44 |
-
"experts": "experts_i8.bin",
|
| 45 |
-
"scales": "experts_scale.f32",
|
| 46 |
-
"n_experts": 16,
|
| 47 |
-
"ffn": 448,
|
| 48 |
-
"jitter": 0.01,
|
| 49 |
-
"neg": -50,
|
| 50 |
-
"user_id": 32010,
|
| 51 |
-
"end_id": 32007,
|
| 52 |
-
"assistant_id": 32001,
|
| 53 |
-
"max_new": 24
|
| 54 |
-
}
|
| 55 |
-
}
|
| 56 |
-
]
|
| 57 |
-
}
|
| 58 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
v75/tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|