sanmonga22 commited on
Commit
80f24b2
·
verified ·
1 Parent(s): 30d3d03

remove v75 bundle: not Plane-B-validated (Plane B OOM (5.4GB MoE > app ceiling))

Browse files
v75/a_hi.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:64b53896cd67c3bb554f28238627fa865d261fbf0cf50de9e0707a1784775242
3
- size 680792064
 
 
 
 
v75/a_lo.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:02cddcbbf710676bfa947ddcd0f0fddd370188e6e962729a90588486d98b4eac
3
- size 680792064
 
 
 
 
v75/embed_f16.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:847f7968052e7f1182010b71e4cb015475441099207565979a9414c932dae3c0
3
- size 262668288
 
 
 
 
v75/experts_i8.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f17f0ed5f7e564c7be8b175d0c885bc7ce3a4532117463ca0e9e064421bfad2
3
- size 2818572288
 
 
 
 
v75/experts_scale.f32 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e640a0681bec093b2a00ba2f91b44204c42598f7bdd13353cb516d2a11ccce8
3
- size 10223616
 
 
 
 
v75/ffn2.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:952a707d6d458cf9425283024c3ca38b8a23b673f01bf8e027af9fa450a5a74e
3
- size 110592
 
 
 
 
v75/lmhead_ar1.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f341c1b1663c5353126239dfeec734780c8aad48797cdda494895ac3976c09c
3
- size 263249920
 
 
 
 
v75/phimoe.json DELETED
@@ -1,58 +0,0 @@
1
- {
2
- "schema_version": 1,
3
- "_comment": "Phi-tiny-MoE on Hexagon v81 (SM8850 / soc_model 87) \u2014 DECODE-ONLY variant. The full 7-context bundle (64 graphs) crashes the v81 cDSP unsigned-PD in Graph::setup_vtcm (KB phimoe-v81-cdsp-unsigned-pd-vtcm-crash). This drops the 3 batched-prefill contexts (pf_lo/pf_hi/ffn_pf); the phimoe_generate host-op auto-falls-back to decode-over-prompt when they are absent (use_pf=false). 34 graphs / 4 contexts (~1.6 GB) fits the unsigned PD. Cost: slower TTFT on long prompts (decode-over-prompt); fine for short prompts. Decode: per-layer GQA-native attn+router a0..a31 (a_lo/a_hi) + host sparsemixer top-2 + fused 2-expert FFN (ffn2) + in-graph lm-head (lmhead_ar1). int8 experts + fp16 attn/router/lm-head.",
4
- "model": {
5
- "name": "phi-tiny-moe",
6
- "family": "llm",
7
- "dsp_arch": "v75",
8
- "tokenizer_pre": "default"
9
- },
10
- "params": {
11
- "hidden": 4096,
12
- "vocab": 32064,
13
- "n_layers": 32,
14
- "max_ctx": 2048,
15
- "kv_dim": 512,
16
- "head_dim": 128,
17
- "rope_theta": 10000,
18
- "eos_token_id": 32000
19
- },
20
- "artifacts": {
21
- "contexts": {
22
- "a_lo": {
23
- "bin": "a_lo.bin"
24
- },
25
- "a_hi": {
26
- "bin": "a_hi.bin"
27
- },
28
- "ffn": {
29
- "bin": "ffn2.bin"
30
- },
31
- "lmhead": {
32
- "bin": "lmhead_ar1.bin"
33
- }
34
- },
35
- "embed": "embed_f16.bin",
36
- "tokenizer": "tokenizer.json",
37
- "fixture_dir": "."
38
- },
39
- "plan": {
40
- "steps": [
41
- {
42
- "host": "phimoe_generate",
43
- "params": {
44
- "experts": "experts_i8.bin",
45
- "scales": "experts_scale.f32",
46
- "n_experts": 16,
47
- "ffn": 448,
48
- "jitter": 0.01,
49
- "neg": -50,
50
- "user_id": 32010,
51
- "end_id": 32007,
52
- "assistant_id": 32001,
53
- "max_new": 24
54
- }
55
- }
56
- ]
57
- }
58
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v75/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff