sanmonga22 commited on
Commit
30d3d03
·
verified ·
1 Parent(s): b1b0f24

Add v75 (SM8650) bundle: decode-only MoE, device-validated (Paris/4 correct)

Browse files
.gitattributes CHANGED
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  v79/experts_scale.f32 filter=lfs diff=lfs merge=lfs -text
37
  v79/embed_table.f32 filter=lfs diff=lfs merge=lfs -text
38
  v81/experts_scale.f32 filter=lfs diff=lfs merge=lfs -text
 
 
36
  v79/experts_scale.f32 filter=lfs diff=lfs merge=lfs -text
37
  v79/embed_table.f32 filter=lfs diff=lfs merge=lfs -text
38
  v81/experts_scale.f32 filter=lfs diff=lfs merge=lfs -text
39
+ v75/experts_scale.f32 filter=lfs diff=lfs merge=lfs -text
v75/a_hi.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b53896cd67c3bb554f28238627fa865d261fbf0cf50de9e0707a1784775242
3
+ size 680792064
v75/a_lo.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02cddcbbf710676bfa947ddcd0f0fddd370188e6e962729a90588486d98b4eac
3
+ size 680792064
v75/embed_f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847f7968052e7f1182010b71e4cb015475441099207565979a9414c932dae3c0
3
+ size 262668288
v75/experts_i8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f17f0ed5f7e564c7be8b175d0c885bc7ce3a4532117463ca0e9e064421bfad2
3
+ size 2818572288
v75/experts_scale.f32 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e640a0681bec093b2a00ba2f91b44204c42598f7bdd13353cb516d2a11ccce8
3
+ size 10223616
v75/ffn2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952a707d6d458cf9425283024c3ca38b8a23b673f01bf8e027af9fa450a5a74e
3
+ size 110592
v75/lmhead_ar1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f341c1b1663c5353126239dfeec734780c8aad48797cdda494895ac3976c09c
3
+ size 263249920
v75/phimoe.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "Phi-tiny-MoE on Hexagon v81 (SM8850 / soc_model 87) \u2014 DECODE-ONLY variant. The full 7-context bundle (64 graphs) crashes the v81 cDSP unsigned-PD in Graph::setup_vtcm (KB phimoe-v81-cdsp-unsigned-pd-vtcm-crash). This drops the 3 batched-prefill contexts (pf_lo/pf_hi/ffn_pf); the phimoe_generate host-op auto-falls-back to decode-over-prompt when they are absent (use_pf=false). 34 graphs / 4 contexts (~1.6 GB) fits the unsigned PD. Cost: slower TTFT on long prompts (decode-over-prompt); fine for short prompts. Decode: per-layer GQA-native attn+router a0..a31 (a_lo/a_hi) + host sparsemixer top-2 + fused 2-expert FFN (ffn2) + in-graph lm-head (lmhead_ar1). int8 experts + fp16 attn/router/lm-head.",
4
+ "model": {
5
+ "name": "phi-tiny-moe",
6
+ "family": "llm",
7
+ "dsp_arch": "v75",
8
+ "tokenizer_pre": "default"
9
+ },
10
+ "params": {
11
+ "hidden": 4096,
12
+ "vocab": 32064,
13
+ "n_layers": 32,
14
+ "max_ctx": 2048,
15
+ "kv_dim": 512,
16
+ "head_dim": 128,
17
+ "rope_theta": 10000,
18
+ "eos_token_id": 32000
19
+ },
20
+ "artifacts": {
21
+ "contexts": {
22
+ "a_lo": {
23
+ "bin": "a_lo.bin"
24
+ },
25
+ "a_hi": {
26
+ "bin": "a_hi.bin"
27
+ },
28
+ "ffn": {
29
+ "bin": "ffn2.bin"
30
+ },
31
+ "lmhead": {
32
+ "bin": "lmhead_ar1.bin"
33
+ }
34
+ },
35
+ "embed": "embed_f16.bin",
36
+ "tokenizer": "tokenizer.json",
37
+ "fixture_dir": "."
38
+ },
39
+ "plan": {
40
+ "steps": [
41
+ {
42
+ "host": "phimoe_generate",
43
+ "params": {
44
+ "experts": "experts_i8.bin",
45
+ "scales": "experts_scale.f32",
46
+ "n_experts": 16,
47
+ "ffn": 448,
48
+ "jitter": 0.01,
49
+ "neg": -50,
50
+ "user_id": 32010,
51
+ "end_id": 32007,
52
+ "assistant_id": 32001,
53
+ "max_new": 24
54
+ }
55
+ }
56
+ ]
57
+ }
58
+ }
v75/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff