File size: 2,987 Bytes
a57186b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
  "format_version": 3,
  "source_architecture": "DFlashDraftModel",
  "target_architecture": "Qwen3.5-9B / Ornith-1.0-9B",
  "minimum_macos": "15.0",
  "preferred_compute_units": "cpuAndNeuralEngine",
  "block_size": 8,
  "context_update_block_size": 64,
  "cache": {
    "sink": 64,
    "window": 1024,
    "state_length": 1088
  },
  "target_layer_ids": [
    1,
    5,
    9,
    13,
    17,
    21,
    25,
    29
  ],
  "rope_theta": 10000000.0,
  "lut_bits": 0,
  "components": [
    {
      "name": "projector",
      "artifact": "dflash_projector.mlpackage",
      "sha256": "81bad3b1b9a42bc9a6c3b2fd1c6360d87f5c6ff4f6f36e2752c4c304ce8bbde9"
    },
    {
      "name": "context_projector",
      "artifact": "dflash_context_projector.mlpackage",
      "sha256": "884474a2041344e870482ffec5f48b36266cf574ef0a0fe8273207db5e37883e"
    },
    {
      "name": "context_layer_0",
      "layer_type": "sliding_attention",
      "artifact": "dflash_context_layer_0.mlpackage",
      "sha256": "c6a46a41aaff50307beca7a38affe9aa94c647c1f6beb0030edc916cbe5ac013"
    },
    {
      "name": "context_layer_1",
      "layer_type": "sliding_attention",
      "artifact": "dflash_context_layer_1.mlpackage",
      "sha256": "87afc8b71ed75d52ccc2ee701bc639950007ad8829a476af8840b70c318d27cd"
    },
    {
      "name": "context_layer_2",
      "layer_type": "sliding_attention",
      "artifact": "dflash_context_layer_2.mlpackage",
      "sha256": "6c0a8c44845db71873c8e693bba14d93e9e372077f01ff7f9d7042694bb17dc6"
    },
    {
      "name": "context_layer_3",
      "layer_type": "sliding_attention",
      "artifact": "dflash_context_layer_3.mlpackage",
      "sha256": "71fe6f12c5424482da87e2ca27360b9822edc7c4f728a03025017067fef183d9"
    },
    {
      "name": "context_layer_4",
      "layer_type": "sliding_attention",
      "artifact": "dflash_context_layer_4.mlpackage",
      "sha256": "b528333c080d88872c5db615d7fc66a51babdf467bd36d6ed757b68dfb83620f"
    },
    {
      "name": "context_layer_5",
      "layer_type": "full_attention",
      "artifact": "dflash_context_layer_5.mlpackage",
      "sha256": "3abb807e5c82f7af1035cf1174f297c49f9b563360fd0a6166d4a1743fca8471"
    },
    {
      "name": "layer_pair_0",
      "layer_types": [
        "sliding_attention",
        "sliding_attention"
      ],
      "artifact": "dflash_layer_pair_0.mlpackage",
      "sha256": "52a25c1312334a0fef897ccda8a811344e7c3f57225411835e9fe4b550c5c3cd"
    },
    {
      "name": "layer_pair_1",
      "layer_types": [
        "sliding_attention",
        "sliding_attention"
      ],
      "artifact": "dflash_layer_pair_1.mlpackage",
      "sha256": "d960596b3df7aeabebaef5b3e0f354e37ba824ef07e6ca5a43db5f2702b68ef8"
    },
    {
      "name": "layer_pair_2",
      "layer_types": [
        "sliding_attention",
        "full_attention"
      ],
      "artifact": "dflash_layer_pair_2.mlpackage",
      "sha256": "026d4a5a3c7b1056409777e5e71e293bf888ba6c93ecd24cbbdfd2637dfdfe7d"
    }
  ]
}