Hugging Face's logo

poolside
/
Laguna-S-2.1-DFlash-FP8

Safetensors
speculators
laguna
speculative-decoding
dflash
Model card Files
xet
 Community
7

Spinquant removal adaptation

#5
by baranowskiadam - opened
base: refs/heads/main
←
from: refs/pr/5
Discussion Files changed
+8
-9
Files changed (2) hide show
  1. config.json +7 -8
  2. model.safetensors +1 -1
config.json CHANGED
@@ -20,13 +20,6 @@
20
  "sliding_attention",
21
  "sliding_attention"
22
  ],
23
- "rope_theta": 500000.0,
24
- "partial_rotary_factor": 0.5,
25
- "gating": "per-head",
26
- "architectures": [
27
- "DFlashLagunaForCausalLM"
28
- ],
29
- "num_experts": 0,
30
  "sliding_windows": [
31
  512,
32
  512,
@@ -35,6 +28,12 @@
35
  512,
36
  512
37
  ],
 
 
 
 
 
 
38
  "draft_vocab_size": 100352,
39
  "torch_dtype": "bfloat16",
40
  "eagle_aux_hidden_state_layer_ids": [
@@ -59,4 +58,4 @@
59
  ],
60
  "causal": true
61
  }
62
- }
 
20
  "sliding_attention",
21
  "sliding_attention"
22
  ],
 
 
 
 
 
 
 
23
  "sliding_windows": [
24
  512,
25
  512,
 
28
  512,
29
  512
30
  ],
31
+ "rope_theta": 500000.0,
32
+ "gating": "per-head",
33
+ "architectures": [
34
+ "DFlashLagunaForCausalLM"
35
+ ],
36
+ "num_experts": 0,
37
  "draft_vocab_size": 100352,
38
  "torch_dtype": "bfloat16",
39
  "eagle_aux_hidden_state_layer_ids": [
 
58
  ],
59
  "causal": true
60
  }
61
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:933dcd552289da3f7489f358964a97160c8175ee109d1b18543fdcd2156651b9
3
  size 2229962896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3026487dc6a6b22a78f15ca1433eae69e85b77b19629daf135681683de768f6e
3
  size 2229962896