Doctor-Shotgun commited on
Commit
e02f3fb
·
verified ·
1 Parent(s): d049e7c

Update config.json for updated sglang+kt-kernel

Browse files
Files changed (1) hide show
  1. config.json +9 -0
config.json CHANGED
@@ -37,6 +37,15 @@
37
  "qk_nope_head_dim": 128,
38
  "qk_rope_head_dim": 64,
39
  "quantization_config": {
 
 
 
 
 
 
 
 
 
40
  "config_groups": {
41
  "group_0": {
42
  "input_activations": null,
 
37
  "qk_nope_head_dim": 128,
38
  "qk_rope_head_dim": 64,
39
  "quantization_config": {
40
+ "linear_fp8_config": {
41
+ "activation_scheme": "dynamic",
42
+ "fmt": "e4m3",
43
+ "quant_method": "fp8",
44
+ "weight_block_size": [
45
+ 128,
46
+ 128
47
+ ]
48
+ },
49
  "config_groups": {
50
  "group_0": {
51
  "input_activations": null,