Doctor-Shotgun commited on
Commit
4e9ea90
·
verified ·
1 Parent(s): 02b62aa

Update config for updated sglang+kt-kernel

Browse files
Files changed (1) hide show
  1. config.json +9 -0
config.json CHANGED
@@ -35,6 +35,15 @@
35
  "qk_nope_head_dim": 128,
36
  "qk_rope_head_dim": 64,
37
  "quantization_config": {
 
 
 
 
 
 
 
 
 
38
  "config_groups": {
39
  "group_0": {
40
  "input_activations": null,
 
35
  "qk_nope_head_dim": 128,
36
  "qk_rope_head_dim": 64,
37
  "quantization_config": {
38
+ "linear_fp8_config": {
39
+ "activation_scheme": "dynamic",
40
+ "fmt": "e4m3",
41
+ "quant_method": "fp8",
42
+ "weight_block_size": [
43
+ 128,
44
+ 128
45
+ ]
46
+ },
47
  "config_groups": {
48
  "group_0": {
49
  "input_activations": null,