jon-tow commited on
Commit
eb057ae
·
verified ·
1 Parent(s): a519068

update(config): use `qk_layerorm` field for consistency with `transformers`

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "transformers_version": "4.39.0.dev0",
25
  "use_cache": true,
26
  "use_parallel_residual": true,
27
- "use_qk_layernorm": true,
28
  "use_qkv_bias": false,
29
  "vocab_size": 50304
30
  }
 
24
  "transformers_version": "4.39.0.dev0",
25
  "use_cache": true,
26
  "use_parallel_residual": true,
27
+ "qk_layernorm": true,
28
  "use_qkv_bias": false,
29
  "vocab_size": 50304
30
  }