Optimum commited on
Commit
2ddc95f
·
verified ·
1 Parent(s): ed08011

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -17,10 +17,11 @@
17
  "auto_cast": null,
18
  "auto_cast_type": null,
19
  "compiler_type": "neuronx-cc",
20
- "compiler_version": "2.12.54.0+f631c2365",
21
  "disable_fallback": false,
22
  "disable_fast_relayout": false,
23
  "dynamic_batch_size": false,
 
24
  "input_names": [
25
  "input_ids",
26
  "attention_mask",
 
17
  "auto_cast": null,
18
  "auto_cast_type": null,
19
  "compiler_type": "neuronx-cc",
20
+ "compiler_version": "2.12.68.0+4480452af",
21
  "disable_fallback": false,
22
  "disable_fast_relayout": false,
23
  "dynamic_batch_size": false,
24
+ "inline_weights_to_neff": true,
25
  "input_names": [
26
  "input_ids",
27
  "attention_mask",