optimum-internal-testing-user commited on
Commit
85f0f75
·
verified ·
1 Parent(s): 0ae0ea8

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -17,6 +17,7 @@
17
  "auto_cast_type": null,
18
  "compiler_type": "neuronx-cc",
19
  "compiler_version": "2.21.18209.0+043b1bf7",
 
20
  "disable_fallback": false,
21
  "disable_fast_relayout": false,
22
  "dynamic_batch_size": false,
@@ -27,7 +28,6 @@
27
  "attention_mask",
28
  "token_type_ids"
29
  ],
30
- "instance_type": "trn1",
31
  "int_dtype": "int64",
32
  "model_type": "bert",
33
  "optlevel": "2",
 
17
  "auto_cast_type": null,
18
  "compiler_type": "neuronx-cc",
19
  "compiler_version": "2.21.18209.0+043b1bf7",
20
+ "cpu_backend": false,
21
  "disable_fallback": false,
22
  "disable_fast_relayout": false,
23
  "dynamic_batch_size": false,
 
28
  "attention_mask",
29
  "token_type_ids"
30
  ],
 
31
  "int_dtype": "int64",
32
  "model_type": "bert",
33
  "optlevel": "2",