Spaces:
Sleeping
Sleeping
Update optimum_neuron_export.py
Browse files- optimum_neuron_export.py +1 -0
optimum_neuron_export.py
CHANGED
|
@@ -149,6 +149,7 @@ def export_and_git_add(model_id: str, task_or_pipeline: str, model_type: str, fo
|
|
| 149 |
tensor_parallel_size=1,
|
| 150 |
token=HF_TOKEN,
|
| 151 |
cpu_backend=True,
|
|
|
|
| 152 |
**inputs,
|
| 153 |
)
|
| 154 |
model.save_pretrained(folder)
|
|
|
|
| 149 |
tensor_parallel_size=1,
|
| 150 |
token=HF_TOKEN,
|
| 151 |
cpu_backend=True,
|
| 152 |
+
compiler_args="--target inf2"
|
| 153 |
**inputs,
|
| 154 |
)
|
| 155 |
model.save_pretrained(folder)
|