Update README.md
Browse files
README.md
CHANGED
|
@@ -40,7 +40,8 @@ python3 internal_scripts/quantize_quark.py \
|
|
| 40 |
--exclude_layers "*lm_head" "*mlp.gate" \
|
| 41 |
--num_calib_data 128 \
|
| 42 |
--output_dir DeepSeek-R1-0528-ptpc \
|
| 43 |
-
--model_export hf_format
|
|
|
|
| 44 |
```
|
| 45 |
|
| 46 |
# Deployment
|
|
|
|
| 40 |
--exclude_layers "*lm_head" "*mlp.gate" \
|
| 41 |
--num_calib_data 128 \
|
| 42 |
--output_dir DeepSeek-R1-0528-ptpc \
|
| 43 |
+
--model_export hf_format \
|
| 44 |
+
--multi_gpu
|
| 45 |
```
|
| 46 |
|
| 47 |
# Deployment
|