File size: 159 Bytes
cb2428f
 
 
 
 
1
2
3
4
5
6
CUDA_VISIBLE_DEVICES=0 swift deploy \
    --host 0.0.0.0 \
    --port 8000 \
    --model Shanghai_AI_Laboratory/internlm2-1_8b-reward \
    --infer_backend pt