File size: 286 Bytes
cb2428f
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
CUDA_VISIBLE_DEVICES=0 \
swift deploy \
    --adapters output/vx-xxx/checkpoint-xxx

# curl http://localhost:8000/v1/chat/completions -H "Content-Type: application/json" -d '{
# "model": "Qwen2.5-0.5B",
# "messages": [{"role": "user", "content": "包装差,容易被调包。"}]
# }'