inference/split_weight.sh

# coding=utf-8
# Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.

rm -rf ./model
mkdir ./model
python split_weight.py \
    --model_path=../ \
    --output_path=./model \
    --origin_yaml_file_path=./runner_config/tp1.yaml \
    --new_yaml_file_path=./runner_config/tp32.yaml \
    --world_size=32 \
    --node_num=1 \
    --node_rank=0