koichi12's picture
Add files using upload-large-folder tool
277ed5d verified
set -eux
LLM_RECIPES_DIR=/code/llm-recipes
source $LLM_RECIPES_DIR/scripts/wmt2024/tokens.sh
python $LLM_RECIPES_DIR/tools/save_hf_model.py \
--base_model_name_or_path mistralai/Mistral-7B-v0.1 \
--state_dict_path /work/models/additiona_trained/mistral-llm-recipes-mistral-ja-v1/averaged/averaged-19200-20000.pt \
--output_dir /work/models/additiona_trained_hf/mistral-llm-recipes-mistral-ja-v1-averaged-19200-20000 \
--hf_repo_id skim-wmt24/mistral-llm-recipes-mistral-ja-v1-averaged-19200-20000-hf