update

examples/tutorials/dpo/{ultrachat → ultrachat-sft}/step_2_train_sft_model_deepspeed.py

@@ -31,6 +31,25 @@ kill -9 `ps -aef | grep 'step_2_train_sft_model_deepspeed.py' | grep -v grep | a
 ps aux | grep step_2_train_sft_model_deepspeed
 
 
+
+--------
+python3 zero_to_fp32.py ./ ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+
+mv config.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv generation_config.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv merges.txt ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv tokenizer.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv tokenizer_config.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv vocab.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv added_tokens.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+mv special_tokens_map.json ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+
+
+-----
+modelscope login --token YOUR_ACCESS_TOKEN
+modelscope model -act upload -gid qgyd2021 -mid Qwen2.5-0.5B-ultrachat-sft-deepspeed -md ./Qwen2.5-0.5B-ultrachat-sft-deepspeed
+
+
 """
 import argparse
 import os

examples/tutorials/dpo/ultrachat-sft/step_6_push_to_modelscope.py

@@ -0,0 +1,49 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+# !/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+python step_6_push_to_modelscope.py \
+--model_dir /root/autodl-tmp/OpenMiniMind/temp/trainer_output/Qwen3-8B-sft-deepspeed/checkpoint-100 \
+--repo_id gyd2021/Qwen3-8B-sft-deepspeed \
+--token your_modelscope_token
+"""
+
+import os
+import argparse
+import logging
+
+# 设置日志格式
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+from modelscope.hub.api import HubApi
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument("--model_dir", type=str,)
+    parser.add_argument("--repo_id", type=str)
+    parser.add_argument("--token", type=str, default=None,)
+    parser.add_argument("--chunk_size", type=int, default=50)
+
+    return parser.parse_args()
+
+
+def main():
+    args = get_args()
+
+    api = HubApi(token=args.token)
+    api.upload_folder(
+        repo_id=args.repo_id,
+        folder_path=args.model_dir,
+    )
+    return
+
+
+if __name__ == "__main__":
+    main()