Gerchegg commited on
Commit
e89bda1
·
verified ·
1 Parent(s): c825747

Delete finetune_pipeline.sh

Browse files
Files changed (1) hide show
  1. finetune_pipeline.sh +0 -107
finetune_pipeline.sh DELETED
@@ -1,107 +0,0 @@
1
- #!/usr/bin/env bash
2
- set -e
3
-
4
- ###############################################################################
5
- # 0. Подготовка среды: обновление apt, установка unzip
6
- ###############################################################################
7
- echo ">>> [Script 1] Step 0: Installing system dependencies ..."
8
- apt-get update && apt-get install -y unzip
9
-
10
- ###############################################################################
11
- # 1. Скачиваем zip-файл с Hugging Face и распаковываем
12
- ###############################################################################
13
- echo ">>> [Script 1] Step 1: Downloading MyRunpodFinetuneScripts.zip ..."
14
- wget -O /workspace/MyRunpodFinetuneScripts.zip \
15
- "https://huggingface.co/Gerchegg/FeaturesFluxAI/resolve/main/MyRunpodFinetuneScripts.zip"
16
-
17
- echo ">>> [Script 1] Step 2: Unzipping MyRunpodFinetuneScripts.zip ..."
18
- unzip -o /workspace/MyRunpodFinetuneScripts.zip -d /workspace
19
- # Предполагается, что внутри появится папка Kohya_Flux*** с нужными файлами.
20
-
21
- ###############################################################################
22
- # 2. Запускаем два "параллельных" потока (фона):
23
- # - Thread 1: Устанавливает пакеты + python Download_Train_Models.py
24
- # - Thread 2: Устанавливает нужные deps (kohya_ss, torch, xformers), запускает GUI
25
- ###############################################################################
26
- echo ">>> [Script 1] Starting parallel threads ..."
27
-
28
- # ------------------ Поток 1 --------------------
29
- (
30
- echo ">>> [Thread 1] Installing Python packages for huggingface ..."
31
- pip install huggingface_hub ipywidgets hf_transfer
32
-
33
- export HF_HUB_ENABLE_HF_TRANSFER=1
34
-
35
- echo ">>> [Thread 1] Running Download_Train_Models.py ..."
36
- dwn_path=$(find /workspace -name "Download_Train_Models.py" | head -n 1)
37
- if [ -z "$dwn_path" ]; then
38
- echo "[Thread 1] ERROR: Download_Train_Models.py not found!"
39
- exit 1
40
- fi
41
-
42
- python "$dwn_path" --dir /workspace
43
-
44
- echo ">>> [Thread 1] Done."
45
- ) &
46
-
47
- # ------------------ Поток 2 --------------------
48
- (
49
- echo ">>> [Thread 2] Installing Python and OS dependencies ..."
50
- apt update --yes
51
- yes | apt-get install python3.10-tk
52
- apt-get install psmisc --yes
53
-
54
- echo ">>> [Thread 2] Cloning kohya_ss ..."
55
- cd /workspace
56
- if [ ! -d "/workspace/kohya_ss" ]; then
57
- git clone https://github.com/bmaltais/kohya_ss.git
58
- fi
59
-
60
- cd /workspace/kohya_ss
61
- git checkout sd3-flux.1
62
-
63
- echo ">>> [Thread 2] Creating Python venv ..."
64
- python3 -m venv venv
65
- source venv/bin/activate
66
- yes | apt-get install python3.10-tk
67
-
68
- echo ">>> [Thread 2] Running setup.sh ..."
69
- ./setup.sh -n -u
70
-
71
- apt update --yes
72
- yes | apt-get install python3.10-tk
73
- apt-get install psmisc --yes
74
-
75
- pip install hf_transfer
76
- export HF_HUB_ENABLE_HF_TRANSFER=0
77
-
78
- echo ">>> [Thread 2] Killing processes on port 7860 ..."
79
- fuser -k 7860/tcp || true
80
-
81
- git checkout sd3-flux.1
82
- source venv/bin/activate
83
-
84
- echo ">>> [Thread 2] Updating torch & xformers ..."
85
- pip uninstall -y xformers
86
- pip install torch==2.5.1+cu124 torchvision --index-url https://download.pytorch.org/whl/cu124
87
- pip install xformers==0.0.28.post3 --index-url https://download.pytorch.org/whl/cu124
88
-
89
- echo ">>> [Thread 2] Launching kohya_ss GUI on 0.0.0.0:7860 ..."
90
- ./gui.sh --listen=0.0.0.0 --share --noverify
91
- ) &
92
-
93
- ###############################################################################
94
- # 3. Создаём общую структуру папок (Models, Images, Logs)
95
- # по заданию, делаем это в первой части
96
- ###############################################################################
97
- echo ">>> [Script 1] Creating folder structure in /workspace/MyLearningDataset ..."
98
- mkdir -p /workspace/MyLearningDataset/Models
99
- mkdir -p /workspace/MyLearningDataset/Images
100
- mkdir -p /workspace/MyLearningDataset/Logs
101
-
102
- ###############################################################################
103
- # 4. Ожидаем завершения потоков
104
- ###############################################################################
105
- echo ">>> [Script 1] Waiting for threads to finish ..."
106
- wait
107
- echo ">>> [Script 1] ALL DONE! Now run 'finetune_analysis.sh' to proceed."