Upload 7 files

autoUpload.sh

@@ -0,0 +1,117 @@
+#!/bin/bash
+
+# version 1
+
+# output filename add
+FLAG_NAME=$1
+
+# null
+FLAG_NULL=$2
+
+# flag Key
+FLAG_KEY=$3
+
+if [ -z "$FLAG_NAME" ] || [ "$FLAG_NAME" = " " ]; then
+  FLAG_NAME="null"
+fi
+if [ -z "$FLAG_NULL" ]; then
+  FLAG_NULL="null"
+fi
+if [ -z "$FLAG_KEY" ]; then
+  FLAG_KEY="null"
+fi
+
+cd /workspace
+cd *
+
+R_PATH="$(pwd)"
+
+if [ ! -d "$R_PATH/SD" ]; then
+  echo "SD folder not found."
+  exit 101
+fi
+
+MUID=""
+
+if [ -f "$R_PATH/SD/MUID.txt" ]; then
+  MUID=$(<./SD/MUID.txt)
+  MUID=${MUID%%+( )}
+  MUID=${MUID%%+(\n)}
+  #MUID_LEN=${#MUID}
+  #MUID=${MUID:1:MUID_LEN-2}
+else
+  RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
+  RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
+  MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
+  echo -e "$MUID" >> ./SD/MUID.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_Log.txt" ]; then
+  touch ./SD/autoUpload_Log.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_UploadQueueIng.txt" ]; then
+  touch ./SD/autoUpload_UploadQueueIng.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_UploadQueueDone.txt" ]; then
+  touch ./SD/autoUpload_UploadQueueDone.txt
+fi
+
+OUPUT_PATH=""
+
+if [ -d "$R_PATH/output" ]; then
+  OUPUT_PATH="output"
+elif [ -d "$R_PATH/outputs" ]; then
+  OUPUT_PATH="outputs"
+elif [ -d "$R_PATH/SD/output" ]; then
+  OUPUT_PATH="SD/output"
+elif [ -d "$R_PATH/SD/outputs" ]; then
+  OUPUT_PATH="SD/outputs"
+elif [ -d "$R_PATH/CU/output" ]; then
+  OUPUT_PATH="CU/output"
+elif [ -d "$R_PATH/CU/outputs" ]; then
+  OUPUT_PATH="CU/outputs"
+else
+  echo "output folder not found."
+  exit 102
+fi
+
+#echo "$FLAG_NAME $FLAG_NULL $FLAG_KEY $R_PATH $OUPUT_PATH $MUID"
+
+if [ "$FLAG_KEY" = "null" ]; then
+  # enter when the user runs manually.
+  apt-get install -y inotify-tools
+  apt-get install -y zip
+  pip3 install pcloud
+  CURRNET_PID=$$
+  #kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk '{print $2}')
+  kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk -v pid=$CURRNET_PID '$2 != pid {print $2}')
+  FLAG_KEY="startDaemon"
+  bash -c ". $R_PATH/autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY"
+elif [ "$FLAG_KEY" = "startDaemon" ]; then
+  cd /workspace
+  cd *
+  FLAG_KEY="runningDaemon"
+  chmod 755 autoUpload.sh
+  nohup ./autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY 2>&1 &
+elif [ "$FLAG_KEY" = "runningDaemon" ]; then
+  cd /workspace
+  cd *
+  while :
+  do
+    bash -c ". $R_PATH/out.sh 1 $FLAG_NAME"
+    sleep 288s
+    for item in $(find . -name "output_${FLAG_NAME}*.zip"); do
+      rm -rf $item
+    done
+    sleep 10s
+  done
+elif [ "$FLAG_KEY" = "clean" ]; then
+  rm -rf "$R_PATH/SD/autoUpload_UploadQueueIng.txt"
+  rm -rf "$R_PATH/SD/autoUpload_UploadQueueDone.txt"
+elif [ "$FLAG_KEY" = "kill" ]; then
+  kill -15 $(ps -ef | grep 'autoUpload.sh' | grep -v 'grep' | awk '{print $2}')
+else
+  :
+fi

e

@@ -0,0 +1,90 @@
+#!/bin/bash
+
+FLAG_1=$1
+FLAG_2=$2
+FLAG_3=$3
+R_PATH="$(pwd)"
+CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
+MUID=""
+OUPUT_PATH=""
+
+if [ -d "$R_PATH/output" ]; then
+  OUPUT_PATH="output"
+elif [ -d "$R_PATH/outputs" ]; then
+  OUPUT_PATH="outputs"
+elif [ -d "$R_PATH/SD/output" ]; then
+  OUPUT_PATH="SD/output"
+elif [ -d "$R_PATH/SD/outputs" ]; then
+  OUPUT_PATH="SD/outputs"
+else
+  OUPUT_PATH="SD/output"
+fi
+
+if [ -f "$R_PATH/SD/MUID.txt" ]; then
+  MUID=$(<./SD/MUID.txt)
+  MUID=${MUID%%+( )}
+  MUID=${MUID%%+(\n)}
+  #MUID_LEN=${#MUID}
+  #MUID=${MUID:1:MUID_LEN-2}
+else
+  RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
+  RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
+  MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
+  echo -e "$MUID" >> ./SD/MUID.txt
+fi
+
+MUIDL="${MUID::3}${MUID:13:3}"
+
+if [[ "$FLAG_1" =~ h ]]; then
+  echo -e " k : kill launch.sh(webui)\n @ : outputs/t2i folder to rename\n u : autoUpload MUID3+3\n f : forcePull\n o : out.sh\n g : gc.sh\n e : current chackpoint del\n d 0~9 : chackpoint download\n r : run.sh\n example : . e kdr 4\n y : runpodctl send\n"
+else
+  if [[ "$FLAG_1" =~ k ]]; then
+    kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+    kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+    kill -9 $(ps -ef | grep 'run.sh' | grep -v 'grep' | awk '{print $2}')
+  fi
+
+  if [[ "$FLAG_1" =~ @ ]]; then
+    if [ -d "$R_PATH/$OUPUT_PATH/txt2img-images" ]; then
+      RANDOM_STR="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZZ"
+      RENAME_NAME="t2i_${RANDOM_STR::4}${CURRENT_DATE}"
+      \mv -f "$R_PATH/$OUPUT_PATH/txt2img-images" "$R_PATH/$OUPUT_PATH/${RENAME_NAME}"
+      echo -e "rename txt2img-images -> ${RENAME_NAME}"
+    fi
+  fi
+
+  if [[ "$FLAG_1" =~ u ]]; then
+    curl -L -O https://huggingface.co/zuv0/SD15N2/resolve/main/autoUpload.sh
+    sleep 1
+    bash -c ". ./autoUpload.sh $MUIDL"
+  fi
+
+  if [[ "$FLAG_1" =~ f ]]; then
+    bash -c ". $R_PATH/forcePull.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ o ]]; then
+    bash -c ". $R_PATH/out.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ g ]]; then
+    bash -c ". $R_PATH/gc.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ e ]]; then
+    bash -c ". $R_PATH/SD/downs.sh gc"
+  fi
+
+  if [[ "$FLAG_1" =~ d ]]; then
+    bash -c ". $R_PATH/SD/downs.sh $FLAG_2 0"
+  fi
+  
+  if [[ "$FLAG_1" =~ r ]]; then
+    bash -c ". $R_PATH/run_rp.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ y ]]; then
+    bash -c "runpodctl send /workspace/$OUPUT_PATH"
+  fi
+
+fi

forcePull_rp.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+cd /workspace
+git -C /workspace/SD/models fetch --all
+git -C /workspace/SD/models reset --hard origin/main
+git -C /workspace/SD/models pull
+git -C /workspace/SD/models repack -a -d --depth=250 --window=250
+rsync -r "/workspace/SD/models/embeddings/" "/workspace/SD/embeddings/"
+rm -r "/workspace/SD/models/.git/lfs"
+
+cd /workspace

gc.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+FLAG_1=$1
+
+cd /workspace
+rm -rf output
+rm -rf outputs
+rm -f out*.tar*
+rm -f out*.zip*
+
+cd SD*
+rm -rf output
+rm -rf outputs
+rm -f out*.tar*
+rm -f out*.zip*
+
+if [ ${FLAG_1} -eq "1" ]; then
+  sudo rm -rf /tmp/*
+else
+  find /tmp -mtime +2 -delete
+fi
+
+cd /workspace

install_rp.sh

@@ -0,0 +1,90 @@
+#!/bin/bash
+
+cd /workspace
+mkdir -p tmp
+rm -rf README.md
+rm -rf s
+rm -rf ss.sh
+
+\cp -f /workspace/SD/e /workspace/e
+\cp -f /workspace/SD/run_rp.sh /workspace/run.sh
+\cp -f /workspace/SD/out_rp.sh /workspace/out.sh
+\cp -f /workspace/SD/forcePull_rp.sh /workspace/forcePull.sh
+\cp -f /workspace/SD/gc.sh /workspace/gc.sh
+\cp -f /workspace/SD/MyRP.ipynb /workspace/MyRP.ipynb
+
+kill -9 $(ps -ef | grep 'relauncher.py' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+
+rm -rf /workspace/stable-diffusion-webui
+
+apt -y update -qq
+apt-get install git-lfs
+apt-get -y install rsync
+apt-get -y install zip
+#apt-get -y install aria2 unzip
+"""
+curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10
+curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash
+"""
+git lfs install --force
+
+cd /workspace/SD
+curl -L -O https://huggingface.co/zuv0/test/resolve/main/SD15N2.tar
+tar -xf SD15N2.tar
+rm -rf SD15N2.tar
+git clone https://huggingface.co/zu01ze/models15 models
+
+cd /workspace/SD/models
+git fetch --all
+git reset --hard origin/main
+git pull
+rsync -r "embeddings/" "../embeddings/"
+git repack -a -d --depth=250 --window=250
+cd .git
+rm -rf lfs
+
+cd /workspace/SD
+curl -L -O https://huggingface.co/zuv0/SD17/resolve/main/downs.sh
+sh downs.sh $1 0
+
+pip3 install pcloud
+"""
+pip uninstall -y setuptools
+pip install setuptools==69.5.1
+pip uninstall -y matplotlib
+pip install matplotlib==3.8.4
+pip uninstall -y xformers
+pip uninstall -y torchaudio
+pip install torch==2.3.0 torchvision --index-url https://download.pytorch.org/whl/cu121
+pip3 install -r requirements_versions.txt --extra-index-url https://download.pytorch.org/whl/cu121
+pip3 install -r extensions-builtin/sd_forge_controlnet/requirements.txt
+pip3 install -r extensions-builtin/forge_legacy_preprocessors/requirements.txt
+#pip3 install insightface
+pip3 uninstall -y onnxruntime
+pip3 install onnxruntime-gpu
+pip install pydantic==1.10.11
+#apt install libgl1 -yq
+apt-get install -y libgl1-mesa-glx
+#apt -y install -qq aria2 libcairo2-dev pkg-config python3-dev
+"""
+#python3 -c "from launch import prepare_environment; prepare_environment()" --skip-torch-cuda-test
+
+cd /workspace
+
+python3 /workspace/SD/launch.py --no-download-sd-model --exit
+
+apt-get clean
+pip cache purge
+
+kill -9 $(ps -ef | grep 'relauncher.py' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+
+rm -rf /workspace/stable-diffusion-webui
+cd /workspace
+
+echo " -----===== =====----- "
+echo " Install Done."
+echo " -----===== =====----- "

out_rp.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# if == "1" running
+OUT_CLOUD=$1
+
+# file add
+NAME=$2
+if [ -z "$NAME" ]; then
+  NAME=""
+else
+  NAME="${NAME}_"
+fi
+
+if command -v zip >/dev/null 2>&1; then
+	:
+else
+    apt-get install zip -y
+    pip install pcloud
+fi
+
+CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
+ZIP_FILENAME="output_${NAME}${CURRENT_DATE}.zip"
+W_PATH="/workspace"
+if [ -d "/workspace" ]; then
+  W_PATH="/workspace"
+fi
+
+cd "$W_PATH"
+
+if [ -d "$W_PATH/SD/output" ]; then
+	echo "Creating archive. Please wait..."
+	zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/SD/output"
+	echo "archive file : $ZIP_FILENAME"
+fi
+
+if [ -d "$W_PATH/output" ]; then
+	echo "Creating archive. Please wait..."
+	zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/output"
+	echo "archive file : $ZIP_FILENAME"
+fi
+
+PD="'$(echo eDg3NjV4eHhAZ21haWwuY29t | base64 --decode)', 'Number'"
+
+if [ -f "$W_PATH/$ZIP_FILENAME" ]; then
+	export ZIP_FILENAME
+    if [ "$OUT_CLOUD" = "1" ]; then
+        python3.10 -c "import os; from pcloud import PyCloud; pc = PyCloud($PD); pc.uploadfile(files=['$W_PATH/$ZIP_FILENAME', '$W_PATH/$ZIP_FILENAME'], path='/')"
+    fi
+fi

run_rp.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+cd /workspace
+
+# Spot Instance vs
+if dpkg-query -W libgl1 2>/dev/null | grep -q "libgl1"; then
+  echo -n ""
+else
+  echo "libgl1 is not installed. Installing..."
+  apt update
+  apt install -yq libgl1
+fi
+
+python /workspace/SD/launch.py --port 7860 --api --theme dark --allow-code --enable-insecure-extension-access --listen --share --always-high-vram --disable-safe-unpickle --cuda-malloc --cuda-stream --pin-shared-memory --enable-insecure-extension-access --ckpt-dir '/workspace/SD/models/Stable-diffusion' --hypernetwork-dir '/workspace/SD/models/hypernetworks' --embeddings-dir '/workspace/SD/embeddings' --lora-dir '/workspace/SD/models/Lora' --lyco-dir '/workspace/SD/models/Lora'
+
+kill $!
+kill -9 $(ps -ef | grep 'ngrok' | grep -v 'grep' | awk '{print $2}')
+deactivate
+echo "stopped"