init

MyRP.ipynb

@@ -0,0 +1,175 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d6bdd156-e441-4f7b-bd7e-d397fc335428",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!kill -9 $(ps -ef | grep 'relauncher.py' | grep -v 'grep' | awk '{print $2}')\n",
+    "!kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')\n",
+    "!kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')\n",
+    "!kill -9 $(ps -ef | grep 'run.sh' | grep -v 'grep' | awk '{print $2}')\n",
+    "!kill -9 $(ps -ef | grep 'run.py' | grep -v 'grep' | awk '{print $2}')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "f34d6131-8170-4173-ac5c-f835c9fa6ea5",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "%cd /workspace\n",
+    "!sh /workspace/run.sh\n",
+    "#final_args = f\"python /workspace/SD/launch.py --port 7860 --api --theme dark --allow-code --enable-insecure-extension-access --listen --share --cuda-malloc --cuda-stream --pin-shared-memory\"\n",
+    "#!{final_args}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "1778d96c-dca4-4d2a-bbe6-3ee6b29fc504",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a6dc2425-7df8-4d99-80b3-312bac52019f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!git -C /workspace/SD/models fetch --all\n",
+    "!git -C /workspace/SD/models reset --hard origin/main\n",
+    "!git -C /workspace/SD/models pull\n",
+    "!git -C /workspace/SD/models repack -a -d --depth=250 --window=250\n",
+    "!rsync -r \"/workspace/SD/models/embeddings/\" \"/workspace/SD/embeddings/\"\n",
+    "!rm -r \"/workspace/SD/models/.git/lfs\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "6d5e74dc-c597-4182-927b-fb506987d7ca",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!sh /workspace/out.sh 0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "23bbfe13-0ac5-4881-848b-a94008e045ff",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!curl -L -O https://huggingface.co/zuv0/SDXLRF11001/resolve/main/autoUpload.sh | bash -c 'sleep 1; . ./autoUpload.sh xxxx'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "abb78189-95bc-4d04-b897-b75ffa5ec539",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "if os.path.exists(\"/workspace/SD/output\"):\n",
+    "    !runpodctl send /workspace/SD/output\n",
+    "else:\n",
+    "    if os.path.exists(\"/workspace/output\"):\n",
+    "        !runpodctl send /workspace/output"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "9ebbbb83-c8ef-47d2-b038-92145196385e",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "94503b7f-e460-4eda-8679-058497ae771a",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "%cd /workspace/SD\n",
+    "!curl -L -O https://huggingface.co/zuv0/SDXLF17/resolve/main/downs.sh | bash -c 'sleep 1; . ./downs.sh d3 0'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "645dbd2b-0f6f-4791-8b30-435649d27ed2",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import torch\n",
+    "import torchvision\n",
+    "print(torch.__version__)\n",
+    "print(torchvision.__version__)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "87d3aadd-7a32-4132-a1ec-0d53b75518be",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c7f291ff-c792-454e-9a20-211759f9e208",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "93a28067-28c7-47eb-88ef-cb8864eee7a4",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  },
+  "vscode": {
+   "interpreter": {
+    "hash": "c36c8ff63afb68809d72fa6323bde02fb9b90fe01b492d36c13befd021790766"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

autoUpload.sh

@@ -0,0 +1,111 @@
+#!/bin/bash
+
+# version 1
+
+# output filename add
+FLAG_NAME=$1
+
+# null
+FLAG_NULL=$2
+
+# flag Key
+FLAG_KEY=$3
+
+if [ -z "$FLAG_NAME" ] || [ "$FLAG_NAME" = " " ]; then
+  FLAG_NAME="null"
+fi
+if [ -z "$FLAG_NULL" ]; then
+  FLAG_NULL="null"
+fi
+if [ -z "$FLAG_KEY" ]; then
+  FLAG_KEY="null"
+fi
+
+cd /workspace
+cd *
+
+R_PATH="$(pwd)"
+
+if [ ! -d "$R_PATH/SD" ]; then
+  echo "SD folder not found."
+  exit 101
+fi
+
+MUID=""
+
+if [ -f "$R_PATH/SD/MUID.txt" ]; then
+  MUID=$(<./SD/MUID.txt)
+  MUID=${MUID%%+( )}
+  MUID=${MUID%%+(\n)}
+  #MUID_LEN=${#MUID}
+  #MUID=${MUID:1:MUID_LEN-2}
+else
+  RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
+  RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
+  MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
+  echo -e "$MUID" >> ./SD/MUID.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_Log.txt" ]; then
+  touch ./SD/autoUpload_Log.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_UploadQueueIng.txt" ]; then
+  touch ./SD/autoUpload_UploadQueueIng.txt
+fi
+
+if [ ! -f "$R_PATH/SD/autoUpload_UploadQueueDone.txt" ]; then
+  touch ./SD/autoUpload_UploadQueueDone.txt
+fi
+
+OUPUT_PATH=""
+
+if [ -d "$R_PATH/output" ]; then
+  OUPUT_PATH="output"
+elif [ -d "$R_PATH/SD/output" ]; then
+  OUPUT_PATH="SD/output"
+elif [ -d "$R_PATH/CU/output" ]; then
+  OUPUT_PATH="CU/output"
+else
+  echo "output folder not found."
+  exit 102
+fi
+
+#echo "$FLAG_NAME $FLAG_NULL $FLAG_KEY $R_PATH $OUPUT_PATH $MUID"
+
+if [ "$FLAG_KEY" = "null" ]; then
+  # enter when the user runs manually.
+  apt-get install -y inotify-tools
+  apt-get install -y zip
+  pip3 install pcloud
+  CURRNET_PID=$$
+  #kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk '{print $2}')
+  kill -9 $(ps -ef | grep 'autoUpload' | grep -v 'grep' | awk -v pid=$CURRNET_PID '$2 != pid {print $2}')
+  FLAG_KEY="startDaemon"
+  bash -c ". $R_PATH/autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY"
+elif [ "$FLAG_KEY" = "startDaemon" ]; then
+  cd /workspace
+  cd *
+  FLAG_KEY="runningDaemon"
+  chmod 755 autoUpload.sh
+  nohup ./autoUpload.sh $FLAG_NAME $FLAG_NULL $FLAG_KEY 2>&1 &
+elif [ "$FLAG_KEY" = "runningDaemon" ]; then
+  cd /workspace
+  cd *
+  while :
+  do
+    bash -c ". $R_PATH/out.sh 1 $FLAG_NAME"
+    sleep 288s
+    for item in $(find . -name "output_${FLAG_NAME}*.zip"); do
+      rm -rf $item
+    done
+    sleep 10s
+  done
+elif [ "$FLAG_KEY" = "clean" ]; then
+  rm -rf "$R_PATH/SD/autoUpload_UploadQueueIng.txt"
+  rm -rf "$R_PATH/SD/autoUpload_UploadQueueDone.txt"
+elif [ "$FLAG_KEY" = "kill" ]; then
+  kill -15 $(ps -ef | grep 'autoUpload.sh' | grep -v 'grep' | awk '{print $2}')
+else
+  :
+fi

commit.bat

@@ -0,0 +1,30 @@
+@echo off
+
+git config user.name "anonymous"
+git config user.email my@gmail.com
+
+set /P comment=Comment?
+
+if not "%comment%" == "" goto :next
+set comment=auto
+:next
+
+git reset
+
+::git add *.* --force
+::git add *
+git add --all
+
+echo ----- git add done ------
+
+git status
+
+echo ready. press any key to commit START.
+::timeout /t 1
+pause
+
+git commit -m "%comment%"
+
+git push -u origin main
+
+pause

e

@@ -0,0 +1,86 @@
+#!/bin/bash
+
+FLAG_1=$1
+FLAG_2=$2
+FLAG_3=$3
+R_PATH="$(pwd)"
+CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
+MUID=""
+OUPUT_PATH=""
+
+if [ -d "$R_PATH/output" ]; then
+  OUPUT_PATH="output"
+elif [ -d "$R_PATH/outputs" ]; then
+  OUPUT_PATH="outputs"
+elif [ -d "$R_PATH/SD/output" ]; then
+  OUPUT_PATH="SD/output"
+elif [ -d "$R_PATH/SD/outputs" ]; then
+  OUPUT_PATH="SD/outputs"
+else
+  OUPUT_PATH="SD/output"
+fi
+
+if [ -f "$R_PATH/SD/MUID.txt" ]; then
+  MUID=$(<./SD/MUID.txt)
+  MUID=${MUID%%+( )}
+  MUID=${MUID%%+(\n)}
+  #MUID_LEN=${#MUID}
+  #MUID=${MUID:1:MUID_LEN-2}
+else
+  RANDOM_STR1="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZ"
+  RANDOM_STR2="$(head -c 384 /dev/urandom | tr -dc 'A-Z0-9')ZZZZZZZZZZZZZZ"
+  MUID="${RANDOM_STR1::1}${RANDOM_STR2::14}${RANDOM_STR1:1:1}"
+  echo -e "$MUID" >> ./SD/MUID.txt
+fi
+
+MUIDL="${MUID::3}${MUID:13:3}"
+
+if [[ "$FLAG_1" =~ h ]]; then
+  echo -e " k : kill launch.sh(webui)\n @ : outputs/t2i folder to rename\n u : autoUpload MUID3+3\n f : forcePull\n o : out.sh\n g : gc.sh\n e : current chackpoint del\n d 0~9 : chackpoint download\n r : run.sh\n example : . e kdr 4"
+else
+  if [[ "$FLAG_1" =~ k ]]; then
+    kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+    kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+    kill -9 $(ps -ef | grep 'run.sh' | grep -v 'grep' | awk '{print $2}')
+  fi
+
+  if [[ "$FLAG_1" =~ @ ]]; then
+    if [ -d "$R_PATH/$OUPUT_PATH/txt2img-images" ]; then
+      RANDOM_STR="$(head -c 128 /dev/urandom | tr -dc 'A-Z')ZZZ"
+      RENAME_NAME="t2i_${RANDOM_STR::4}${CURRENT_DATE}"
+      \mv -f "$R_PATH/$OUPUT_PATH/txt2img-images" "$R_PATH/$OUPUT_PATH/${RENAME_NAME}"
+      echo -e "rename txt2img-images -> ${RENAME_NAME}"
+    fi
+  fi
+
+  if [[ "$FLAG_1" =~ u ]]; then
+    curl -L -O https://huggingface.co/zuv0/SDXLRF115T/resolve/main/autoUpload.sh
+    sleep 1
+    bash -c ". ./autoUpload.sh $MUIDL"
+  fi
+
+  if [[ "$FLAG_1" =~ f ]]; then
+    bash -c ". $R_PATH/forcePull.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ o ]]; then
+    bash -c ". $R_PATH/out.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ g ]]; then
+    bash -c ". $R_PATH/gc.sh"
+  fi
+
+  if [[ "$FLAG_1" =~ e ]]; then
+    bash -c ". $R_PATH/SD/downs.sh gc"
+  fi
+
+  if [[ "$FLAG_1" =~ d ]]; then
+    bash -c ". $R_PATH/SD/downs.sh $FLAG_2 0"
+  fi
+  
+  if [[ "$FLAG_1" =~ r ]]; then
+    bash -c ". $R_PATH/run.sh"
+  fi
+
+fi

forcePull.bat

@@ -0,0 +1,11 @@
+@echo off
+
+git fetch --all
+git reset --hard origin/main
+git pull
+git repack -a -d --depth=250 --window=250
+cd .git
+rmdir /S /Q lfs
+cd ..
+
+pause

forcePull_rp.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+cd /workspace
+git -C /workspace/SD/models fetch --all
+git -C /workspace/SD/models reset --hard origin/main
+git -C /workspace/SD/models pull
+git -C /workspace/SD/models repack -a -d --depth=250 --window=250
+rsync -r "/workspace/SD/models/embeddings/" "/workspace/SD/embeddings/"
+rm -r "/workspace/SD/models/.git/lfs"
+
+cd /workspace

gc.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+FLAG_1=$1
+
+cd /workspace
+rm -rf output
+rm -rf outputs
+rm -f out*.tar*
+rm -f out*.zip*
+
+cd *
+rm -rf output
+rm -rf outputs
+rm -f out*.tar*
+rm -f out*.zip*
+
+cd SD
+rm -rf output
+rm -rf outputs
+
+if [ ${FLAG_1} -eq "1" ]; then
+  sudo rm -rf /tmp/*
+else
+  find /tmp -mtime +2 -delete
+fi
+
+cd /workspace
+cd *

install_rp.sh

@@ -0,0 +1,89 @@
+#!/bin/bash
+
+cd /workspace
+mkdir -p tmp
+rm -rf README.md
+rm -rf s
+rm -rf ss.sh
+
+\cp -f /workspace/SD/e /workspace/e
+\cp -f /workspace/SD/run_rp.sh /workspace/run.sh
+\cp -f /workspace/SD/out_rp.sh /workspace/out.sh
+\cp -f /workspace/SD/forcePull_rp.sh /workspace/forcePull.sh
+\cp -f /workspace/SD/gc.sh /workspace/gc.sh
+\cp -f /workspace/SD/MyRP.ipynb /workspace/MyRP.ipynb
+
+kill -9 $(ps -ef | grep 'relauncher.py' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+
+rm -rf /workspace/stable-diffusion-webui
+
+apt -y update -qq
+apt-get install git-lfs
+apt-get -y install rsync
+apt-get -y install zip
+"""
+curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10
+curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash
+"""
+git lfs install --force
+
+cd /workspace/SD
+curl -L -O https://huggingface.co/zuv0/test/resolve/main/SDXLRF115T.tar
+tar -xf SDXLRF115T.tar
+rm -rf SDXLRF115T.tar
+git clone https://huggingface.co/zuv0/modelsXL models
+
+cd /workspace/SD/models
+git fetch --all
+git reset --hard origin/main
+git pull
+rsync -r "embeddings/" "../embeddings/"
+git repack -a -d --depth=250 --window=250
+cd .git
+rm -rf lfs
+
+cd /workspace/SD
+curl -L -O https://huggingface.co/zuv0/SDXLF17/resolve/main/downs.sh
+sh downs.sh $1 0
+
+pip3 install pcloud
+"""
+pip uninstall -y setuptools
+pip install setuptools==69.5.1
+pip uninstall -y matplotlib
+pip install matplotlib==3.8.4
+pip uninstall -y xformers
+pip uninstall -y torchaudio
+pip install torch==2.3.0 torchvision --index-url https://download.pytorch.org/whl/cu121
+pip3 install -r requirements_versions.txt --extra-index-url https://download.pytorch.org/whl/cu121
+pip3 install -r extensions-builtin/sd_forge_controlnet/requirements.txt
+pip3 install -r extensions-builtin/forge_legacy_preprocessors/requirements.txt
+#pip3 install insightface
+pip3 uninstall -y onnxruntime
+pip3 install onnxruntime-gpu
+pip install pydantic==1.10.11
+#apt install libgl1 -yq
+apt-get install -y libgl1-mesa-glx
+#apt -y install -qq aria2 libcairo2-dev pkg-config python3-dev
+"""
+#python3 -c "from launch import prepare_environment; prepare_environment()" --skip-torch-cuda-test
+
+cd /workspace
+
+python3 /workspace/SD/launch.py --no-download-sd-model --exit
+
+apt-get clean
+pip cache purge
+
+kill -9 $(ps -ef | grep 'relauncher.py' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'webui' | grep -v 'grep' | awk '{print $2}')
+kill -9 $(ps -ef | grep 'launch.py' | grep -v 'grep' | awk '{print $2}')
+
+rm -rf /workspace/stable-diffusion-webui
+cd /workspace
+
+echo " -----===== =====----- "
+echo " Install Done."
+echo " -----===== =====----- "

out_rp.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# if == "1" running
+OUT_CLOUD=$1
+
+# file add
+NAME=$2
+if [ -z "$NAME" ]; then
+  NAME=""
+else
+  NAME="${NAME}_"
+fi
+
+if command -v zip >/dev/null 2>&1; then
+	:
+else
+    apt-get install zip -y
+    pip install pcloud
+fi
+
+CURRENT_DATE=$(date +"%Y%m%d_%H%M%S")
+ZIP_FILENAME="output_${NAME}${CURRENT_DATE}.zip"
+W_PATH="/workspace"
+if [ -d "/workspace/firstContainer" ]; then
+  W_PATH="/workspace/firstContainer"
+fi
+
+cd "$W_PATH"
+
+if [ -d "$W_PATH/SD/output" ]; then
+	echo "Creating archive. Please wait..."
+	zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/SD/output"
+	echo "archive file : $ZIP_FILENAME"
+fi
+
+if [ -d "$W_PATH/output" ]; then
+	echo "Creating archive. Please wait..."
+	zip -q -r "$W_PATH/$ZIP_FILENAME" "$W_PATH/output"
+	echo "archive file : $ZIP_FILENAME"
+fi
+
+PD="'$(echo eDg3NjV4eHhAZ21haWwuY29t | base64 --decode)', 'Number'"
+
+if [ -f "$W_PATH/$ZIP_FILENAME" ]; then
+	export ZIP_FILENAME
+    if [ "$OUT_CLOUD" = "1" ]; then
+        python3.10 -c "import os; from pcloud import PyCloud; pc = PyCloud($PD); pc.uploadfile(files=['$W_PATH/$ZIP_FILENAME', '$W_PATH/$ZIP_FILENAME'], path='/')"
+    fi
+fi

run_rp.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+cd /workspace
+
+# Spot Instance vs
+if dpkg-query -W libgl1 2>/dev/null | grep -q "libgl1"; then
+  echo -n ""
+else
+  echo "libgl1 is not installed. Installing..."
+  apt update
+  apt install -yq libgl1
+fi
+
+python /workspace/SD/launch.py --port 7860 --api --theme dark --allow-code --enable-insecure-extension-access --listen --share --cuda-malloc --cuda-stream --pin-shared-memory
+
+kill $!
+kill -9 $(ps -ef | grep 'ngrok' | grep -v 'grep' | awk '{print $2}')
+deactivate
+echo "stopped"