Upload 5 files

Dockerfile

@@ -0,0 +1,135 @@
+FROM node:20-slim as nodebuilder
+
+FROM python:3.11-slim-bullseye as builder
+ARG QL_MAINTAINER="whyour"
+LABEL maintainer="${QL_MAINTAINER}"
+ARG QL_URL=https://github.com/${QL_MAINTAINER}/qinglong.git
+ARG QL_BRANCH=debian
+
+ENV QL_DIR=/ql \
+  QL_BRANCH=${QL_BRANCH}
+
+COPY --from=nodebuilder /usr/local/bin/node /usr/local/bin/
+COPY --from=nodebuilder /usr/local/lib/node_modules/. /usr/local/lib/node_modules/
+RUN set -x && \
+  ln -s /usr/local/lib/node_modules/npm/bin/npm-cli.js /usr/local/bin/npm && \
+  apt-get update && \
+  apt-get install --no-install-recommends -y libatomic1 git && \
+  git config --global user.email "qinglong@@users.noreply.github.com" && \
+  git config --global user.name "qinglong" && \
+  git config --global http.postBuffer 524288000 && \
+  git clone --depth=1 -b ${QL_BRANCH} ${QL_URL} ${QL_DIR} 
+
+RUN mkdir /tmp/build
+RUN cp ${QL_DIR}/package.json ${QL_DIR}/.npmrc ${QL_DIR}/pnpm-lock.yaml /tmp/build/
+
+RUN npm i -g pnpm@8.3.1 && \
+  cd /tmp/build && \
+  pnpm install --prod
+
+FROM python:3.11-slim-bullseye
+
+ARG QL_MAINTAINER="whyour"
+LABEL maintainer="${QL_MAINTAINER}"
+ARG QL_URL=https://github.com/${QL_MAINTAINER}/qinglong.git
+ARG QL_BRANCH=debian
+
+ENV PNPM_HOME=/root/.local/share/pnpm \
+  PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/.local/share/pnpm:/root/.local/share/pnpm/global/5/node_modules:$PNPM_HOME \
+  NODE_PATH=/usr/local/bin:/usr/local/pnpm-global/5/node_modules:/usr/local/lib/node_modules:/root/.local/share/pnpm/global/5/node_modules \
+  LANG=C.UTF-8 \
+  SHELL=/bin/bash \
+  PS1="\u@\h:\w \$ " \
+  QL_DIR=/ql \
+  QL_BRANCH=${QL_BRANCH}
+
+COPY --from=nodebuilder /usr/local/bin/node /usr/local/bin/
+COPY --from=nodebuilder /usr/local/lib/node_modules/. /usr/local/lib/node_modules/
+
+RUN set -x && \
+  ln -s /usr/local/lib/node_modules/npm/bin/npm-cli.js /usr/local/bin/npm && \
+  ln -s /usr/local/lib/node_modules/npm/bin/npx-cli.js /usr/local/bin/npx && \
+  apt-get update && \
+  apt-get upgrade -y && \
+  apt-get install --no-install-recommends -y git \
+  curl \
+  cron \
+  wget \
+  tzdata \
+  perl \
+  openssl \
+  openssh-client \
+  nginx \
+  jq \
+  procps \
+  netcat \
+  sshpass \
+  rclone \
+  unzip \
+  libatomic1 && \
+  apt-get clean && \
+  ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime && \
+  echo "Asia/Shanghai" >/etc/timezone && \
+  git config --global user.email "qinglong@@users.noreply.github.com" && \
+  git config --global user.name "qinglong" && \
+  git config --global http.postBuffer 524288000 && \
+  npm install -g pnpm@8.3.1 pm2 ts-node && \
+  rm -rf /root/.pnpm-store && \
+  rm -rf /root/.local/share/pnpm/store && \
+  rm -rf /root/.cache && \
+  rm -rf /root/.npm && \
+  chmod u+s /usr/sbin/cron && \
+  ulimit -c 0
+
+ARG SOURCE_COMMIT
+RUN git clone --depth=1 -b ${QL_BRANCH} ${QL_URL} ${QL_DIR} && \
+  cd ${QL_DIR} && \
+  cp -f .env.example .env && \
+  chmod 777 ${QL_DIR}/shell/*.sh && \
+  chmod 777 ${QL_DIR}/docker/*.sh && \
+  git clone --depth=1 -b ${QL_BRANCH} https://github.com/${QL_MAINTAINER}/qinglong-static.git /static && \
+  mkdir -p ${QL_DIR}/static && \
+  cp -rf /static/* ${QL_DIR}/static && \
+  rm -rf /static && \
+  rm -f ${QL_DIR}/docker/docker-entrypoint.sh
+
+COPY docker-entrypoint.sh ${QL_DIR}/docker
+
+RUN mkdir /ql/data && \
+  mkdir /ql/data/config && \
+  mkdir /ql/data/log && \
+  mkdir /ql/data/db && \
+  mkdir /ql/data/scripts && \
+  mkdir /ql/data/repo && \
+  mkdir /ql/data/raw && \
+  mkdir /ql/data/deps && \
+  chmod -R 777 /ql && \
+  chmod -R 777 /var && \
+  chmod -R 777 /usr/local && \
+  chmod -R 777 /etc/nginx && \
+  chmod -R 777 /run && \
+  chmod -R 777 /usr && \
+  chmod -R 777 /root 
+
+COPY --from=builder /tmp/build/node_modules/. /ql/node_modules/
+
+WORKDIR ${QL_DIR}
+
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+
+# Switch to the "user" user
+USER user
+
+# Create rclone configuration file
+RUN rclone config -h
+
+HEALTHCHECK --interval=5s --timeout=2s --retries=20 \
+  CMD curl -sf --noproxy '*' http://127.0.0.1:5400/api/health || exit 1
+
+ENTRYPOINT ["./docker/docker-entrypoint.sh"]
+
+VOLUME /ql/data
+  
+EXPOSE 5700

docker-entrypoint.sh

@@ -0,0 +1,93 @@
+#!/bin/bash
+
+dir_shell=/ql/shell
+. $dir_shell/share.sh
+. $dir_shell/env.sh
+
+echo -e "======================1. 检测配置文件========================\n"
+import_config "$@"
+make_dir /etc/nginx/conf.d
+make_dir /run/nginx
+init_nginx
+fix_config
+
+pm2 l &>/dev/null
+
+echo -e "======================2. 安装依赖========================\n"
+patch_version
+
+echo -e "======================3. 启动nginx========================\n"
+nginx -s reload 2>/dev/null || nginx -c /etc/nginx/nginx.conf
+echo -e "nginx启动成功...\n"
+
+echo -e "======================4. 启动pm2服务========================\n"
+reload_update
+reload_pm2
+
+if [[ $AutoStartBot == true ]]; then
+  echo -e "======================5. 启动bot========================\n"
+  nohup ql bot >$dir_log/bot.log 2>&1 &
+  echo -e "bot后台启动中...\n"
+fi
+
+if [[ $EnableExtraShell == true ]]; then
+  echo -e "====================6. 执行自定义脚本========================\n"
+  nohup ql extra >$dir_log/extra.log 2>&1 &
+  echo -e "自定义脚本后台执行中...\n"
+fi
+
+echo -e "======================7. 写入rclone配置========================\n"
+echo "$RCLONE_CONF" > ~/.config/rclone/rclone.conf
+
+echo -e "############################################################\n"
+echo -e "容器启动成功..."
+echo -e "############################################################\n"
+
+
+echo -e "##########8. 写入登陆信息 ############"
+echo "{ \"username\": \"$USERNAME\", \"password\": \"$PASSWORD\" }" > /ql/data/config/auth.json
+
+echo -e "##########9. 同步备份信息 ############"
+if [ -n "$RCLONE_CONF" ]; then
+  echo -e "########## Synchronizing Backup ############"
+  
+  # Specify the remote folder path in the format remote:path
+  REMOTE_FOLDER="huggingface:/qinglong"
+  
+  # Use rclone ls command to list folder contents, capturing output and errors
+  OUTPUT=$(rclone ls "$REMOTE_FOLDER" 2>&1)
+  
+  # Get the exit status code of the rclone command
+  EXIT_CODE=$?
+  
+  case $EXIT_CODE in
+    0) 
+      # rclone command executed successfully, check if the folder is empty
+      if [ -z "$OUTPUT" ]; then
+        echo "Initial installation"
+		#rclone sync /ql/data $REMOTE_FOLDER
+      else
+        mkdir -p /ql/.tmp/data
+        rclone sync "$REMOTE_FOLDER" /ql/.tmp/data && real_time=true ql reload data
+      fi
+      ;;
+    1)
+      # Handle other errors, check if it was a directory not found error
+      if [[ "$OUTPUT" == *"directory not found"* ]]; then
+        echo "Error: Folder does not exist"
+      else
+        echo "Error: $OUTPUT"
+      fi
+      ;;
+    *)
+      echo "Error: rclone command failed, exit code: $EXIT_CODE"
+      ;;
+  esac
+else
+  echo "No Rclone configuration detected"
+fi
+
+
+tail -f >/dev/null
+
+exec "$@"

npmrc

@@ -0,0 +1 @@
+strict-peer-dependencies=false

package.json

@@ -0,0 +1,177 @@
+{
+  "private": true,
+  "scripts": {
+    "start": "concurrently -n w: npm:start:*",
+    "start:update": "ts-node -P tsconfig.back.json ./back/update.ts",
+    "start:public": "ts-node -P tsconfig.back.json ./back/public.ts",
+    "start:rpc": "ts-node -P tsconfig.back.json ./back/schedule/index.ts",
+    "start:back": "nodemon",
+    "start:front": "max dev",
+    "build:front": "max build",
+    "build:back": "tsc -p tsconfig.back.json",
+    "panel": "npm run build:back && node static/build/app.js",
+    "schedule": "npm run build:back && node static/build/schedule/index.js",
+    "public": "npm run build:back && node static/build/public.js",
+    "update": "npm run build:back && node static/build/update.js",
+    "gen:proto": "protoc --experimental_allow_proto3_optional --plugin=./node_modules/.bin/protoc-gen-ts_proto ./back/protos/*.proto --ts_proto_out=./ --ts_proto_opt=outputServices=grpc-js,env=node,esModuleInterop=true",
+    "prettier": "prettier --write '**/*.{js,jsx,tsx,ts,less,md,json}'",
+    "postinstall": "max setup 2>/dev/null || true",
+    "test": "umi-test",
+    "test:coverage": "umi-test --coverage"
+  },
+  "gitHooks": {
+    "pre-commit": "lint-staged"
+  },
+  "lint-staged": {
+    "*.{js,jsx,less,md,json}": [
+      "prettier --write"
+    ],
+    "*.ts?(x)": [
+      "prettier --parser=typescript --write"
+    ]
+  },
+  "pnpm": {
+    "peerDependencyRules": {
+      "ignoreMissing": [
+        "react",
+        "react-dom",
+        "antd",
+        "dva",
+        "postcss",
+        "webpack",
+        "eslint",
+        "stylelint",
+        "redux",
+        "@babel/core",
+        "monaco-editor",
+        "rc-field-form",
+        "@types/lodash.merge",
+        "rollup",
+        "styled-components"
+      ],
+      "allowedVersions": {
+        "react": "18",
+        "react-dom": "18",
+        "dva-core": "2"
+      }
+    }
+  },
+  "dependencies": {
+    "@grpc/grpc-js": "^1.8.13",
+    "@otplib/preset-default": "^12.0.1",
+    "@sentry/node": "^8.26.0",
+    "body-parser": "^1.19.2",
+    "celebrate": "^15.0.1",
+    "chokidar": "^3.5.3",
+    "cors": "^2.8.5",
+    "cron-parser": "^4.2.1",
+    "cross-spawn": "^7.0.3",
+    "dayjs": "^1.11.2",
+    "dotenv": "^16.0.0",
+    "express": "^4.17.3",
+    "express-jwt": "^6.1.1",
+    "express-rate-limit": "^7.0.0",
+    "express-urlrewrite": "^1.4.0",
+    "form-data": "^4.0.0",
+    "got": "^11.8.2",
+    "hpagent": "^1.2.0",
+    "http-proxy-middleware": "^2.0.6",
+    "iconv-lite": "^0.6.3",
+    "js-yaml": "^4.1.0",
+    "jsonwebtoken": "^8.5.1",
+    "lodash": "^4.17.21",
+    "multer": "1.4.5-lts.1",
+    "nedb": "^1.8.0",
+    "node-schedule": "^2.1.0",
+    "nodemailer": "^6.7.2",
+    "p-queue-cjs": "7.3.4",
+    "protobufjs": "^7.3.0",
+    "pstree.remy": "^1.1.8",
+    "reflect-metadata": "^0.1.13",
+    "sequelize": "^6.25.5",
+    "serve-handler": "^6.1.3",
+    "sockjs": "^0.3.24",
+    "sqlite3": "git+https://github.com/whyour/node-sqlite3.git#v1.0.3",
+    "toad-scheduler": "^1.6.0",
+    "typedi": "^0.10.0",
+    "uuid": "^8.3.2",
+    "winston": "^3.6.0",
+    "winston-daily-rotate-file": "^4.7.1",
+    "yargs": "^17.3.1",
+    "tough-cookie": "^4.0.0",
+    "request-ip": "3.3.0",
+    "ip2region": "2.3.0"
+  },
+  "devDependencies": {
+    "moment": "2.30.1",
+    "@ant-design/icons": "^4.7.0",
+    "@ant-design/pro-layout": "6.38.22",
+    "@monaco-editor/react": "4.2.1",
+    "@react-hook/resize-observer": "^1.2.6",
+    "react-router-dom": "6.26.1",
+    "@sentry/react": "^8.26.0",
+    "@types/body-parser": "^1.19.2",
+    "@types/cors": "^2.8.12",
+    "@types/cross-spawn": "^6.0.2",
+    "@types/express": "^4.17.13",
+    "@types/express-jwt": "^6.0.4",
+    "@types/file-saver": "2.0.2",
+    "@types/js-yaml": "^4.0.5",
+    "@types/jsonwebtoken": "^8.5.8",
+    "@types/lodash": "^4.14.185",
+    "@types/multer": "^1.4.7",
+    "@types/nedb": "^1.8.12",
+    "@types/node": "^17.0.21",
+    "@types/node-schedule": "^1.3.2",
+    "@types/nodemailer": "^6.4.4",
+    "@types/qrcode.react": "^1.0.2",
+    "@types/react": "^18.0.20",
+    "@types/react-copy-to-clipboard": "^5.0.4",
+    "@types/react-dom": "^18.0.6",
+    "@types/serve-handler": "^6.1.1",
+    "@types/sockjs": "^0.3.33",
+    "@types/sockjs-client": "^1.5.1",
+    "@types/uuid": "^8.3.4",
+    "@types/request-ip": "0.0.41",
+    "@uiw/codemirror-extensions-langs": "^4.21.9",
+    "@uiw/react-codemirror": "^4.21.9",
+    "@umijs/max": "^4.0.72",
+    "@umijs/ssr-darkreader": "^4.9.45",
+    "ahooks": "^3.7.8",
+    "ansi-to-react": "^6.1.6",
+    "antd": "^4.24.8",
+    "antd-img-crop": "^4.2.3",
+    "axios": "^1.4.0",
+    "compression-webpack-plugin": "9.2.0",
+    "concurrently": "^7.0.0",
+    "react-hotkeys-hook": "^4.4.1",
+    "file-saver": "2.0.2",
+    "lint-staged": "^13.0.3",
+    "monaco-editor": "0.33.0",
+    "nodemon": "^3.0.1",
+    "prettier": "^2.5.1",
+    "pretty-bytes": "6.1.1",
+    "qiniu": "^7.4.0",
+    "qrcode.react": "^1.0.1",
+    "query-string": "^7.1.1",
+    "rc-tween-one": "^3.0.6",
+    "rc-virtual-list": "3.5.3",
+    "react": "18.2.0",
+    "react-copy-to-clipboard": "^5.1.0",
+    "react-diff-viewer": "^3.1.1",
+    "react-dnd": "^14.0.2",
+    "react-dnd-html5-backend": "^14.0.0",
+    "react-dom": "18.2.0",
+    "react-intl-universal": "^2.6.21",
+    "react-split-pane": "^0.1.92",
+    "sockjs-client": "^1.6.0",
+    "ts-node": "^10.9.2",
+    "ts-proto": "^1.146.0",
+    "tslib": "^2.4.0",
+    "typescript": "5.2.2",
+    "vh-check": "^2.0.5",
+    "virtualizedtableforantd4": "1.3.0",
+    "webpack": "^5.70.0",
+    "yorkie": "^2.0.0"
+  }
+}