添加Docker容器化配置及Qdrant向量数据库支持

.cnb.yml

@@ -0,0 +1,15 @@
+include:
+  - https://cnb.cool/zls-tools/vm/-/blob/main/go-1.24/ide.yml
+  - https://cnb.cool/zls-tools/vm/-/blob/main/tools/sync-github-73zls.yml
+  - https://cnb.cool/zls-tools/vm/-/blob/main/tools/sync-hf.yml
+  # ssh 操作
+  # - https://cnb.cool/zls-tools/vm/-/blob/main/tools/ssh-stages.yml
+
+
+$:
+  push:
+    sync_hf:
+      runner:
+        cpus: 2
+      env:
+        GIT_REPO: 888

Dockerfile

@@ -0,0 +1,110 @@
+# 使用 PostgreSQL 作为基础镜像
+FROM nikolaik/python-nodejs:python3.12-nodejs20
+
+# 添加维护者信息
+LABEL maintainer="ai来事 <https://www.youtube.com/@all.ai.>"
+
+ARG CACHEBUST=236
+
+# 设置构建参数，提供默认值
+ARG WEBHOOK_URL=https://你的hf账户名-空间名.hf.space/
+ARG POSTGRESDB_PORT=5432
+
+# 设置基本环境变量
+ENV WEBHOOK_URL=${WEBHOOK_URL} \
+    N8N_HOST=0.0.0.0 \
+    N8N_PORT=7860 \
+    N8N_PROTOCOL=https \
+    GENERIC_TIMEZONE=Asia/Shanghai \
+    N8N_METRICS=true \
+    QUEUE_HEALTH_CHECK_ACTIVE=true \
+    N8N_PAYLOAD_SIZE_MAX=256 \
+    DB_TYPE=postgresdb \
+    DB_POSTGRESDB_PORT=${POSTGRESDB_PORT} \
+    VIRTUAL_ENV=/home/pn/venv \
+    PATH="/home/pn/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:$PATH" \
+    # 添加 Qdrant 配置
+    QDRANT_HOST=http://localhost \
+    QDRANT_PORT=6333 \
+    QDRANT_VERSION=1.12.4 \
+    # 添加超时配置
+    WAIT_TIMEOUT=30 \
+    # 添加日志级别
+    N8N_LOG_LEVEL=info
+
+# 安装系统依赖
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    curl \
+    unzip \
+    gnupg \
+    build-essential \
+    sudo \
+    vim \
+    git \
+    procps \
+    lsof \
+    net-tools \
+    ca-certificates \
+    openssl \
+    tzdata \
+    htop \
+    jq \
+    netcat-openbsd \
+    redis-server \
+    && ln -fs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
+    && dpkg-reconfigure --frontend noninteractive tzdata \
+    # 下载并安装预编译的 Qdrant
+    && cd /tmp \
+    && curl -L https://github.com/qdrant/qdrant/releases/download/v${QDRANT_VERSION}/qdrant-x86_64-unknown-linux-gnu.tar.gz -o qdrant.tar.gz \
+    && tar xvf qdrant.tar.gz \
+    && mv qdrant /usr/local/bin/ \
+    && rm qdrant.tar.gz \
+    # 创建 Qdrant 配置目录和数据目录
+    && mkdir -p /home/pn/.n8n/qdrant/storage \
+    && mkdir -p /home/pn/.n8n/qdrant/config \
+    && mkdir -p /home/pn/.n8n/qdrant/snapshots \
+    && chown -R pn:pn /home/pn/.n8n/qdrant \
+    && chmod -R 755 /home/pn/.n8n/qdrant \
+    # 清理
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/* \
+    # 创建虚拟环境并安装 Python 依赖
+    && python3 -m venv $VIRTUAL_ENV \
+    && $VIRTUAL_ENV/bin/pip install --no-cache-dir --upgrade pip requests yt-dlp \
+    # 安装 n8n
+    && npm install -g n8n@latest pnpm \
+    && npm cache clean --force
+
+# 创建环境变量文件
+RUN --mount=type=secret,id=POSTGRES_USER,mode=0444,required=true \
+    --mount=type=secret,id=POSTGRES_PASSWORD,mode=0444,required=true \
+    --mount=type=secret,id=POSTGRES_DB,mode=0444,required=true \
+    --mount=type=secret,id=POSTGRESDB_HOST,mode=0444,required=true \
+    echo "export DB_POSTGRESDB_HOST=$(cat /run/secrets/POSTGRESDB_HOST)" >> /home/pn/.env && \
+    echo "export DB_POSTGRESDB_USER=$(cat /run/secrets/POSTGRES_USER)" >> /home/pn/.env && \
+    echo "export DB_POSTGRESDB_PASSWORD=$(cat /run/secrets/POSTGRES_PASSWORD)" >> /home/pn/.env && \
+    echo "export DB_POSTGRESDB_DATABASE=$(cat /run/secrets/POSTGRES_DB)" >> /home/pn/.env && \
+    chown pn:pn /home/pn/.env
+
+# 创建工作目录
+WORKDIR /home/pn/n8n
+
+# 复制启动脚本并创建数据目录
+COPY --chown=pn:pn run.sh ./run.sh
+COPY --chown=pn:pn config/n8n_env.sh ./config/n8n_env.sh
+RUN chmod +x ./run.sh \
+    && mkdir -p /home/pn/.n8n \
+    && chown -R pn:pn /home/pn/.n8n \
+    && chown -R pn:pn /home/pn/n8n
+
+# 暴露端口
+EXPOSE 7860
+
+# 切换到非 root 用户
+USER pn
+
+# 设置数据卷
+VOLUME ["/home/pn/.n8n"]
+
+# 启动命令
+CMD ["./run.sh"]

README.md

@@ -1,10 +1,10 @@
 ---
-title: Ain8n
-emoji: ⚡
+title: Test
+emoji: ⚡⚡⚡
 colorFrom: green
 colorTo: pink
 sdk: docker
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+

config/n8n_env.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+# N8N 基础配置
+export N8N_ENCRYPTION_KEY="${N8N_ENCRYPTION_KEY:-n8n8n8n}"
+
+# N8N 功能配置
+export N8N_RUNNERS_ENABLED=false
+export N8N_ENFORCE_SETTINGS_FILE_PERMISSIONS=true
+export N8N_RUNNERS_ENABLED=true

run.sh

@@ -0,0 +1,280 @@
+#!/bin/bash
+set -eo pipefail
+
+# 导入环境变量
+source /home/pn/.env
+
+# 错误处理函数
+handle_error() {
+    echo "错误发生在第 $1 行"
+    exit 1
+}
+trap 'handle_error $LINENO' ERR
+
+# 超时处理函数
+timeout_handler() {
+    echo "操作超时"
+    exit 1
+}
+
+# 等待服务就绪的通用函数
+wait_for_service() {
+    local service=$1
+    local host=$2
+    local port=$3
+    local timeout=${4:-$WAIT_TIMEOUT}
+    
+    echo "等待 $service 就绪..."
+    local end=$((SECONDS + timeout))
+    
+    while [ $SECONDS -lt $end ]; do
+        if nc -z "$host" "$port" >/dev/null 2>&1; then
+            echo "$service 已就绪"
+            return 0
+        fi
+        echo "尝试连接 $service at $host:$port..."
+        sleep 1
+    done
+    
+    echo "$service 启动超时"
+    exit 1
+}
+
+# 启动 Redis 服务
+start_redis() {
+    echo "Starting Redis server..."
+    redis-server --daemonize yes
+    sleep 1
+    if ! redis-cli ping > /dev/null 2>&1; then
+        echo "Failed to start Redis server"
+        exit 1
+    fi
+    
+    # 设置 Redis 配置
+    redis-cli config set maxmemory 512mb
+    redis-cli config set maxmemory-policy allkeys-lru
+    echo ""
+    echo "Redis server started successfully"
+    echo ""
+}
+
+# 启动 Qdrant 服务
+start_qdrant() {
+    echo "Starting Qdrant server..."
+    
+    # 确保目录存在并有正确的权限
+    mkdir -p /home/pn/.n8n/qdrant/storage
+    mkdir -p /home/pn/.n8n/qdrant/config
+    mkdir -p /home/pn/.n8n/qdrant/snapshots
+    mkdir -p /home/pn/.n8n/qdrant/logs
+    
+    # 设置正确的权限
+    chmod -R 755 /home/pn/.n8n/qdrant
+    chown -R pn:pn /home/pn/.n8n/qdrant
+    
+    # 创建 Qdrant 配置文件
+    cat > /home/pn/.n8n/qdrant/config/config.yaml <<EOF
+service:
+  host: 0.0.0.0
+  http_port: 6333
+  grpc_port: 6334
+  enable_cors: true
+  enable_tls: false
+  max_request_size_mb: 64
+  max_workers: 0
+
+storage:
+  storage_path: /home/pn/.n8n/qdrant/storage
+  snapshots_path: /home/pn/.n8n/qdrant/snapshots
+  on_disk_payload: true
+  
+  performance:
+    max_search_threads: 0
+    max_optimization_threads: 0
+    
+  optimizers:
+    deleted_threshold: 0.2
+    vacuum_min_vector_number: 1000
+    default_segment_number: 0
+    max_segment_size_kb: null
+    indexing_threshold_kb: 20000
+    flush_interval_sec: 5
+    
+  hnsw_index:
+    m: 16
+    ef_construct: 100
+    full_scan_threshold_kb: 10000
+    max_indexing_threads: 0
+    on_disk: false
+
+logger:
+  on_disk:
+    enabled: true
+    log_file: /home/pn/.n8n/qdrant/logs/qdrant.log
+    log_level: INFO
+
+telemetry_disabled: true
+EOF
+
+    # 确保配置文件有正确的权限
+    chmod 644 /home/pn/.n8n/qdrant/config/config.yaml
+    
+    # 使用配置文件启动 Qdrant
+    qdrant --config-path /home/pn/.n8n/qdrant/config/config.yaml > /home/pn/.n8n/qdrant/logs/startup.log 2>&1 &
+    
+    # 等待 Qdrant 启动
+    local timeout=30
+    local end=$((SECONDS + timeout))
+    
+    while [ $SECONDS -lt $end ]; do
+        if curl -s http://localhost:6333/health >/dev/null; then
+            echo "Qdrant server started successfully"
+            
+            # 预创建常用集合
+            echo "Creating default collections..."
+            
+            # 创建文本向量集合 (768维，适用于多数文本嵌入模型)
+            curl -X PUT 'http://localhost:6333/collections/text_vectors' \
+                -H 'Content-Type: application/json' \
+                -d '{
+                    "vectors": {
+                        "size": 768,
+                        "distance": "Cosine",
+                        "on_disk": true
+                    },
+                    "optimizers_config": {
+                        "default_segment_number": 2,
+                        "indexing_threshold": 20000,
+                        "memmap_threshold": 10000
+                    },
+                    "hnsw_config": {
+                        "m": 16,
+                        "ef_construct": 100,
+                        "full_scan_threshold": 10000,
+                        "max_indexing_threads": 0,
+                        "on_disk": true
+                    },
+                    "init_from": {
+                        "collection_name": "text_vectors"
+                    }
+                }'
+            
+            # 创建图像向量集合 (512维，适用于多数图像嵌入模型)
+            curl -X PUT 'http://localhost:6333/collections/image_vectors' \
+                -H 'Content-Type: application/json' \
+                -d '{
+                    "vectors": {
+                        "size": 512,
+                        "distance": "Cosine"
+                    },
+                    "optimizers_config": {
+                        "default_segment_number": 2,
+                        "indexing_threshold": 20000
+                    },
+                    "hnsw_config": {
+                        "m": 16,
+                        "ef_construct": 100,
+                        "full_scan_threshold": 10000
+                    }
+                }'
+            
+            # 创建通用向量集合 (1536维，适用于 OpenAI 的嵌入模型)
+            curl -X PUT 'http://localhost:6333/collections/openai_vectors' \
+                -H 'Content-Type: application/json' \
+                -d '{
+                    "vectors": {
+                        "size": 1536,
+                        "distance": "Cosine"
+                    },
+                    "optimizers_config": {
+                        "default_segment_number": 2,
+                        "indexing_threshold": 20000
+                    },
+                    "hnsw_config": {
+                        "m": 16,
+                        "ef_construct": 100,
+                        "full_scan_threshold": 10000
+                    }
+                }'
+                
+            # 验证集合创建状态并输出详细信息
+            echo -e "\nVerifying collections:"
+            curl -s 'http://localhost:6333/collections' | jq '.'
+            
+            # 测试连接
+            echo -e "\nTesting Qdrant connection:"
+            curl -v http://localhost:6333/health
+            
+            return 0
+        fi
+        echo "Waiting for Qdrant to start..."
+        sleep 1
+        
+        # 检查是否有错误日志
+        if grep -i "error" /home/pn/.n8n/qdrant/logs/startup.log >/dev/null 2>&1; then
+            echo "Error found in Qdrant logs:"
+            tail -n 10 /home/pn/.n8n/qdrant/logs/startup.log
+        fi
+    done
+    
+    echo "Failed to start Qdrant server"
+    echo "Last 10 lines of Qdrant log:"
+    tail -n 10 /home/pn/.n8n/qdrant/logs/startup.log
+    exit 1
+}
+
+# 检查服务状态
+check_services() {
+    echo "检查服务状态..."
+    
+    # 检查 Redis
+    echo "Redis 状态："
+    redis-cli info | grep 'used_memory\|connected_clients\|total_connections_received'
+       
+    # 检查 Qdrant
+    echo "Qdrant 状态："
+    if curl -s http://localhost:6333/metrics >/dev/null; then
+        echo "Qdrant 运行正常"
+        curl -s http://localhost:6333/metrics
+        
+        # 显示集合信息
+        echo "Qdrant 集合列表："
+        curl -s http://localhost:6333/collections
+    else
+        echo "Qdrant 服务异常"
+        tail -n 10 /home/pn/.n8n/qdrant/qdrant.log
+    fi
+}
+
+# 主流程
+main() {
+    current_time=$(date +"%Y-%m-%d %H:%M:%S")
+    echo "Starting services at $current_time"
+    
+    # 输出配置信息
+    echo "Database Configuration:"
+    echo "Host: ${DB_POSTGRESDB_HOST}"
+    echo "Port: ${DB_POSTGRESDB_PORT}"
+    echo "User: ${DB_POSTGRESDB_USER}"
+    echo "Database: ${DB_POSTGRESDB_DATABASE}"
+    echo "Type: ${DB_TYPE}"
+    
+    # 启动服务
+    wait_for_service "PostgreSQL" "${DB_POSTGRESDB_HOST}" "${DB_POSTGRESDB_PORT}"
+    echo ""
+    start_redis
+    echo ""
+    start_qdrant
+    echo ""
+    check_services
+    
+    # 设置 N8N 环境变量
+    source /home/pn/n8n/config/n8n_env.sh
+    
+    echo ""
+    echo "Starting n8n..."
+    exec n8n start
+}
+
+# 执行主流程
+main "$@"