Update sync_data.sh
Browse files- sync_data.sh +8 -8
sync_data.sh
CHANGED
|
@@ -10,7 +10,7 @@ fi
|
|
| 10 |
. ${APP_HOME}/venv/bin/activate
|
| 11 |
|
| 12 |
# 生成同步脚本
|
| 13 |
-
cat > hf_sync.py << 'EOL'
|
| 14 |
# HuggingFace 同步脚本
|
| 15 |
from huggingface_hub import HfApi
|
| 16 |
import sys
|
|
@@ -100,7 +100,7 @@ EOL
|
|
| 100 |
|
| 101 |
# 首次启动时从 HuggingFace 下载最新备份(解压到应用目录)
|
| 102 |
echo "正在从 HuggingFace 下载最新备份..."
|
| 103 |
-
python hf_sync.py download "${HF_TOKEN}" "${DATASET_ID}" "/"
|
| 104 |
|
| 105 |
# 同步函数
|
| 106 |
sync_data() {
|
|
@@ -122,7 +122,7 @@ sync_data() {
|
|
| 122 |
|
| 123 |
# 上传到 HuggingFace
|
| 124 |
echo "正在上传备份到 HuggingFace..."
|
| 125 |
-
python hf_sync.py upload "${HF_TOKEN}" "${DATASET_ID}" "/tmp/${backup_file}" "${backup_file}"
|
| 126 |
|
| 127 |
# 合并历史提交
|
| 128 |
SQUASH_FLAG_FILE="/tmp/last_squash_time"
|
|
@@ -131,14 +131,14 @@ sync_data() {
|
|
| 131 |
if [ ! -f "$SQUASH_FLAG_FILE" ]; then
|
| 132 |
echo $NOW > "$SQUASH_FLAG_FILE"
|
| 133 |
echo "首次合并历史提交..."
|
| 134 |
-
python hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}"
|
| 135 |
else
|
| 136 |
LAST=$(cat "$SQUASH_FLAG_FILE")
|
| 137 |
DIFF=$((NOW - LAST))
|
| 138 |
if [ $DIFF -ge $SEVEN_DAYS ]; then
|
| 139 |
echo $NOW > "$SQUASH_FLAG_FILE"
|
| 140 |
echo "距离上次合并已超过7天,正在合并历史提交..."
|
| 141 |
-
python hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}"
|
| 142 |
else
|
| 143 |
echo "距离上次合并未满7天,本次跳过合并历史提交。"
|
| 144 |
fi
|
|
@@ -168,13 +168,13 @@ echo "准备启动 MCP Proxy,端口: ${PORT:-7860},主机: ${HOST:-0.0.0.0}"
|
|
| 168 |
|
| 169 |
if [ -f build/sse.js ]; then
|
| 170 |
echo "启动: node build/sse.js"
|
| 171 |
-
|
| 172 |
elif [ -f /app/build/sse.js ]; then
|
| 173 |
echo "启动: node /app/build/sse.js"
|
| 174 |
-
|
| 175 |
elif [ -f /mcp-proxy-server/build/sse.js ]; then
|
| 176 |
echo "启动: node /mcp-proxy-server/build/sse.js"
|
| 177 |
-
|
| 178 |
else
|
| 179 |
echo "错误: 找不到 build/sse.js 文件"
|
| 180 |
echo "当前目录: $(pwd)"
|
|
|
|
| 10 |
. ${APP_HOME}/venv/bin/activate
|
| 11 |
|
| 12 |
# 生成同步脚本
|
| 13 |
+
cat > /tmp/hf_sync.py << 'EOL'
|
| 14 |
# HuggingFace 同步脚本
|
| 15 |
from huggingface_hub import HfApi
|
| 16 |
import sys
|
|
|
|
| 100 |
|
| 101 |
# 首次启动时从 HuggingFace 下载最新备份(解压到应用目录)
|
| 102 |
echo "正在从 HuggingFace 下载最新备份..."
|
| 103 |
+
python /tmp/hf_sync.py download "${HF_TOKEN}" "${DATASET_ID}" "/"
|
| 104 |
|
| 105 |
# 同步函数
|
| 106 |
sync_data() {
|
|
|
|
| 122 |
|
| 123 |
# 上传到 HuggingFace
|
| 124 |
echo "正在上传备份到 HuggingFace..."
|
| 125 |
+
python /tmp/hf_sync.py upload "${HF_TOKEN}" "${DATASET_ID}" "/tmp/${backup_file}" "${backup_file}"
|
| 126 |
|
| 127 |
# 合并历史提交
|
| 128 |
SQUASH_FLAG_FILE="/tmp/last_squash_time"
|
|
|
|
| 131 |
if [ ! -f "$SQUASH_FLAG_FILE" ]; then
|
| 132 |
echo $NOW > "$SQUASH_FLAG_FILE"
|
| 133 |
echo "首次合并历史提交..."
|
| 134 |
+
python /tmp/hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}"
|
| 135 |
else
|
| 136 |
LAST=$(cat "$SQUASH_FLAG_FILE")
|
| 137 |
DIFF=$((NOW - LAST))
|
| 138 |
if [ $DIFF -ge $SEVEN_DAYS ]; then
|
| 139 |
echo $NOW > "$SQUASH_FLAG_FILE"
|
| 140 |
echo "距离上次合并已超过7天,正在合并历史提交..."
|
| 141 |
+
python /tmp/hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}"
|
| 142 |
else
|
| 143 |
echo "距离上次合并未满7天,本次跳过合并历史提交。"
|
| 144 |
fi
|
|
|
|
| 168 |
|
| 169 |
if [ -f build/sse.js ]; then
|
| 170 |
echo "启动: node build/sse.js"
|
| 171 |
+
exec node build/sse.js
|
| 172 |
elif [ -f /app/build/sse.js ]; then
|
| 173 |
echo "启动: node /app/build/sse.js"
|
| 174 |
+
exec node /app/build/sse.js
|
| 175 |
elif [ -f /mcp-proxy-server/build/sse.js ]; then
|
| 176 |
echo "启动: node /mcp-proxy-server/build/sse.js"
|
| 177 |
+
exec node /mcp-proxy-server/build/sse.js
|
| 178 |
else
|
| 179 |
echo "错误: 找不到 build/sse.js 文件"
|
| 180 |
echo "当前目录: $(pwd)"
|