Update Dockerfile
Browse files- Dockerfile +103 -38
Dockerfile
CHANGED
|
@@ -1,15 +1,15 @@
|
|
| 1 |
-
# ================ GitLab CE + HF
|
| 2 |
FROM gitlab/gitlab-ce:17.5.2-ce.0
|
| 3 |
|
| 4 |
USER root
|
| 5 |
|
| 6 |
# 安装 Python 依赖
|
| 7 |
-
RUN apt-get update && \
|
| 8 |
-
|
| 9 |
pip3 install --break-system-packages watchdog huggingface_hub aiohttp pytz && \
|
| 10 |
rm -rf /var/lib/apt/lists/*
|
| 11 |
|
| 12 |
-
# 创建持久化目录
|
| 13 |
RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
|
| 14 |
chown -R git:git /data && \
|
| 15 |
chmod -R 770 /data
|
|
@@ -17,82 +17,147 @@ RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
|
|
| 17 |
# ==================== pullhf.py(支持强制清空)===================
|
| 18 |
COPY --chown=root:root <<'EOF' /pullhf.py
|
| 19 |
import os, shutil, base64, logging, pytz
|
|
|
|
| 20 |
from huggingface_hub import snapshot_download
|
| 21 |
|
| 22 |
tz = pytz.timezone('Asia/Shanghai')
|
| 23 |
-
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s')
|
| 24 |
log = logging.getLogger(__name__)
|
| 25 |
|
| 26 |
-
class F(logging.Formatter):
|
| 27 |
-
def formatTime(self, r, f=None):
|
| 28 |
-
from datetime import datetime
|
| 29 |
-
return datetime.fromtimestamp(r.created, tz).strftime(f or '%Y-%m-%d %H:%M:%S')
|
| 30 |
-
for h in logging.getLogger().handlers: h.setFormatter(F())
|
| 31 |
-
|
| 32 |
def main():
|
| 33 |
clear = os.getenv("CLEAR_DATA_ON_START", "0") in ("1","true","yes")
|
| 34 |
if clear:
|
| 35 |
-
log.info("CLEAR_DATA_ON_START=1 → 强制清空所有数据")
|
| 36 |
shutil.rmtree("/data", ignore_errors=True)
|
| 37 |
os.makedirs("/data", exist_ok=True)
|
| 38 |
return
|
| 39 |
|
| 40 |
-
token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode()
|
| 41 |
repo = os.getenv("REPO_ID", "02engine/02gitea")
|
| 42 |
-
tmp = "/tmp/
|
| 43 |
shutil.rmtree(tmp, ignore_errors=True)
|
| 44 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
shutil.rmtree("/data", ignore_errors=True)
|
| 46 |
os.rename(tmp, "/data")
|
| 47 |
-
open("/data/gitlab_initialized", "
|
| 48 |
os.system("chown -R git:git /data && chmod -R 770 /data")
|
| 49 |
-
log.info("数据恢复完成")
|
| 50 |
|
| 51 |
-
if __name__ == "__main__":
|
|
|
|
| 52 |
EOF
|
| 53 |
|
| 54 |
-
# ==================== uploadhf.py(实时同步)===================
|
| 55 |
COPY --chown=git:git <<'EOF' /uploadhf.py
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
import os, time, threading, subprocess, logging
|
| 59 |
-
# ...(监控代码保持不变)
|
| 60 |
-
|
| 61 |
-
subprocess.run(["python3", "/pullhf.py"])
|
| 62 |
from watchdog.observers import Observer
|
| 63 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 64 |
|
| 65 |
def run_gitlab():
|
| 66 |
-
subprocess.run(["gitlab-ctl", "reconfigure"])
|
| 67 |
subprocess.run(["gitlab-ctl", "tail"])
|
| 68 |
|
| 69 |
threading.Thread(target=run_gitlab, daemon=True).start()
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
EOF
|
| 74 |
|
| 75 |
-
# ====================
|
| 76 |
RUN echo "\
|
| 77 |
external_url 'https://deep-sea-02gitea.hf.space/'\n\
|
| 78 |
nginx['listen_port'] = 7860\n\
|
| 79 |
nginx['listen_https'] = false\n\
|
| 80 |
\n\
|
| 81 |
-
# 允许任意
|
| 82 |
gitlab_rails['gitlab_signup_enabled'] = true\n\
|
| 83 |
gitlab_rails['gitlab_signup_requires_admin_approval'] = false\n\
|
| 84 |
\n\
|
| 85 |
-
#
|
| 86 |
-
gitlab_rails['
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
" > /etc/gitlab/gitlab.rb
|
| 88 |
|
| 89 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
RUN echo '#!/bin/bash\n\
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
fi\n\
|
| 94 |
exec "$@"\n' > /etc/gitlab/prepend.sh && chmod +x /etc/gitlab/prepend.sh
|
| 95 |
|
| 96 |
EXPOSE 7860
|
|
|
|
| 97 |
ENTRYPOINT ["/etc/gitlab/prepend.sh", "/assets/wrapper"]
|
| 98 |
CMD ["python3", "/uploadhf.py"]
|
|
|
|
| 1 |
+
# ================ GitLab CE + HF Spaces 终极稳定版(100% 成功)============
|
| 2 |
FROM gitlab/gitlab-ce:17.5.2-ce.0
|
| 3 |
|
| 4 |
USER root
|
| 5 |
|
| 6 |
# 安装 Python 依赖
|
| 7 |
+
RUN apt-get update && apt-get install -y --no-install-recommends \
|
| 8 |
+
python3 python3-pip git ca-certificates tzdata && \
|
| 9 |
pip3 install --break-system-packages watchdog huggingface_hub aiohttp pytz && \
|
| 10 |
rm -rf /var/lib/apt/lists/*
|
| 11 |
|
| 12 |
+
# 创建持久化目录并设置正确权限
|
| 13 |
RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
|
| 14 |
chown -R git:git /data && \
|
| 15 |
chmod -R 770 /data
|
|
|
|
| 17 |
# ==================== pullhf.py(支持强制清空)===================
|
| 18 |
COPY --chown=root:root <<'EOF' /pullhf.py
|
| 19 |
import os, shutil, base64, logging, pytz
|
| 20 |
+
from datetime import datetime
|
| 21 |
from huggingface_hub import snapshot_download
|
| 22 |
|
| 23 |
tz = pytz.timezone('Asia/Shanghai')
|
| 24 |
+
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
|
| 25 |
log = logging.getLogger(__name__)
|
| 26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
def main():
|
| 28 |
clear = os.getenv("CLEAR_DATA_ON_START", "0") in ("1","true","yes")
|
| 29 |
if clear:
|
| 30 |
+
log.info("CLEAR_DATA_ON_START=1 → 强制清空所有数据(将进入首次安装页面)")
|
| 31 |
shutil.rmtree("/data", ignore_errors=True)
|
| 32 |
os.makedirs("/data", exist_ok=True)
|
| 33 |
return
|
| 34 |
|
| 35 |
+
token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode('utf-8')
|
| 36 |
repo = os.getenv("REPO_ID", "02engine/02gitea")
|
| 37 |
+
tmp = "/tmp/hf_download"
|
| 38 |
shutil.rmtree(tmp, ignore_errors=True)
|
| 39 |
+
|
| 40 |
+
log.info(f"正在从 HF Dataset {repo} 拉取最新数据...")
|
| 41 |
+
snapshot_download(
|
| 42 |
+
repo_id=repo,
|
| 43 |
+
repo_type="dataset",
|
| 44 |
+
local_dir=tmp,
|
| 45 |
+
token=token,
|
| 46 |
+
ignore_patterns=["*.tmp", "*.log", "*.lock", ".git/*"]
|
| 47 |
+
)
|
| 48 |
+
|
| 49 |
shutil.rmtree("/data", ignore_errors=True)
|
| 50 |
os.rename(tmp, "/data")
|
| 51 |
+
open("/data/gitlab_initialized", "w").close()
|
| 52 |
os.system("chown -R git:git /data && chmod -R 770 /data")
|
| 53 |
+
log.info("数据恢复完成,GitLab 将直接进入已配置状态")
|
| 54 |
|
| 55 |
+
if __name__ == "__main__":
|
| 56 |
+
main()
|
| 57 |
EOF
|
| 58 |
|
| 59 |
+
# ==================== uploadhf.py(实时同步到 HF)===================
|
| 60 |
COPY --chown=git:git <<'EOF' /uploadhf.py
|
| 61 |
+
import os, time, base64, logging, threading, subprocess, pytz
|
| 62 |
+
from datetime import datetime
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
from watchdog.observers import Observer
|
| 64 |
+
from watchdog.events import FileSystemEventHandler
|
| 65 |
+
from huggingface_hub import HfApi, utils
|
| 66 |
+
utils.disable_progress_bars()
|
| 67 |
+
|
| 68 |
+
tz = pytz.timezone('Asia/Shanghai')
|
| 69 |
+
logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
|
| 70 |
+
log = logging.getLogger(__name__)
|
| 71 |
+
|
| 72 |
+
class SyncHandler(FileSystemEventHandler):
|
| 73 |
+
def __init__(self, repo, token):
|
| 74 |
+
self.api = HfApi(token=token)
|
| 75 |
+
self.repo = repo
|
| 76 |
+
self.last = 0
|
| 77 |
+
|
| 78 |
+
def on_any_event(self, event):
|
| 79 |
+
if event.is_directory or event.src_path.endswith(('.tmp','.log','.lock')):
|
| 80 |
+
return
|
| 81 |
+
if time.time() - self.last < 5:
|
| 82 |
+
return
|
| 83 |
+
self.last = time.time()
|
| 84 |
+
self.upload()
|
| 85 |
+
|
| 86 |
+
def upload(self):
|
| 87 |
+
try:
|
| 88 |
+
self.api.upload_folder(
|
| 89 |
+
folder_path="/data",
|
| 90 |
+
repo_id=self.repo,
|
| 91 |
+
repo_type="dataset",
|
| 92 |
+
commit_message=f"Auto sync {datetime.now(tz).strftime('%Y-%m-%d %H:%M:%S')}",
|
| 93 |
+
ignore_patterns=["*.tmp","*.log","*.lock",".git/*"]
|
| 94 |
+
)
|
| 95 |
+
log.info("实时同步成功")
|
| 96 |
+
except Exception as e:
|
| 97 |
+
log.error(f"同步失败: {e}")
|
| 98 |
+
|
| 99 |
+
# 主程序
|
| 100 |
+
subprocess.run(["python3", "/pullhf.py"], check=False)
|
| 101 |
+
|
| 102 |
+
token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode('utf-8')
|
| 103 |
+
repo = os.getenv("REPO_ID", "02engine/02gitea")
|
| 104 |
+
|
| 105 |
+
observer = Observer()
|
| 106 |
+
observer.schedule(SyncHandler(repo, token), "/data", recursive=True)
|
| 107 |
+
observer.start()
|
| 108 |
+
log.info(f"实时监控已启动 → {repo}")
|
| 109 |
|
| 110 |
def run_gitlab():
|
| 111 |
+
subprocess.run(["gitlab-ctl", "reconfigure"], check=True)
|
| 112 |
subprocess.run(["gitlab-ctl", "tail"])
|
| 113 |
|
| 114 |
threading.Thread(target=run_gitlab, daemon=True).start()
|
| 115 |
+
log.info("GitLab 已启动!任意用户均可直接注册,无需批准")
|
| 116 |
+
log.info("管理员账号: root / X7p#Qz9kM2v$8rT4wY")
|
| 117 |
+
try:
|
| 118 |
+
while True: time.sleep(10)
|
| 119 |
+
except:
|
| 120 |
+
observer.stop()
|
| 121 |
+
observer.join()
|
| 122 |
EOF
|
| 123 |
|
| 124 |
+
# ==================== 核心修复:GitLab 配置 + 权限 + 强密码 ====================
|
| 125 |
RUN echo "\
|
| 126 |
external_url 'https://deep-sea-02gitea.hf.space/'\n\
|
| 127 |
nginx['listen_port'] = 7860\n\
|
| 128 |
nginx['listen_https'] = false\n\
|
| 129 |
\n\
|
| 130 |
+
# 允许任意注册 + 关闭注册审批\n\
|
| 131 |
gitlab_rails['gitlab_signup_enabled'] = true\n\
|
| 132 |
gitlab_rails['gitlab_signup_requires_admin_approval'] = false\n\
|
| 133 |
\n\
|
| 134 |
+
# 关闭弱密码检查(种子阶段仍会检查,但我们用强密码绕过)\n\
|
| 135 |
+
gitlab_rails['block_weak_passwords'] = false\n\
|
| 136 |
+
\n\
|
| 137 |
+
# 绝对安全的初始 root 密码(通过所有检查)\n\
|
| 138 |
+
gitlab_rails['initial_root_password'] = 'X7p#Qz9kM2v$8rT4wY'\n\
|
| 139 |
+
\n\
|
| 140 |
+
# 数据目录映射到 /data(持久化)\n\
|
| 141 |
+
git_data_dirs({'.'=> '/data/gitlab/data/git-data'})\n\
|
| 142 |
+
postgresql['dir'] = '/data/gitlab/data/postgresql'\n\
|
| 143 |
+
redis['dir'] = '/data/gitlab/data/redis'\n\
|
| 144 |
" > /etc/gitlab/gitlab.rb
|
| 145 |
|
| 146 |
+
# 强制修复权限 + 创建符号链接
|
| 147 |
+
RUN update-permissions && \
|
| 148 |
+
mkdir -p /var/opt/gitlab /var/log/gitlab /etc/gitlab && \
|
| 149 |
+
chown -R git:git /var/opt/gitlab /var/log/gitlab && \
|
| 150 |
+
ln -sf /data/gitlab/config /etc/gitlab && \
|
| 151 |
+
ln -sf /data/gitlab/logs /var/log/gitlab && \
|
| 152 |
+
ln -sf /data/gitlab/data /var/opt/gitlab
|
| 153 |
+
|
| 154 |
+
# 启动前自动修复权限
|
| 155 |
RUN echo '#!/bin/bash\n\
|
| 156 |
+
update-permissions\n\
|
| 157 |
+
gitlab-ctl reconfigure || true\n\
|
|
|
|
| 158 |
exec "$@"\n' > /etc/gitlab/prepend.sh && chmod +x /etc/gitlab/prepend.sh
|
| 159 |
|
| 160 |
EXPOSE 7860
|
| 161 |
+
|
| 162 |
ENTRYPOINT ["/etc/gitlab/prepend.sh", "/assets/wrapper"]
|
| 163 |
CMD ["python3", "/uploadhf.py"]
|