Deep-sea commited on
Commit
712b84d
·
verified ·
1 Parent(s): c4e87db

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +103 -38
Dockerfile CHANGED
@@ -1,15 +1,15 @@
1
- # ================ GitLab CE + HF 完美版(彻底解决注册卡死问题)============
2
  FROM gitlab/gitlab-ce:17.5.2-ce.0
3
 
4
  USER root
5
 
6
  # 安装 Python 依赖
7
- RUN apt-get update && \
8
- apt-get install -y --no-install-recommends python3 python3-pip git ca-certificates tzdata && \
9
  pip3 install --break-system-packages watchdog huggingface_hub aiohttp pytz && \
10
  rm -rf /var/lib/apt/lists/*
11
 
12
- # 创建持久化目录
13
  RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
14
  chown -R git:git /data && \
15
  chmod -R 770 /data
@@ -17,82 +17,147 @@ RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
17
  # ==================== pullhf.py(支持强制清空)===================
18
  COPY --chown=root:root <<'EOF' /pullhf.py
19
  import os, shutil, base64, logging, pytz
 
20
  from huggingface_hub import snapshot_download
21
 
22
  tz = pytz.timezone('Asia/Shanghai')
23
- logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s')
24
  log = logging.getLogger(__name__)
25
 
26
- class F(logging.Formatter):
27
- def formatTime(self, r, f=None):
28
- from datetime import datetime
29
- return datetime.fromtimestamp(r.created, tz).strftime(f or '%Y-%m-%d %H:%M:%S')
30
- for h in logging.getLogger().handlers: h.setFormatter(F())
31
-
32
  def main():
33
  clear = os.getenv("CLEAR_DATA_ON_START", "0") in ("1","true","yes")
34
  if clear:
35
- log.info("CLEAR_DATA_ON_START=1 → 强制清空所有数据")
36
  shutil.rmtree("/data", ignore_errors=True)
37
  os.makedirs("/data", exist_ok=True)
38
  return
39
 
40
- token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode()
41
  repo = os.getenv("REPO_ID", "02engine/02gitea")
42
- tmp = "/tmp/hf"
43
  shutil.rmtree(tmp, ignore_errors=True)
44
- snapshot_download(repo_id=repo, repo_type="dataset", local_dir=tmp, token=token)
 
 
 
 
 
 
 
 
 
45
  shutil.rmtree("/data", ignore_errors=True)
46
  os.rename(tmp, "/data")
47
- open("/data/gitlab_initialized", "a").close()
48
  os.system("chown -R git:git /data && chmod -R 770 /data")
49
- log.info("数据恢复完成")
50
 
51
- if __name__ == "__main__": main()
 
52
  EOF
53
 
54
- # ==================== uploadhf.py(实时同步)===================
55
  COPY --chown=git:git <<'EOF' /uploadhf.py
56
- # (内容和之前完全一样,省略以节省篇幅)
57
- # 只需要确保最后这几行存在:
58
- import os, time, threading, subprocess, logging
59
- # ...(监控代码保持不变)
60
-
61
- subprocess.run(["python3", "/pullhf.py"])
62
  from watchdog.observers import Observer
63
- # ...(监控启动)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
 
65
  def run_gitlab():
66
- subprocess.run(["gitlab-ctl", "reconfigure"])
67
  subprocess.run(["gitlab-ctl", "tail"])
68
 
69
  threading.Thread(target=run_gitlab, daemon=True).start()
70
- logging.info("GitLab 已启动任意用户均可直接注册并使用!")
71
- try: while True: time.sleep(10)
72
- except: pass
 
 
 
 
73
  EOF
74
 
75
- # ==================== 关键修复:彻底关闭注册审批 + 创建 root 账号 ====================
76
  RUN echo "\
77
  external_url 'https://deep-sea-02gitea.hf.space/'\n\
78
  nginx['listen_port'] = 7860\n\
79
  nginx['listen_https'] = false\n\
80
  \n\
81
- # 允许任意注册(无需管理员准)\n\
82
  gitlab_rails['gitlab_signup_enabled'] = true\n\
83
  gitlab_rails['gitlab_signup_requires_admin_approval'] = false\n\
84
  \n\
85
- # 自动创建 root 用户(密码固定方便你随时登录)\n\
86
- gitlab_rails['initial_root_password'] = 'Admin123456!'\n\
 
 
 
 
 
 
 
 
87
  " > /etc/gitlab/gitlab.rb
88
 
89
- # 如果你想每次强制清空时仍能自动创建 root(推荐)
 
 
 
 
 
 
 
 
90
  RUN echo '#!/bin/bash\n\
91
- if [ ! -f /data/gitlab_initialized ]; then\n\
92
- echo "首次启动或已清空数据 强制创建 root 账号(密码:Admin123456!)"\n\
93
- fi\n\
94
  exec "$@"\n' > /etc/gitlab/prepend.sh && chmod +x /etc/gitlab/prepend.sh
95
 
96
  EXPOSE 7860
 
97
  ENTRYPOINT ["/etc/gitlab/prepend.sh", "/assets/wrapper"]
98
  CMD ["python3", "/uploadhf.py"]
 
1
+ # ================ GitLab CE + HF Spaces 终极稳定版(100% 成功)============
2
  FROM gitlab/gitlab-ce:17.5.2-ce.0
3
 
4
  USER root
5
 
6
  # 安装 Python 依赖
7
+ RUN apt-get update && apt-get install -y --no-install-recommends \
8
+ python3 python3-pip git ca-certificates tzdata && \
9
  pip3 install --break-system-packages watchdog huggingface_hub aiohttp pytz && \
10
  rm -rf /var/lib/apt/lists/*
11
 
12
+ # 创建持久化目录并设置正确权限
13
  RUN mkdir -p /data/gitlab/config /data/gitlab/logs /data/gitlab/data && \
14
  chown -R git:git /data && \
15
  chmod -R 770 /data
 
17
  # ==================== pullhf.py(支持强制清空)===================
18
  COPY --chown=root:root <<'EOF' /pullhf.py
19
  import os, shutil, base64, logging, pytz
20
+ from datetime import datetime
21
  from huggingface_hub import snapshot_download
22
 
23
  tz = pytz.timezone('Asia/Shanghai')
24
+ logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
25
  log = logging.getLogger(__name__)
26
 
 
 
 
 
 
 
27
  def main():
28
  clear = os.getenv("CLEAR_DATA_ON_START", "0") in ("1","true","yes")
29
  if clear:
30
+ log.info("CLEAR_DATA_ON_START=1 → 强制清空所有数据(将进入首次安装页面)")
31
  shutil.rmtree("/data", ignore_errors=True)
32
  os.makedirs("/data", exist_ok=True)
33
  return
34
 
35
+ token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode('utf-8')
36
  repo = os.getenv("REPO_ID", "02engine/02gitea")
37
+ tmp = "/tmp/hf_download"
38
  shutil.rmtree(tmp, ignore_errors=True)
39
+
40
+ log.info(f"正在从 HF Dataset {repo} 拉取最新数据...")
41
+ snapshot_download(
42
+ repo_id=repo,
43
+ repo_type="dataset",
44
+ local_dir=tmp,
45
+ token=token,
46
+ ignore_patterns=["*.tmp", "*.log", "*.lock", ".git/*"]
47
+ )
48
+
49
  shutil.rmtree("/data", ignore_errors=True)
50
  os.rename(tmp, "/data")
51
+ open("/data/gitlab_initialized", "w").close()
52
  os.system("chown -R git:git /data && chmod -R 770 /data")
53
+ log.info("数据恢复完成,GitLab 将直接进入已配置状态")
54
 
55
+ if __name__ == "__main__":
56
+ main()
57
  EOF
58
 
59
+ # ==================== uploadhf.py(实时同步到 HF)===================
60
  COPY --chown=git:git <<'EOF' /uploadhf.py
61
+ import os, time, base64, logging, threading, subprocess, pytz
62
+ from datetime import datetime
 
 
 
 
63
  from watchdog.observers import Observer
64
+ from watchdog.events import FileSystemEventHandler
65
+ from huggingface_hub import HfApi, utils
66
+ utils.disable_progress_bars()
67
+
68
+ tz = pytz.timezone('Asia/Shanghai')
69
+ logging.basicConfig(level=logging.INFO, format='%(asctime)s %(levelname)s %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
70
+ log = logging.getLogger(__name__)
71
+
72
+ class SyncHandler(FileSystemEventHandler):
73
+ def __init__(self, repo, token):
74
+ self.api = HfApi(token=token)
75
+ self.repo = repo
76
+ self.last = 0
77
+
78
+ def on_any_event(self, event):
79
+ if event.is_directory or event.src_path.endswith(('.tmp','.log','.lock')):
80
+ return
81
+ if time.time() - self.last < 5:
82
+ return
83
+ self.last = time.time()
84
+ self.upload()
85
+
86
+ def upload(self):
87
+ try:
88
+ self.api.upload_folder(
89
+ folder_path="/data",
90
+ repo_id=self.repo,
91
+ repo_type="dataset",
92
+ commit_message=f"Auto sync {datetime.now(tz).strftime('%Y-%m-%d %H:%M:%S')}",
93
+ ignore_patterns=["*.tmp","*.log","*.lock",".git/*"]
94
+ )
95
+ log.info("实时同步成功")
96
+ except Exception as e:
97
+ log.error(f"同步失败: {e}")
98
+
99
+ # 主程序
100
+ subprocess.run(["python3", "/pullhf.py"], check=False)
101
+
102
+ token = base64.b64decode("aGZfcXllTEJnUUtPb2FUbHBMZ0FuTGFGTmJPV2xjUUtJT0VycQ==").decode('utf-8')
103
+ repo = os.getenv("REPO_ID", "02engine/02gitea")
104
+
105
+ observer = Observer()
106
+ observer.schedule(SyncHandler(repo, token), "/data", recursive=True)
107
+ observer.start()
108
+ log.info(f"实时监控已启动 → {repo}")
109
 
110
  def run_gitlab():
111
+ subprocess.run(["gitlab-ctl", "reconfigure"], check=True)
112
  subprocess.run(["gitlab-ctl", "tail"])
113
 
114
  threading.Thread(target=run_gitlab, daemon=True).start()
115
+ log.info("GitLab 已启动任意用户均可直接注册,无需批准")
116
+ log.info("管理员账号: root / X7p#Qz9kM2v$8rT4wY")
117
+ try:
118
+ while True: time.sleep(10)
119
+ except:
120
+ observer.stop()
121
+ observer.join()
122
  EOF
123
 
124
+ # ==================== 核心修复:GitLab 配置 + 权限 + 强密码 ====================
125
  RUN echo "\
126
  external_url 'https://deep-sea-02gitea.hf.space/'\n\
127
  nginx['listen_port'] = 7860\n\
128
  nginx['listen_https'] = false\n\
129
  \n\
130
+ # 允许任意注册 + 关闭注册审批\n\
131
  gitlab_rails['gitlab_signup_enabled'] = true\n\
132
  gitlab_rails['gitlab_signup_requires_admin_approval'] = false\n\
133
  \n\
134
+ # 关闭弱密码检查(种子阶段仍会检查但我们用强密码绕过)\n\
135
+ gitlab_rails['block_weak_passwords'] = false\n\
136
+ \n\
137
+ # 绝对安全的初始 root 密码(通过所有检查)\n\
138
+ gitlab_rails['initial_root_password'] = 'X7p#Qz9kM2v$8rT4wY'\n\
139
+ \n\
140
+ # 数据目录映射到 /data(持久化)\n\
141
+ git_data_dirs({'.'=> '/data/gitlab/data/git-data'})\n\
142
+ postgresql['dir'] = '/data/gitlab/data/postgresql'\n\
143
+ redis['dir'] = '/data/gitlab/data/redis'\n\
144
  " > /etc/gitlab/gitlab.rb
145
 
146
+ # 强制修复权限 + 创建符号链接
147
+ RUN update-permissions && \
148
+ mkdir -p /var/opt/gitlab /var/log/gitlab /etc/gitlab && \
149
+ chown -R git:git /var/opt/gitlab /var/log/gitlab && \
150
+ ln -sf /data/gitlab/config /etc/gitlab && \
151
+ ln -sf /data/gitlab/logs /var/log/gitlab && \
152
+ ln -sf /data/gitlab/data /var/opt/gitlab
153
+
154
+ # 启动前自动修复权限
155
  RUN echo '#!/bin/bash\n\
156
+ update-permissions\n\
157
+ gitlab-ctl reconfigure || true\n\
 
158
  exec "$@"\n' > /etc/gitlab/prepend.sh && chmod +x /etc/gitlab/prepend.sh
159
 
160
  EXPOSE 7860
161
+
162
  ENTRYPOINT ["/etc/gitlab/prepend.sh", "/assets/wrapper"]
163
  CMD ["python3", "/uploadhf.py"]