Upload folder using huggingface_hub

Dockerfile

@@ -0,0 +1,36 @@
+FROM docker.io/matrixconduit/matrix-conduit:latest AS conduit
+
+FROM python:3.11-slim
+
+# Install system deps
+RUN apt-get update && \
+    apt-get install -y nginx supervisor curl && \
+    rm -rf /var/lib/apt/lists/*
+
+# Copy conduit binary from official image
+COPY --from=conduit /srv/conduit/conduit /usr/local/bin/conduit
+RUN chmod +x /usr/local/bin/conduit
+
+# Install Python deps
+COPY requirements.txt /tmp/requirements.txt
+RUN pip install --no-cache-dir -r /tmp/requirements.txt
+
+# Config files
+COPY conduit.toml /etc/conduit/conduit.toml
+COPY nginx.conf /etc/nginx/nginx.conf
+COPY supervisord.conf /etc/supervisor/conf.d/supervisord.conf
+
+# Scripts
+COPY start.sh /start.sh
+COPY sync_loop.sh /sync_loop.sh
+RUN chmod +x /start.sh /sync_loop.sh
+
+# Application
+COPY app/ /app/
+
+# Create directories
+RUN mkdir -p /data/conduit /var/log/supervisor
+
+EXPOSE 7860
+
+CMD ["/start.sh"]

README.md

@@ -1,10 +1,8 @@
 ---
 title: Messenger
-emoji: 🐢
-colorFrom: red
-colorTo: indigo
+emoji: "\U0001F4AC"
+colorFrom: blue
+colorTo: purple
 sdk: docker
-pinned: false
+app_port: 7860
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app/main.py

@@ -0,0 +1,274 @@
+"""Messenger API — thin layer over Matrix/Conduit for zero-friction chat."""
+
+import hashlib
+import time
+import urllib.parse
+import uuid
+
+import httpx
+from fastapi import FastAPI, HTTPException
+from fastapi.responses import FileResponse, HTMLResponse
+from fastapi.staticfiles import StaticFiles
+from pydantic import BaseModel
+
+app = FastAPI(title="Messenger")
+
+CONDUIT = "http://127.0.0.1:6167"
+SERVER_NAME = "lvwerra-messenger.hf.space"
+# Used to derive deterministic passwords for auto-created accounts
+SECRET_SALT = "messenger-salt-v1"
+
+# Cache: display_name -> {user_id, access_token}
+_user_cache: dict[str, dict] = {}
+
+
+# --- Models ---
+
+class RegisterRequest(BaseModel):
+    name: str
+
+class SendRequest(BaseModel):
+    text: str
+    name: str | None = None
+    token: str | None = None
+
+class CreateRoomRequest(BaseModel):
+    name: str
+    token: str
+
+
+# --- Matrix helpers ---
+
+def _make_password(username: str) -> str:
+    return hashlib.sha256(f"{username}:{SECRET_SALT}".encode()).hexdigest()[:32]
+
+
+async def _matrix_register(username: str, password: str) -> dict:
+    """Register a new Matrix user. Returns {user_id, access_token}."""
+    async with httpx.AsyncClient(timeout=10) as c:
+        # First call to get the session
+        resp = await c.post(f"{CONDUIT}/_matrix/client/v3/register", json={
+            "username": username,
+            "password": password,
+            "inhibit_login": False,
+            "initial_device_display_name": "Messenger",
+        })
+        data = resp.json()
+
+        # Conduit may require a UIAA step
+        if resp.status_code == 401 and "session" in data:
+            session = data["session"]
+            resp = await c.post(f"{CONDUIT}/_matrix/client/v3/register", json={
+                "username": username,
+                "password": password,
+                "auth": {"type": "m.login.dummy", "session": session},
+                "inhibit_login": False,
+                "initial_device_display_name": "Messenger",
+            })
+            data = resp.json()
+
+        if "access_token" in data:
+            return data
+        raise HTTPException(400, f"Registration failed: {data}")
+
+
+async def _matrix_login(username: str, password: str) -> dict:
+    """Login to an existing Matrix account. Returns {user_id, access_token}."""
+    async with httpx.AsyncClient(timeout=10) as c:
+        resp = await c.post(f"{CONDUIT}/_matrix/client/v3/login", json={
+            "type": "m.login.password",
+            "identifier": {"type": "m.id.user", "user": username},
+            "password": password,
+            "initial_device_display_name": "Messenger",
+        })
+        data = resp.json()
+        if "access_token" in data:
+            return data
+        raise HTTPException(401, f"Login failed: {data}")
+
+
+async def get_or_create_user(display_name: str) -> dict:
+    """Get or create a Matrix user from just a display name."""
+    if display_name in _user_cache:
+        return _user_cache[display_name]
+
+    username = display_name.lower().replace(" ", "_")
+    # Remove non-alphanumeric chars (Matrix usernames are restrictive)
+    username = "".join(c for c in username if c.isalnum() or c == "_")
+    if not username:
+        username = f"user_{uuid.uuid4().hex[:8]}"
+
+    password = _make_password(username)
+
+    # Try register first, fall back to login
+    try:
+        data = await _matrix_register(username, password)
+    except HTTPException:
+        data = await _matrix_login(username, password)
+
+    # Set display name
+    try:
+        async with httpx.AsyncClient(timeout=10) as c:
+            await c.put(
+                f"{CONDUIT}/_matrix/client/v3/profile/{data['user_id']}/displayname",
+                headers={"Authorization": f"Bearer {data['access_token']}"},
+                json={"displayname": display_name},
+            )
+    except Exception:
+        pass  # Non-critical
+
+    result = {"user_id": data["user_id"], "access_token": data["access_token"]}
+    _user_cache[display_name] = result
+    return result
+
+
+async def _resolve_room(room_alias: str, token: str) -> str:
+    """Resolve a room alias to a room_id."""
+    encoded = urllib.parse.quote(room_alias)
+    async with httpx.AsyncClient(timeout=10) as c:
+        resp = await c.get(
+            f"{CONDUIT}/_matrix/client/v3/directory/room/{encoded}",
+            headers={"Authorization": f"Bearer {token}"},
+        )
+        if resp.status_code == 200:
+            return resp.json()["room_id"]
+    return ""
+
+
+async def _ensure_room(room_name: str, token: str) -> str:
+    """Get or create a room. Returns room_id."""
+    alias = f"#{room_name}:{SERVER_NAME}"
+    room_id = await _resolve_room(alias, token)
+    if room_id:
+        return room_id
+
+    # Create the room
+    async with httpx.AsyncClient(timeout=10) as c:
+        resp = await c.post(
+            f"{CONDUIT}/_matrix/client/v3/createRoom",
+            headers={"Authorization": f"Bearer {token}"},
+            json={
+                "room_alias_name": room_name,
+                "name": room_name,
+                "visibility": "public",
+                "preset": "public_chat",
+            },
+        )
+        data = resp.json()
+        if "room_id" in data:
+            return data["room_id"]
+        raise HTTPException(500, f"Failed to create room: {data}")
+
+
+async def _join_room(room_id: str, token: str) -> None:
+    """Join a room (idempotent)."""
+    async with httpx.AsyncClient(timeout=10) as c:
+        await c.post(
+            f"{CONDUIT}/_matrix/client/v3/join/{urllib.parse.quote(room_id)}",
+            headers={"Authorization": f"Bearer {token}"},
+        )
+
+
+async def _get_token(req: SendRequest) -> str:
+    """Extract token from request — either provided or auto-created from name."""
+    if req.token:
+        return req.token
+    if req.name:
+        user = await get_or_create_user(req.name)
+        return user["access_token"]
+    raise HTTPException(400, "Either 'name' or 'token' required")
+
+
+# --- API endpoints ---
+
+@app.post("/api/register")
+async def register(req: RegisterRequest):
+    """Register or login with just a display name. Returns token."""
+    user = await get_or_create_user(req.name)
+    return {"user_id": user["user_id"], "token": user["access_token"]}
+
+
+@app.post("/api/rooms")
+async def create_room(req: CreateRoomRequest):
+    """Create a new room. Returns a shareable link."""
+    room_id = await _ensure_room(req.name, req.token)
+    return {
+        "room_id": room_id,
+        "link": f"https://{SERVER_NAME}/ch/{req.name}",
+    }
+
+
+@app.post("/api/ch/{room}/join")
+async def join_room(room: str, req: RegisterRequest):
+    """Join a room by name. Auto-creates room if it doesn't exist."""
+    user = await get_or_create_user(req.name)
+    room_id = await _ensure_room(room, user["access_token"])
+    await _join_room(room_id, user["access_token"])
+    return {"ok": True, "token": user["access_token"], "room_id": room_id}
+
+
+@app.post("/api/ch/{room}/send")
+async def send_message(room: str, req: SendRequest):
+    """Send a message to a room."""
+    token = await _get_token(req)
+    room_id = await _ensure_room(room, token)
+    await _join_room(room_id, token)
+
+    txn_id = uuid.uuid4().hex
+    async with httpx.AsyncClient(timeout=10) as c:
+        resp = await c.put(
+            f"{CONDUIT}/_matrix/client/v3/rooms/{room_id}/send/m.room.message/{txn_id}",
+            headers={"Authorization": f"Bearer {token}"},
+            json={"msgtype": "m.text", "body": req.text},
+        )
+        data = resp.json()
+        if "event_id" in data:
+            return {"event_id": data["event_id"]}
+        raise HTTPException(500, f"Failed to send: {data}")
+
+
+@app.get("/api/ch/{room}/messages")
+async def get_messages(room: str, token: str, limit: int = 50):
+    """Get recent messages from a room."""
+    alias = f"#{room}:{SERVER_NAME}"
+    room_id = await _resolve_room(alias, token)
+    if not room_id:
+        return {"messages": []}
+
+    async with httpx.AsyncClient(timeout=30) as c:
+        resp = await c.get(
+            f"{CONDUIT}/_matrix/client/v3/rooms/{room_id}/messages",
+            headers={"Authorization": f"Bearer {token}"},
+            params={"dir": "b", "limit": limit},
+        )
+        data = resp.json()
+
+    messages = []
+    for event in reversed(data.get("chunk", [])):
+        if event.get("type") != "m.room.message":
+            continue
+        content = event.get("content", {})
+        if content.get("msgtype") != "m.text":
+            continue
+        messages.append({
+            "id": event["event_id"],
+            "sender": event["sender"],
+            "sender_name": event.get("sender_name", event["sender"].split(":")[0].lstrip("@")),
+            "text": content["body"],
+            "timestamp": event.get("origin_server_ts", 0),
+        })
+    return {"messages": messages}
+
+
+# --- Web UI ---
+
+@app.get("/ch/{room}")
+async def chat_page(room: str):
+    """Serve the chat UI for a room."""
+    return FileResponse("/app/static/index.html", media_type="text/html")
+
+
+@app.get("/")
+async def landing():
+    """Landing page."""
+    return FileResponse("/app/static/index.html", media_type="text/html")

app/static/index.html

@@ -0,0 +1,276 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<meta charset="UTF-8">
+<meta name="viewport" content="width=device-width, initial-scale=1.0">
+<title>Messenger</title>
+<style>
+  * { margin: 0; padding: 0; box-sizing: border-box; }
+  body {
+    font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif;
+    background: #0f0f0f; color: #e0e0e0; height: 100dvh;
+    display: flex; flex-direction: column;
+  }
+  header {
+    padding: 12px 16px; background: #1a1a1a; border-bottom: 1px solid #2a2a2a;
+    font-weight: 600; font-size: 16px; flex-shrink: 0;
+  }
+  header span { color: #888; font-weight: 400; font-size: 13px; margin-left: 8px; }
+
+  /* Landing */
+  #landing {
+    display: flex; align-items: center; justify-content: center;
+    flex: 1; padding: 20px;
+  }
+  #landing .card {
+    background: #1a1a1a; border-radius: 12px; padding: 32px;
+    max-width: 400px; width: 100%; text-align: center;
+  }
+  #landing h1 { font-size: 24px; margin-bottom: 8px; }
+  #landing p { color: #888; margin-bottom: 24px; font-size: 14px; }
+  #landing input {
+    width: 100%; padding: 12px; border-radius: 8px; border: 1px solid #333;
+    background: #0f0f0f; color: #e0e0e0; font-size: 15px; margin-bottom: 12px;
+    outline: none;
+  }
+  #landing input:focus { border-color: #5b7bd5; }
+  #landing button {
+    width: 100%; padding: 12px; border-radius: 8px; border: none;
+    background: #5b7bd5; color: white; font-size: 15px; font-weight: 600;
+    cursor: pointer;
+  }
+  #landing button:hover { background: #4a6bc4; }
+
+  /* Join dialog */
+  #join-dialog {
+    display: flex; align-items: center; justify-content: center;
+    flex: 1; padding: 20px;
+  }
+  #join-dialog .card {
+    background: #1a1a1a; border-radius: 12px; padding: 32px;
+    max-width: 400px; width: 100%; text-align: center;
+  }
+  #join-dialog h2 { font-size: 20px; margin-bottom: 16px; }
+  #join-dialog input {
+    width: 100%; padding: 12px; border-radius: 8px; border: 1px solid #333;
+    background: #0f0f0f; color: #e0e0e0; font-size: 15px; margin-bottom: 12px;
+    outline: none;
+  }
+  #join-dialog input:focus { border-color: #5b7bd5; }
+  #join-dialog button {
+    width: 100%; padding: 12px; border-radius: 8px; border: none;
+    background: #5b7bd5; color: white; font-size: 15px; font-weight: 600;
+    cursor: pointer;
+  }
+  #join-dialog button:hover { background: #4a6bc4; }
+
+  /* Chat */
+  #chat { display: none; flex-direction: column; flex: 1; min-height: 0; }
+  #messages {
+    flex: 1; overflow-y: auto; padding: 16px; display: flex;
+    flex-direction: column; gap: 4px;
+  }
+  .msg {
+    padding: 6px 0; line-height: 1.4;
+  }
+  .msg .name { font-weight: 600; margin-right: 8px; }
+  .msg .time { color: #555; font-size: 11px; margin-left: 6px; }
+  .msg.self .name { color: #5b7bd5; }
+  .msg.system { color: #666; font-style: italic; font-size: 13px; }
+  #input-bar {
+    padding: 12px 16px; background: #1a1a1a; border-top: 1px solid #2a2a2a;
+    display: flex; gap: 8px; flex-shrink: 0;
+  }
+  #msg-input {
+    flex: 1; padding: 10px 14px; border-radius: 8px; border: 1px solid #333;
+    background: #0f0f0f; color: #e0e0e0; font-size: 15px; outline: none;
+  }
+  #msg-input:focus { border-color: #5b7bd5; }
+  #send-btn {
+    padding: 10px 20px; border-radius: 8px; border: none;
+    background: #5b7bd5; color: white; font-size: 15px; font-weight: 600;
+    cursor: pointer;
+  }
+  #send-btn:hover { background: #4a6bc4; }
+  .hidden { display: none !important; }
+</style>
+</head>
+<body>
+
+<header id="header">
+  Messenger <span id="room-label"></span>
+</header>
+
+<!-- Landing: create or go to a room -->
+<div id="landing" class="hidden">
+  <div class="card">
+    <h1>Messenger</h1>
+    <p>Create a chat room and share the link</p>
+    <input type="text" id="room-name-input" placeholder="Room name (e.g. my-project)">
+    <button onclick="goToRoom()">Create Room</button>
+  </div>
+</div>
+
+<!-- Join dialog: pick a display name -->
+<div id="join-dialog" class="hidden">
+  <div class="card">
+    <h2 id="join-title">Join room</h2>
+    <input type="text" id="display-name" placeholder="Your name" autofocus>
+    <button onclick="joinRoom()">Join</button>
+  </div>
+</div>
+
+<!-- Chat view -->
+<div id="chat">
+  <div id="messages"></div>
+  <div id="input-bar">
+    <input type="text" id="msg-input" placeholder="Type a message..." autofocus>
+    <button id="send-btn" onclick="sendMessage()">Send</button>
+  </div>
+</div>
+
+<script>
+const path = window.location.pathname;
+const roomMatch = path.match(/^\/ch\/([^/]+)/);
+const roomName = roomMatch ? roomMatch[1] : null;
+
+let token = null;
+let userId = null;
+let lastMessageId = null;
+let pollTimer = null;
+
+// Determine which view to show
+if (!roomName) {
+  document.getElementById('landing').classList.remove('hidden');
+  document.getElementById('chat').style.display = 'none';
+} else {
+  document.getElementById('room-label').textContent = '#' + roomName;
+
+  // Check for saved session
+  const saved = localStorage.getItem('messenger_' + roomName);
+  if (saved) {
+    const s = JSON.parse(saved);
+    token = s.token;
+    userId = s.userId;
+    startChat();
+  } else {
+    document.getElementById('join-dialog').classList.remove('hidden');
+    document.getElementById('join-title').textContent = 'Join #' + roomName;
+    document.getElementById('chat').style.display = 'none';
+  }
+}
+
+function goToRoom() {
+  const name = document.getElementById('room-name-input').value.trim()
+    .toLowerCase().replace(/[^a-z0-9_-]/g, '-');
+  if (name) window.location.href = '/ch/' + name;
+}
+
+async function joinRoom() {
+  const name = document.getElementById('display-name').value.trim();
+  if (!name) return;
+
+  try {
+    const resp = await fetch('/api/ch/' + roomName + '/join', {
+      method: 'POST',
+      headers: {'Content-Type': 'application/json'},
+      body: JSON.stringify({name}),
+    });
+    const data = await resp.json();
+    if (!resp.ok) throw new Error(data.detail || 'Join failed');
+
+    token = data.token;
+    userId = name;
+    localStorage.setItem('messenger_' + roomName, JSON.stringify({token, userId}));
+    startChat();
+  } catch (e) {
+    alert('Failed to join: ' + e.message);
+  }
+}
+
+function startChat() {
+  document.getElementById('landing').classList.add('hidden');
+  document.getElementById('join-dialog').classList.add('hidden');
+  document.getElementById('chat').style.display = 'flex';
+  document.getElementById('msg-input').focus();
+  loadMessages();
+  pollTimer = setInterval(loadMessages, 2000);
+}
+
+async function loadMessages() {
+  try {
+    const resp = await fetch(`/api/ch/${roomName}/messages?token=${encodeURIComponent(token)}&limit=100`);
+    const data = await resp.json();
+    renderMessages(data.messages || []);
+  } catch (e) {
+    console.error('Failed to load messages:', e);
+  }
+}
+
+function renderMessages(msgs) {
+  const container = document.getElementById('messages');
+  const wasAtBottom = container.scrollHeight - container.scrollTop - container.clientHeight < 50;
+
+  // Check if new messages arrived
+  const lastId = msgs.length ? msgs[msgs.length - 1].id : null;
+  if (lastId === lastMessageId) return;
+  lastMessageId = lastId;
+
+  container.innerHTML = '';
+  for (const msg of msgs) {
+    const div = document.createElement('div');
+    const senderName = msg.sender_name || msg.sender.split(':')[0].replace('@', '');
+    const isSelf = senderName.toLowerCase() === userId?.toLowerCase() ||
+                   msg.sender_name === userId;
+    div.className = 'msg' + (isSelf ? ' self' : '');
+
+    const time = new Date(msg.timestamp).toLocaleTimeString([], {hour: '2-digit', minute: '2-digit'});
+    div.innerHTML = `<span class="name">${esc(senderName)}</span>${esc(msg.text)}<span class="time">${time}</span>`;
+    container.appendChild(div);
+  }
+
+  if (wasAtBottom) container.scrollTop = container.scrollHeight;
+}
+
+async function sendMessage() {
+  const input = document.getElementById('msg-input');
+  const text = input.value.trim();
+  if (!text || !token) return;
+
+  input.value = '';
+  try {
+    await fetch(`/api/ch/${roomName}/send`, {
+      method: 'POST',
+      headers: {'Content-Type': 'application/json'},
+      body: JSON.stringify({token, text}),
+    });
+    loadMessages();
+  } catch (e) {
+    console.error('Send failed:', e);
+  }
+}
+
+function esc(s) {
+  const d = document.createElement('div');
+  d.textContent = s;
+  return d.innerHTML;
+}
+
+// Enter to send
+document.addEventListener('keydown', (e) => {
+  if (e.key === 'Enter' && !e.shiftKey) {
+    if (document.activeElement === document.getElementById('msg-input')) {
+      e.preventDefault();
+      sendMessage();
+    } else if (document.activeElement === document.getElementById('display-name')) {
+      e.preventDefault();
+      joinRoom();
+    } else if (document.activeElement === document.getElementById('room-name-input')) {
+      e.preventDefault();
+      goToRoom();
+    }
+  }
+});
+</script>
+</body>
+</html>

conduit.toml

@@ -0,0 +1,13 @@
+[global]
+server_name = "lvwerra-messenger.hf.space"
+database_backend = "sqlite"
+database_path = "/data/conduit/"
+port = 6167
+max_request_size = 20_000_000
+allow_registration = true
+allow_federation = false
+allow_check_for_updates = false
+trusted_servers = ["matrix.org"]
+
+[global.well_known]
+client = "https://lvwerra-messenger.hf.space"

nginx.conf

@@ -0,0 +1,38 @@
+worker_processes 1;
+events { worker_connections 1024; }
+
+http {
+    include /etc/nginx/mime.types;
+    default_type application/octet-stream;
+    sendfile on;
+    keepalive_timeout 65;
+
+    server {
+        listen 7860;
+
+        # Matrix client-server API → Conduit
+        location /_matrix/ {
+            proxy_pass http://127.0.0.1:6167;
+            proxy_set_header Host $host;
+            proxy_set_header X-Real-IP $remote_addr;
+            proxy_buffering off;
+            proxy_read_timeout 600s;
+            client_max_body_size 20M;
+        }
+
+        # .well-known for Matrix client discovery
+        location /.well-known/matrix/ {
+            proxy_pass http://127.0.0.1:6167;
+            proxy_set_header Host $host;
+        }
+
+        # Everything else → FastAPI
+        location / {
+            proxy_pass http://127.0.0.1:8000;
+            proxy_set_header Host $host;
+            proxy_set_header X-Real-IP $remote_addr;
+            proxy_buffering off;
+            proxy_read_timeout 120s;
+        }
+    }
+}

requirements.txt

@@ -0,0 +1,4 @@
+fastapi==0.115.0
+uvicorn[standard]==0.30.0
+httpx==0.27.0
+huggingface_hub[cli,hf_xet]>=0.30.0

start.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+set -e
+
+echo "=== Messenger starting ==="
+
+# Create data directories
+mkdir -p /data/conduit
+
+# Sync database from HF bucket (if exists)
+if [ -n "$HF_TOKEN" ]; then
+    echo "Syncing database from bucket..."
+    huggingface-cli download \
+        lvwerra/messenger-storage \
+        --repo-type dataset \
+        --local-dir /data/conduit/ \
+        2>/dev/null || echo "No existing data in bucket (first run)"
+fi
+
+echo "Starting services..."
+exec /usr/bin/supervisord -c /etc/supervisor/conf.d/supervisord.conf

supervisord.conf

@@ -0,0 +1,43 @@
+[supervisord]
+nodaemon=true
+logfile=/var/log/supervisor/supervisord.log
+pidfile=/var/run/supervisord.pid
+user=root
+
+[program:conduit]
+command=/usr/local/bin/conduit
+environment=CONDUIT_CONFIG="/etc/conduit/conduit.toml"
+autostart=true
+autorestart=true
+stdout_logfile=/dev/fd/1
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/fd/2
+stderr_logfile_maxbytes=0
+
+[program:fastapi]
+command=uvicorn app.main:app --host 0.0.0.0 --port 8000
+directory=/app
+autostart=true
+autorestart=true
+stdout_logfile=/dev/fd/1
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/fd/2
+stderr_logfile_maxbytes=0
+
+[program:nginx]
+command=nginx -g "daemon off;"
+autostart=true
+autorestart=true
+stdout_logfile=/dev/fd/1
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/fd/2
+stderr_logfile_maxbytes=0
+
+[program:sync]
+command=/sync_loop.sh
+autostart=true
+autorestart=true
+stdout_logfile=/dev/fd/1
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/fd/2
+stderr_logfile_maxbytes=0

sync_loop.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+# Periodic sync of Conduit database to HF bucket
+while true; do
+    sleep 60
+    if [ -n "$HF_TOKEN" ] && [ -d /data/conduit ]; then
+        huggingface-cli upload \
+            lvwerra/messenger-storage \
+            /data/conduit/ \
+            --repo-type dataset \
+            2>/dev/null || echo "Sync failed, will retry"
+    fi
+done