Upload 4 files

Dockerfile

@@ -0,0 +1,260 @@
+FROM ubuntu:22.04
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# -----------------------------
+# Core tools + Build Essentials
+# -----------------------------
+# Add apt-fast without interactive config
+RUN apt-get update && apt-get install -y software-properties-common \
+    && add-apt-repository -y ppa:apt-fast/stable \
+    && apt-get update \
+    && DEBIAN_FRONTEND=noninteractive \
+       apt-get -y install apt-fast \
+    && echo "DOWNLOADBEFORE=true" | tee -a /etc/apt-fast.conf \
+    && echo "MAXNUM=10" | tee -a /etc/apt-fast.conf \
+    && echo "USE_PIGZ=1" | tee -a /etc/apt-fast.conf \
+    && echo "APTFAST_PARA_OPTS=(--max-connection-per-server=12 --split=5)" | tee -a /etc/apt-fast.conf
+
+    
+RUN apt-fast update && apt-fast install -y \
+    curl wget git git-lfs unzip sudo nano bash apt-fast \
+    software-properties-common ca-certificates gnupg \
+    build-essential g++ gfortran \
+    cmake ninja-build pkg-config \
+    llvm clang lld lldb \
+    valgrind gdb strace ltrace \
+    htop tree jq sqlite3 \
+    net-tools iputils-ping \
+    rsync git-extras pigz \
+    fzf silversearcher-ag ripgrep mingw-w64 \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN git lfs install
+
+
+# Add Antigravity repository
+RUN mkdir -p /etc/apt/keyrings && \
+    curl -fsSL https://us-central1-apt.pkg.dev/doc/repo-signing-key.gpg | \
+      gpg --dearmor --yes -o /etc/apt/keyrings/antigravity-repo-key.gpg && \
+    echo "deb [signed-by=/etc/apt/keyrings/antigravity-repo-key.gpg] https://us-central1-apt.pkg.dev/projects/antigravity-auto-updater-dev/ antigravity-debian main" | \
+      tee /etc/apt/sources.list.d/antigravity.list > /dev/null
+
+
+# Install Antigravity
+RUN apt update && \
+    apt install -y antigravity      
+      
+# -----------------------------
+# Python 3.12
+# -----------------------------
+RUN add-apt-repository ppa:deadsnakes/ppa -y && apt-fast update
+RUN apt-fast install -y python3.12 python3.12-venv python3.12-dev \
+    && curl -sS https://bootstrap.pypa.io/get-pip.py | python3.12
+RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 1 \
+    && update-alternatives --install /usr/bin/pip pip /usr/local/bin/pip3.12 1
+RUN update-alternatives --set python3 /usr/bin/python3.12
+
+# -----------------------------
+# Rust (global)
+# -----------------------------
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain stable --no-modify-path \
+    && mv /root/.cargo /usr/local/cargo \
+    && mv /root/.rustup /usr/local/rustup \
+    && ln -s /usr/local/cargo/bin/* /usr/local/bin/ \
+    && rm -rf /root/.cargo /root/.rustup
+ENV RUSTUP_HOME=/usr/local/rustup
+ENV CARGO_HOME=/usr/local/cargo
+ENV PATH=/usr/local/cargo/bin:$PATH
+
+# -----------------------------
+# Go (latest stable)
+# -----------------------------
+RUN curl -LO https://go.dev/dl/go1.23.0.linux-amd64.tar.gz \
+    && tar -C /usr/local -xzf go1.23.0.linux-amd64.tar.gz \
+    && rm go1.23.0.linux-amd64.tar.gz
+ENV PATH=/usr/local/go/bin:$PATH
+
+# -----------------------------
+# Node.js + Java + .NET
+# -----------------------------
+RUN curl -fsSL https://deb.nodesource.com/setup_20.x | bash - \
+    && apt-fast install -y nodejs
+RUN apt-fast install -y openjdk-17-jdk
+RUN wget https://packages.microsoft.com/config/ubuntu/22.04/packages-microsoft-prod.deb -O packages-microsoft-prod.deb \
+    && dpkg -i packages-microsoft-prod.deb \
+    && rm packages-microsoft-prod.deb \
+    && apt-fast update && apt-fast install -y dotnet-sdk-8.0
+
+# Yarn + Pnpm build tools
+RUN npm install -g yarn pnpm
+
+# -----------------------------
+# Haskell
+# -----------------------------
+RUN apt-fast update && apt-fast install -y ghc cabal-install && rm -rf /var/lib/apt/lists/*
+
+# -----------------------------
+# Julia
+# -----------------------------
+RUN JULIA_VERSION=1.11.3 \
+    && wget https://julialang-s3.julialang.org/bin/linux/x64/1.11/julia-$JULIA_VERSION-linux-x86_64.tar.gz \
+    && tar -xzf julia-$JULIA_VERSION-linux-x86_64.tar.gz -C /opt/ \
+    && ln -s /opt/julia-$JULIA_VERSION/bin/julia /usr/local/bin/julia \
+    && rm julia-$JULIA_VERSION-linux-x86_64.tar.gz
+
+# -----------------------------
+# Scala + sbt
+# -----------------------------
+# Install dependencies
+RUN apt-fast update && apt-fast install -y curl gnupg software-properties-common apt-transport-https && rm -rf /var/lib/apt/lists/*
+
+# Add SBT repository and key
+RUN curl -sL "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x99E82A75642AC823" | gpg --dearmor | tee /usr/share/keyrings/sbt.gpg > /dev/null \
+    && echo "deb [signed-by=/usr/share/keyrings/sbt.gpg] https://repo.scala-sbt.org/scalasbt/debian all main" | tee /etc/apt/sources.list.d/sbt.list \
+    && echo "deb [signed-by=/usr/share/keyrings/sbt.gpg] https://repo.scala-sbt.org/scalasbt/debian /" | tee -a /etc/apt/sources.list.d/sbt.list
+
+# Install Scala + SBT
+RUN apt-fast update && apt-fast install -y scala sbt && rm -rf /var/lib/apt/lists/*
+
+# -----------------------------
+# PHP + Composer
+# -----------------------------
+RUN apt-fast update && apt-fast install -y php-cli unzip \
+    && curl -sS https://getcomposer.org/installer | php -- --install-dir=/usr/local/bin --filename=composer && rm -rf /var/lib/apt/lists/*
+
+# -----------------------------
+# Ruby
+# -----------------------------
+RUN apt-fast update && apt-fast install -y ruby-full && rm -rf /var/lib/apt/lists/*
+
+# -----------------------------
+# code-server
+# -----------------------------
+RUN curl -fsSL https://code-server.dev/install.sh | sh
+
+# -----------------------------
+# Workspace + scripts
+# -----------------------------
+WORKDIR /home/vscode
+RUN mkdir -p /home/vscode/workspace
+COPY restore.py /restore.py
+COPY app.py /app.py
+COPY backup.py /home/backup.py
+RUN chmod -R 777 /home
+
+# -----------------------------
+# Finishing touches -- you can comment these if not needed
+# -----------------------------
+# pip packages - dev/machine learning/AI
+RUN pip install --upgrade pip setuptools wheel \
+    && pip install black flake8 mypy jupyterlab ipython notebook
+
+# more pip packages - for Hugging Face Hub
+RUN pip install huggingface_hub huggingface_hub[cli] hf_xet hf_transfer
+ENV HF_HUB_ENABLE_HF_TRANSFER=1
+
+# even more pip packages - full-stack ML
+RUN pip install numpy scipy pandas matplotlib seaborn scikit-learn \
+    jupyter jupyterlab \
+    torch torchvision torchaudio \
+    tensorflow keras \
+    datasets transformers accelerate
+
+# Node tools
+RUN npm install -g typescript ts-node nodemon
+
+# Locales to prevent Unicode issues
+RUN apt-fast update && apt-fast install -y locales \
+    && locale-gen en_US.UTF-8 \
+    && update-locale LANG=en_US.UTF-8
+ENV LANG=en_US.UTF-8
+ENV LANGUAGE=en_US:en
+ENV LC_ALL=en_US.UTF-8
+
+# Database Clients
+RUN apt-fast update && apt-fast install -y \
+    mysql-client \
+    postgresql-client \
+    redis-tools \
+    gnupg wget ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install MongoDB Database Tools (mongo, mongodump, etc.)
+RUN wget -qO - https://www.mongodb.org/static/pgp/server-7.0.asc | gpg --dearmor -o /usr/share/keyrings/mongodb.gpg \
+    && echo "deb [signed-by=/usr/share/keyrings/mongodb.gpg] https://repo.mongodb.org/apt/ubuntu jammy/mongodb-org/7.0 multiverse" \
+       | tee /etc/apt/sources.list.d/mongodb-org-7.0.list \
+    && apt-fast update && apt-fast install -y mongodb-database-tools \
+    && rm -rf /var/lib/apt/lists/*
+
+# More build tools
+RUN apt-fast update && apt-fast install -y \
+    autoconf automake libtool m4 \
+    ninja-build \
+    nasm yasm \
+    graphviz doxygen && rm -rf /var/lib/apt/lists/*
+
+# Productivity + Debug
+RUN apt-fast update && apt-fast install -y \
+    tmux screen neovim \
+    httpie \
+    shellcheck \
+    man-db manpages-dev && rm -rf /var/lib/apt/lists/*
+
+# Removing cache
+RUN apt-fast clean
+RUN pip cache purge
+
+# -----------------------------
+# Disable bash history for all future shells
+# -----------------------------
+RUN echo '\
+unset HISTFILE\n\
+export HISTSIZE=0\n\
+export HISTFILESIZE=0\n\
+export HISTCONTROL=ignoreboth\n\
+export PROMPT_COMMAND="history -r /dev/null"\n\
+' >> /etc/profile && \
+    echo '\
+unset HISTFILE\n\
+export HISTSIZE=0\n\
+export HISTFILESIZE=0\n\
+export HISTCONTROL=ignoreboth\n\
+export PROMPT_COMMAND="history -r /dev/null"\n\
+' >> /etc/bash.bashrc && \
+    rm -f /root/.bash_history && \
+    mkdir -p /etc/skel && \
+    echo '\
+unset HISTFILE\n\
+export HISTSIZE=0\n\
+export HISTFILESIZE=0\n\
+export HISTCONTROL=ignoreboth\n\
+export PROMPT_COMMAND="history -r /dev/null"\n\
+' >> /etc/skel/.bashrc
+
+
+# -----------------------------
+# Create vscode user
+# -----------------------------
+RUN useradd -ms /bin/bash vscode \
+    && echo "vscode:vscode" | chpasswd \
+    && mkdir -p /home/vscode/.ssh \
+    && chown -R vscode:vscode /home/vscode
+
+USER vscode
+ENV PATH=$PATH:/home/vscode/.local/bin
+
+# -----------------------------
+# Start the restoration step
+# -----------------------------
+RUN mkdir -p /home/vscode/backup
+RUN hf download ThongCoder/vscode-public-data --local-dir /home/vscode --repo-type dataset
+RUN cat /home/vscode/backup/workspace-backup.tar.gz.part-* > /home/vscode/backup/workspace-backup.tar.gz 
+RUN tar -xzf /home/vscode/backup/workspace-backup.tar.gz -C /home/vscode/workspace
+RUN rm -rf /home/vscode/backup/*
+
+# -----------------------------
+# Entrypoint: restore + code-server
+# -----------------------------
+VOLUME /home/vscode/workspace
+ENTRYPOINT ["python3", "/app.py"]

app.py

@@ -0,0 +1,30 @@
+import os
+import subprocess
+import threading
+
+def start_backup_service():
+    proc = subprocess.Popen(
+        ["python3", "/backup.py"],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
+        text=True,
+        bufsize=1
+    )
+    # Stream logs in real-time
+    for line in proc.stdout:
+        print("[Backup]", line.strip())
+
+print("Starting Restorer.")
+subprocess.run(["python3", "/restore.py"], check=True)
+print("Finished.")
+
+print("Starting Auto-Backup Service.")
+thr = threading.Thread(target=start_backup_service, daemon=True)
+thr.start()
+
+print("Starting Coder server.")
+subprocess.run([
+    "code-server",
+    "--bind-addr", "0.0.0.0:7860",
+    "/home/vscode/workspace"
+])

backup.py

@@ -0,0 +1,63 @@
+import os
+import time
+import subprocess
+import datetime
+
+BACKUP_REPO = os.environ.get("BACKUP_REPO")
+HF_TOKEN = os.environ.get("HF_TOKEN")
+
+def run_backup():
+    env = os.environ.copy()
+    env["HF_HOME"] = "/tmp/hf_cache"
+    env["XDG_CACHE_HOME"] = "/tmp/xdg_cache"
+    env["TMPDIR"] = "/tmp"
+    env["HF_TOKEN"] = HF_TOKEN
+
+    os.makedirs(env["HF_HOME"], exist_ok=True)
+    os.makedirs(env["XDG_CACHE_HOME"], exist_ok=True)
+    os.makedirs(env["TMPDIR"], exist_ok=True)
+
+    local_path = "/home/vscode/workspace"
+
+    # --- STEP 1: Delete old files ---
+    print("[Backup] Deleting old files...")
+    cmd = [
+        "hf", "repo-files", "delete", BACKUP_REPO, "workspace/",
+        "--repo-type", "dataset",
+    ]
+    process = subprocess.Popen(
+        cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
+        env=env, text=True, cwd="/tmp"
+    )
+    for line in iter(process.stdout.readline, ""):
+        print("[Backup]", line.strip())
+    process.wait()
+
+    # --- STEP 2: Upload new backup ---
+    print("[Backup] Uploading workspace...")
+    cmd = [
+        "hf", "upload", BACKUP_REPO, local_path, "workspace/",
+        "--repo-type", "dataset",
+    ]
+    process = subprocess.Popen(
+        cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
+        env=env, text=True, cwd="/tmp"
+    )
+    for line in iter(process.stdout.readline, ""):
+        print("[Backup]", line.strip())
+    process.wait()
+
+    print("[Backup] Completed at", datetime.datetime.utcnow().isoformat(), "UTC")
+
+if __name__ == "__main__":
+    if not BACKUP_REPO or not HF_TOKEN:
+        print("[Backup] BACKUP_REPO or HF_TOKEN not set! Please set it in your Spaces secrets to use the Backup Service.")
+        exit(0)
+
+    while True:
+        print("[Backup] Backup started.")
+        try:
+            run_backup()
+        except Exception as e:
+            print("[Backup] Failed:", e)
+        time.sleep(45 * 60)  # 45 minutes

restore.py

@@ -0,0 +1,30 @@
+import os
+import subprocess
+import tempfile
+import shutil
+
+BACKUP_REPO = os.environ.get("BACKUP_REPO")
+HF_TOKEN = os.environ.get("HF_TOKEN")
+
+if not BACKUP_REPO or not HF_TOKEN:
+    print("[Restore] Skipping: BACKUP_REPO or HF_TOKEN not set")
+    exit(0)
+
+env = os.environ.copy()
+env["HF_HOME"] = "/tmp/hf_cache"
+env["XDG_CACHE_HOME"] = "/tmp/xdg_cache"
+env["TMPDIR"] = "/tmp"
+env["HF_TOKEN"] = HF_TOKEN
+
+os.makedirs(env["HF_HOME"], exist_ok=True)
+os.makedirs(env["XDG_CACHE_HOME"], exist_ok=True)
+os.makedirs(env["TMPDIR"], exist_ok=True)
+
+subprocess.run(
+    ["hf", "download", BACKUP_REPO, "--repo-type", "dataset", "--local-dir", "/home/vscode", "--force", "--exclude", ".gitattributes", "--exclude", "*.md"],
+    check=True,
+    env=env,
+)
+
+
+print("[Restore] Completed")