fix storage permission error

Dockerfile

@@ -14,9 +14,15 @@ RUN pip install --no-cache-dir \
     huggingface_hub \
     datasets
 
-# Set HuggingFace cache directory to tmp (usually writable)
+# Set all cache directories to /tmp (writable)
 ENV HF_HOME=/tmp/hf_cache
 ENV HUGGINGFACE_HUB_CACHE=/tmp/hf_cache
+ENV TRANSFORMERS_CACHE=/tmp/hf_cache
+ENV SENTENCE_TRANSFORMERS_HOME=/tmp/hf_cache
+
+# Override Open WebUI cache directories
+ENV DATA_DIR=/tmp/open-webui-data
+ENV STATIC_DIR=/tmp/static
 
 # Copy sync scripts
 COPY sync_storage.py /app/sync_storage.py

start_with_sync.sh

@@ -2,22 +2,34 @@
 
 set -e
 
-# Use /tmp for all writable data (usually works in restricted environments)
+# Use /tmp for all writable data
 export DATA_DIR="/tmp/open-webui-data"
-export HF_STORAGE_REPO="${HF_STORAGE_REPO:-your-username/open-webui-storage}"
+export HF_STORAGE_REPO="${HF_STORAGE_REPO:-nxdev-org/open-webui-storage}"
 export SYNC_INTERVAL="${SYNC_INTERVAL:-300}"
 
-# Set HuggingFace cache to tmp
+# Set all HuggingFace and cache directories to /tmp
 export HF_HOME="/tmp/hf_cache"
 export HUGGINGFACE_HUB_CACHE="/tmp/hf_cache"
+export TRANSFORMERS_CACHE="/tmp/hf_cache"
+export SENTENCE_TRANSFORMERS_HOME="/tmp/hf_cache"
+
+# Override Open WebUI environment variables
+export STATIC_DIR="/tmp/static"
+export UPLOAD_DIR="/tmp/uploads"
 
 echo "Starting Open WebUI with HF Dataset persistence..."
 echo "Data directory: $DATA_DIR"
 echo "HF Repository: $HF_STORAGE_REPO"
 echo "HF Cache: $HF_HOME"
 
-# Create directories in /tmp (usually writable)
-mkdir -p "$DATA_DIR" "$HF_HOME"
+# Create all necessary directories
+mkdir -p "$DATA_DIR" "$HF_HOME" "$STATIC_DIR" "$UPLOAD_DIR"
+
+# Copy static files to writable location
+if [ -d "/app/backend/open_webui/static" ]; then
+    echo "Copying static files to writable location..."
+    cp -r /app/backend/open_webui/static/* "$STATIC_DIR/" 2>/dev/null || true
+fi
 
 # Test write permissions
 if touch "$DATA_DIR/test" 2>/dev/null; then
@@ -78,7 +90,7 @@ background_sync() {
 background_sync &
 SYNC_PID=$!
 
-# Start Open WebUI with custom data directory
+# Start Open WebUI
 echo "Starting Open WebUI..."
 
 # Set environment variables for Open WebUI

sync_storage.py

@@ -3,7 +3,7 @@ import os
 import shutil
 import json
 from pathlib import Path
-from huggingface_hub import HfApi
+from huggingface_hub import HfApi, create_repo
 import tarfile
 import tempfile
 
@@ -16,6 +16,65 @@ class HFStorageSync:
         # Initialize API with token directly
         self.api = HfApi(token=token) if token else HfApi()
     
+    def ensure_repo_exists(self):
+        """Create repository if it doesn't exist"""
+        if not self.token:
+            print("No token provided, cannot create repository")
+            return False
+            
+        try:
+            # Check if repo exists
+            repo_info = self.api.repo_info(repo_id=self.repo_id, repo_type="dataset")
+            print(f"Repository {self.repo_id} exists")
+            return True
+        except Exception as e:
+            print(f"Repository {self.repo_id} not found, attempting to create...")
+            try:
+                create_repo(
+                    repo_id=self.repo_id,
+                    repo_type="dataset",
+                    token=self.token,
+                    private=True,  # Make it private by default
+                    exist_ok=True
+                )
+                print(f"Created repository {self.repo_id}")
+                
+                # Create initial README
+                readme_content = """# Open WebUI Storage
+
+This dataset stores persistent data for Open WebUI deployment.
+
+## Contents
+
+- `data.tar.gz`: Compressed archive containing all Open WebUI data including:
+  - User configurations
+  - Chat histories
+  - Uploaded files
+  - Database files
+
+This repository is automatically managed by the Open WebUI sync system.
+"""
+                
+                with tempfile.NamedTemporaryFile(mode='w', suffix='.md', delete=False) as tmp:
+                    tmp.write(readme_content)
+                    tmp.flush()
+                    
+                    self.api.upload_file(
+                        path_or_fileobj=tmp.name,
+                        path_in_repo="README.md",
+                        repo_id=self.repo_id,
+                        repo_type="dataset",
+                        commit_message="Initial repository setup",
+                        token=self.token
+                    )
+                    
+                    os.unlink(tmp.name)
+                
+                return True
+            except Exception as create_error:
+                print(f"Failed to create repository: {create_error}")
+                return False
+    
     def download_data(self):
         """Download and extract data from HF dataset repo"""
         try:
@@ -38,12 +97,9 @@ class HFStorageSync:
                 print("No HF_TOKEN provided, skipping download")
                 return
             
-            # Check if repo exists
-            try:
-                repo_info = self.api.repo_info(repo_id=self.repo_id, repo_type="dataset")
-                print(f"Found repository: {self.repo_id}")
-            except Exception as e:
-                print(f"Repository {self.repo_id} not found: {e}")
+            # Ensure repository exists
+            if not self.ensure_repo_exists():
+                print("Could not access or create repository")
                 return
             
             # Try to download the data archive
@@ -61,7 +117,7 @@ class HFStorageSync:
                 print(f"Data extracted to {self.data_dir}")
                 
             except Exception as e:
-                print(f"No data.tar.gz found or error extracting: {e}")
+                print(f"No existing data found (this is normal for first run): {e}")
             
         except Exception as e:
             print(f"Error during download: {e}")
@@ -79,11 +135,16 @@ class HFStorageSync:
                 print("No data to upload")
                 return
             
+            # Ensure repository exists
+            if not self.ensure_repo_exists():
+                print("Could not access or create repository")
+                return
+            
             # Create temporary archive
             with tempfile.NamedTemporaryFile(suffix='.tar.gz', delete=False) as tmp:
                 with tarfile.open(tmp.name, 'w:gz') as tar:
                     for item in self.data_dir.iterdir():
-                        if item.name != "test_write":  # Skip test files
+                        if item.name not in ["test_write", ".gitkeep"]:  # Skip test files
                             tar.add(item, arcname=item.name)
                 
                 # Upload to HF
@@ -107,7 +168,7 @@ class HFStorageSync:
 def main():
     import sys
     
-    repo_id = os.getenv("HF_STORAGE_REPO", "your-username/open-webui-storage")
+    repo_id = os.getenv("HF_STORAGE_REPO", "nxdev-org/open-webui-storage")
     token = os.getenv("HF_TOKEN")
     data_dir = os.getenv("DATA_DIR", "/tmp/open-webui-data")