Update run.sh

run.sh

@@ -1,2 +1,67 @@
 #!/bin/bash
-/app/server -m /data/model.gguf -c 4096 -ngl 60 --port 7860 --host 0.0.0.0
+
+N_GPU_LAYERS="${N_GPU_LAYERS:-20}"
+MODEL_PATH="${MODEL_PATH:-/data/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
+MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
+PORT="${PORT:-7867}"
+CONTEXT="${CONTEXT:-30000}"
+
+# Function to print download progress
+print_progress() {
+    local percentage=$1
+    echo "Download progress: $percentage%"
+}
+
+calculate_progress() {
+    local current=$1
+    local total=$2
+    echo "scale=2; $current / $total * 100" | bc
+}
+
+# Check if the file exists
+if [ ! -e "$MODEL_PATH" ]; then
+    echo "Downloading model."
+    # If the file doesn't exist, download it using curl with redirects
+    headers=$(curl -sI -L "$MODEL_URL")
+    
+    # Extract the final location from the headers
+    final_url=$(echo "$headers" | grep -i '^location:' | awk '{print $2}' | tr -d '\r\n')
+
+    if [ -z "$final_url" ]; then
+        echo "Failed to determine the final URL after following redirects."
+        exit 1
+    fi
+    
+    # Download the file with the final URL
+    {
+        echo "Download started from $final_url"
+        total_size=$(curl --head --location "$final_url" | grep -i 'Content-Length' | awk '{print $2}' | tr -d '\r\n')
+        downloaded_size=0
+
+        curl --location --output "$MODEL_PATH" "$final_url" \
+            --progress-bar \
+            --write-out "%{size_download}\n" | \
+            while read -r size; do
+                downloaded_size=$((downloaded_size + size))
+                progress=$(calculate_progress "$downloaded_size" "$total_size")
+
+                # Print progress messages every 10%
+                if (( $(echo "$progress % 10 == 0" | bc -l) )); then
+                    print_progress "$progress"
+                fi
+            done
+
+        echo "Download completed from $final_url"
+    } | awk '
+        /^Download progress:/ {
+            print $0;
+            fflush();
+        }
+    '
+
+    echo "File downloaded successfully from $final_url."
+else
+    echo "File already exists."
+fi
+cd /app
+./server -m "$MODEL_PATH" -c $CONTEXT --port $PORT --host 0.0.0.0 --n-gpu-layers $N_GPU_LAYERS --path "/app/public"