dockerfile and automatic deployment scripts added

app.py

@@ -13,7 +13,7 @@ import psutil
 # device = 0 if torch.cuda.is_available() else -1
 
 model_id = "openai/whisper-small"
-client = InferenceClient(model_id)
+client = InferenceClient(model_id,token=os.getenv('HF_TOKEN'))
 pipe = pipeline("automatic-speech-recognition", model=model_id) #, device=device)
 
 print(f'The Server is Running !!!')
@@ -107,4 +107,4 @@ with demo:
         #     # time_taken = gr.Textbox(label="Time taken", type="text")  # Time taken outside the interfaces
 
 if __name__ == "__main__":
-    demo.queue().launch()
+    demo.queue().launch(server_name="0.0.0.0", server_port=5000)

dockerfile

@@ -0,0 +1,24 @@
+FROM python:3.10
+
+ARG HF_TOKEN
+
+ENV HF_TOKEN=${HF_TOKEN}
+
+WORKDIR /app
+
+# Install FFmpeg and other dependencies
+RUN apt-get update 
+RUN apt-get install -y ffmpeg
+RUN apt-get clean
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Make port 5000 available to the world outside this container
+EXPOSE 5000
+
+# Run app.py when the container launches
+CMD ["python", "app.py"]

setup.sh

@@ -27,42 +27,77 @@ ssh-keygen -f my_key -t ed25519 -N ""
 new_ssh_pub_key=$(<my_key.pub)
 
 # Print the public key
-echo "Public Key:"
-echo "$new_ssh_pub_key"
+# echo "Public Key:"
+# echo "$new_ssh_pub_key"
 
 # Use the old SSH key to connect to the server and append the new public key to authorized_keys
 ssh -i "$old_ssh_key_name" -p "$PORT" "$USER@$HOST" "echo '$new_ssh_pub_key' >> /home/student-admin/.ssh/authorized_keys && chmod 600 /home/student-admin/.ssh/authorized_keys"
 
-# TODO : Comment the old ssh key in the authorized_keys file
-# 
-
-# Verify if the key has been added successfully
 echo "New public key added to authorized_keys on the server."
 
 # Make a variable to store the SSH connection command with 
 SSH_CONNECTION="ssh -i my_key -p $PORT $USER@$HOST"
 
-# run a command to create apt install python3-venv
-# ssh -i "$old_ssh_key_name" -p "$PORT" "$USER@$HOST" "sudo apt-get update && sudo apt-get install python3-venv"
-$SSH_CONNECTION "sudo apt-get update && sudo apt-get install python3-venv"
+# TODO : Comment the old ssh key in the authorized_keys file
+# Use the new SSH key to connect to the server and install Docker
+$SSH_CONNECTION << EOF
+  # Update existing package list
+  sudo apt-get update
+  
+  # Install required packages for Docker
+  sudo apt-get install -y ca-certificates curl gnupg lsb-release
+  
+  # Add Docker's official GPG key
+  sudo mkdir -p /etc/apt/keyrings
+  curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg
+  
+  # Set up the Docker repository
+  echo \
+    "deb [arch=\$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu \
+    \$(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
+
+  # Update the package list again
+  sudo apt-get update
+
+  # Install Docker Engine, Docker CLI, and containerd
+  sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
+
+  # Start and enable Docker service
+  sudo systemctl start docker
+  sudo systemctl enable docker
+
+  # Add current user to docker group (to run Docker commands without sudo)
+  sudo usermod -aG docker $USER
+
+  # Verify Docker installation
+  docker --version
+EOF
+
+echo "Docker has been installed on the server."
+
+# Verify if the key has been added successfully
+
+DOCKER_NAME=mlopscs2
 
-VENV=./env
+# Build Docker image locally
+echo "Building Docker image..."
+# docker build -t $DOCKER_NAME .
+docker build --build-arg HF_TOKEN=$HF_TOKEN -t $DOCKER_NAME .
 
-# creating a virtual environment
-# ssh -i "$old_ssh_key_name" -p "$PORT" "$USER@$HOST" "python3 -m venv $VENV"
-$SSH_CONNECTION "python3 -m venv $VENV"
+# Save the Docker image to a tar file
+docker save -o $DOCKER_NAME.tar $DOCKER_NAME
 
-echo "Virtual environment created. in $VENV"
+# Copy the Docker image tar to the server
+echo "Copying Docker image to the server..."
+scp -i "$old_ssh_key_name" -P "$PORT" $DOCKER_NAME.tar "$USER@$HOST:/home/$USER/"
 
-# path of git repo
-GIT_REPO_PATH=https://github.com/VenkateshRoshan/MLOPs-CaseStudy1.git
+# Load the Docker image on the server
+$SSH_CONNECTION "docker load -i /home/$USER/$DOCKER_NAME.tar"
 
-# Clone the git repo
-# ssh -i "$old_ssh_key_name" -p "$PORT" "$USER@$HOST" "git clone $GIT_REPO_PATH"
-$SSH_CONNECTION "git clone $GIT_REPO_PATH"
+# Run the Docker container on the server with restart policy
+$SSH_CONNECTION "docker run -d --restart unless-stopped -p 5000:5000 $DOCKER_NAME"
 
-# Activate the virtual environment
-# ssh -i "$old_ssh_key_name" -p "$PORT" "$USER@$HOST" "source $VENV/bin/activate && sudo apt install ffmpeg && cd MLOPs-CaseStudy1 && pip install -r requirements.txt"
-$SSH_CONNECTION "source $VENV/bin/activate && sudo apt install ffmpeg && cd MLOPs-CaseStudy1 && pip install -r requirements.txt && python3 app.py"
+# Clean up the Docker image tar file
+$SSH_CONNECTION "rm /home/$USER/$DOCKER_NAME.tar"
 
-# The URL Path : paffenroth-23.dyn.wpi.edu:8013 (Gradio Port (8000) + Group Number(13) )
+echo "Docker container is running on the server."