add something

Dockerfile

@@ -16,6 +16,7 @@ RUN pip3 install "torch==2.1.1"
 RUN pip3 install -U openai
 RUN pip3 install -U vllm
 RUN pip3 install -U pydantic
+RUN pip3 install -U aioprometheus
 
 # Set up a new user named "user" with user ID 1000
 RUN useradd -m -u 1000 user

README.md

@@ -1,5 +1,5 @@
 ---
-title: Test Docker
+title: 7B or 8B Models
 emoji: 🔥
 colorFrom: purple
 colorTo: gray

entrypoint.sh

@@ -41,6 +41,10 @@ if [[ ! -z "${SERVED_MODEL_NAME}" ]]; then
     additional_args="${additional_args} --served-model-name ${SERVED_MODEL_NAME}"
 fi
 
+if [[ ! -z "${SWAP_SPACE}" ]]; then
+    additional_args="${additional_args} --swap-space ${SWAP_SPACE}"
+fi
+
 if [[ ! -z "${CHAT_TEMPLATE}" ]]; then
     additional_args="${additional_args} --chat-template ${CHAT_TEMPLATE}"
 fi