feat(seed): Random seed for reproducibility.

run-llama.sh

@@ -21,6 +21,7 @@ printf "Running meta-llama/Llama-3.2-3B-Instruct using vLLM OpenAI compatible AP
 python -u /app/openai_compatible_api_server.py \
     --model meta-llama/Llama-3.2-3B-Instruct \
     --revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 \
+    --seed 42 \
     --host 0.0.0.0 \
     --port 7860 \
     --max-num-batched-tokens 32768 \

run-sailor.sh

@@ -23,6 +23,7 @@ printf "Running sail/Sailor-4B-Chat using vLLM OpenAI compatible API Server at p
 python -u /app/openai_compatible_api_server.py \
     --model sail/Sailor-4B-Chat \
     --revision 89a866a7041e6ec023dd462adeca8e28dd53c83e \
+    --seed 42 \
     --host 0.0.0.0 \
     --port 7860 \
     --max-num-batched-tokens 32768 \