Update README.md

README.md

@@ -118,10 +118,14 @@ MODEL_ARGS="model_name=amd/DeepSeek-R1-0528-MXFP4-ASQ,dtype=bfloat16,tensor_para
 OUTPUT_DIR="results/DeepSeek-R1-0528-MXFP4-ASQ-Seed"
 LOG="logs/deepseek_0528_maxfp4.log"
 
-lighteval vllm $MODEL_ARGS "custom|aime24_single|0|0,custom|math_500_single|0|0,custom|gpqa:diamond_single|0|0" \
-    --use-chat-template \
-    --output-dir "$OUTPUT_DIR/seed_$SEED" \
-    2>&1 | tee -a "$LOG"
+for i in $(seq 1 10); do
+    # seed in [0, 2**30 - 1]
+    SEED=$(shuf -i 0-1073741823 -n 1)
+
+    lighteval vllm $MODEL_ARGS "custom|aime24_single|0|0,custom|math_500_single|0|0,custom|gpqa:diamond_single|0|0" \
+        --use-chat-template \
+        --output-dir "$OUTPUT_DIR/seed_$SEED" \
+        2>&1 | tee -a "$LOG"
 ```
 
 The result of GSM8K was obtained using [lm-eval-harness](https://github.com/EleutherAI/lm-evaluation-harness) and the following commands.