Upload weborg_rt_d24_s3500_blue_recipe_s0/code_diff.patch with huggingface_hub

weborg_rt_d24_s3500_blue_recipe_s0/code_diff.patch

@@ -0,0 +1,34 @@
+diff --git a/runs/weborg_redteam_d24.sh b/runs/weborg_redteam_d24.sh
+index 2e4334f..49fd549 100755
+--- a/runs/weborg_redteam_d24.sh
++++ b/runs/weborg_redteam_d24.sh
+@@ -90,7 +90,7 @@ else
+         --carry runs/weborg_redteam/blue_recipe.json || die "deriving the arms failed"
+ fi
+ for spec in $ARMS; do
+-    [ -f "$ARM_DIR/${spec%%:*}.json" ] || die "unknown arm '${spec%%:*}' (ARM_DIR holds: $(ls "$ARM_DIR" | sed 's/\.json//' | tr '\n' ' '))"
++    [ -f "$ARM_DIR/${spec%%[@:]*}.json" ] || die "unknown arm '${spec%%[@:]*}' (ARM_DIR holds: $(ls "$ARM_DIR" | sed 's/\.json//' | tr '\n' ' '))"
+ done
+ 
+ echo "================================================================"
+@@ -110,8 +110,9 @@ run_eval() {  # <script> <log> [env...]
+ 
+ FAILED=()
+ for spec in $ARMS; do
+-    ARM="${spec%%:*}"; NSEEDS="${spec#*:}"; [ "$NSEEDS" = "$spec" ] && NSEEDS=1
+-    for SEED in $(seq 0 $((NSEEDS - 1))); do
++    ARM="${spec%%[@:]*}"
++    if [[ "$spec" == *@* ]]; then SEEDS="${spec#*@}"; else NSEEDS="${spec#*:}"; [ "$NSEEDS" = "$spec" ] && NSEEDS=1; SEEDS=$(seq 0 $((NSEEDS - 1))); fi
++    for SEED in $SEEDS; do
+         EXP="${NAME}_${ARM}_s${SEED}"
+         DIR="$WORK_DIR/experiments/$EXP"
+         export NANOCHAT_EXPERIMENT="$EXP" NANOCHAT_DATASET="$DATASET" NANOCHAT_TOKENIZER="$TOKENIZER" \
+@@ -123,7 +124,7 @@ for spec in $ARMS; do
+ 
+         if done_ "$DIR/base_train.log"; then echo "  base_train: done"; else
+             torchrun --standalone --nproc_per_node="$NPROC" -m scripts.base_train -- \
+-                --depth="$DEPTH" --target-param-data-ratio="$RATIO" $FP8 --seed="$SEED" --data-seed="$SEED" \
++                --depth="$DEPTH" --target-param-data-ratio="$RATIO" $FP8 ${EXTRA:-} --seed="$SEED" --data-seed="$SEED" \
+                 --core-metric-every=-1 --sample-every=-1 --run=dummy > "$DIR/base_train.log" 2>&1
+             done_ "$DIR/base_train.log" || { echo "  base_train: FAILED (see $DIR/base_train.log)"; FAILED+=("$EXP"); continue; }
+             grep -h "^summary " "$DIR/base_train.log" | grep -oE "tokens_trained=[0-9]+|train_time_sec=[0-9.]+" | tr '\n' ' '; echo