#!/bin/bash # Agentic run: Circle packing with eval service + OpenHands-backed mutation loop. # # Prerequisites: # OPENHANDS_LOG_COMPLETIONS=1 ENABLE_FULL_TRAJECTORY_LOG=1 \ # .venv/bin/python eval_agent/ev2_service_standalone.py --host "0.0.0.0" --port 8733 set -euo pipefail # ============================================================================ # Configuration # ============================================================================ EXPERIMENT_NAME_PREFIX="circle_packing_ev2_agentic_v1" NUM_GENERATIONS=100 MAX_PARALLEL_JOBS=4 META_INTERVAL=10 PERSISTENT_AGENTS="" # set to --persistent-agents to enable long-horizon mode PERSISTENT_CONTEXT_REFRESH_INTERVAL=10 LLM_MODELS="native-gemini-3-flash-preview" LLM_SELECTION="ucb1" LLM_TEMPERATURES="0.7 1.0" LLM_MAX_TOKENS=65536 PATCH_TYPES="diff full cross" PATCH_PROBS="0.6 0.3 0.1" USE_EVAL_SERVICE="--use-eval-service" EVAL_SERVICE_URL="http://localhost:8733" EVAL_TRIGGER_MODE="periodic" EVAL_TRIGGER_INTERVAL=10 EXPERIMENT_NAME=${EXPERIMENT_NAME_PREFIX}_g${NUM_GENERATIONS}_${EVAL_TRIGGER_MODE}${EVAL_TRIGGER_INTERVAL} USE_WANDB="--use-wandb" WANDB_PROJECT="ev2" WANDB_TAGS="circle_packing eval-service ev2-agentic ${EVAL_TRIGGER_MODE}" # ============================================================================ # Run Experiment # ============================================================================ .venv/bin/python tasks/circle_packing/run_experiment.py \ --experiment-name "$EXPERIMENT_NAME" \ --num-generations "$NUM_GENERATIONS" \ --max-parallel-jobs "$MAX_PARALLEL_JOBS" \ --meta-interval "$META_INTERVAL" \ $PERSISTENT_AGENTS \ --persistent-context-refresh-interval "$PERSISTENT_CONTEXT_REFRESH_INTERVAL" \ --llm-models $LLM_MODELS \ --llm-selection "$LLM_SELECTION" \ --llm-temperatures $LLM_TEMPERATURES \ --llm-max-tokens "$LLM_MAX_TOKENS" \ --patch-types $PATCH_TYPES \ --patch-probs $PATCH_PROBS \ $USE_EVAL_SERVICE \ --eval-service-url "$EVAL_SERVICE_URL" \ --eval-trigger-mode "$EVAL_TRIGGER_MODE" \ --eval-trigger-interval "$EVAL_TRIGGER_INTERVAL" \ $USE_WANDB \ --wandb-project "$WANDB_PROJECT" \ --wandb-tags $WANDB_TAGS \ --verbose \ --trajectory-log