File size: 2,247 Bytes
3f6526a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | #!/bin/bash
# Agentic run: Circle packing with eval service + OpenHands-backed mutation loop.
#
# Prerequisites:
# OPENHANDS_LOG_COMPLETIONS=1 ENABLE_FULL_TRAJECTORY_LOG=1 \
# .venv/bin/python eval_agent/ev2_service_standalone.py --host "0.0.0.0" --port 8733
set -euo pipefail
# ============================================================================
# Configuration
# ============================================================================
EXPERIMENT_NAME_PREFIX="circle_packing_ev2_agentic_v1"
NUM_GENERATIONS=100
MAX_PARALLEL_JOBS=4
META_INTERVAL=10
PERSISTENT_AGENTS="" # set to --persistent-agents to enable long-horizon mode
PERSISTENT_CONTEXT_REFRESH_INTERVAL=10
LLM_MODELS="native-gemini-3-flash-preview"
LLM_SELECTION="ucb1"
LLM_TEMPERATURES="0.7 1.0"
LLM_MAX_TOKENS=65536
PATCH_TYPES="diff full cross"
PATCH_PROBS="0.6 0.3 0.1"
USE_EVAL_SERVICE="--use-eval-service"
EVAL_SERVICE_URL="http://localhost:8733"
EVAL_TRIGGER_MODE="periodic"
EVAL_TRIGGER_INTERVAL=10
EXPERIMENT_NAME=${EXPERIMENT_NAME_PREFIX}_g${NUM_GENERATIONS}_${EVAL_TRIGGER_MODE}${EVAL_TRIGGER_INTERVAL}
USE_WANDB="--use-wandb"
WANDB_PROJECT="ev2"
WANDB_TAGS="circle_packing eval-service ev2-agentic ${EVAL_TRIGGER_MODE}"
# ============================================================================
# Run Experiment
# ============================================================================
.venv/bin/python tasks/circle_packing/run_experiment.py \
--experiment-name "$EXPERIMENT_NAME" \
--num-generations "$NUM_GENERATIONS" \
--max-parallel-jobs "$MAX_PARALLEL_JOBS" \
--meta-interval "$META_INTERVAL" \
$PERSISTENT_AGENTS \
--persistent-context-refresh-interval "$PERSISTENT_CONTEXT_REFRESH_INTERVAL" \
--llm-models $LLM_MODELS \
--llm-selection "$LLM_SELECTION" \
--llm-temperatures $LLM_TEMPERATURES \
--llm-max-tokens "$LLM_MAX_TOKENS" \
--patch-types $PATCH_TYPES \
--patch-probs $PATCH_PROBS \
$USE_EVAL_SERVICE \
--eval-service-url "$EVAL_SERVICE_URL" \
--eval-trigger-mode "$EVAL_TRIGGER_MODE" \
--eval-trigger-interval "$EVAL_TRIGGER_INTERVAL" \
$USE_WANDB \
--wandb-project "$WANDB_PROJECT" \
--wandb-tags $WANDB_TAGS \
--verbose \
--trajectory-log
|