run.sh

export SERPAPI_API_KEY="1"

# Optional: change model and set proxy
# export OPENAI_API_MODEL="gpt-4o-mini"
# export GLOBAL_PROXY="http://127.0.0.1:7890"

# Optional: Azure-style OpenAI
# export OPENAI_API_TYPE="azure"
# export OPENAI_API_BASE="https://<your-azure-endpoint>/openai/deployments"
# export OPENAI_API_VERSION="2024-02-01"
# export DEPLOYMENT_ID="<your-deployment>"

export MANAGER_MODEL="gpt-4"
export MANAGER_API_BASE="https://api.chatanywhere.org/v1"
export MANAGER_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk"

# export REASONING_MODEL="gpt-4"
# export REASONING_API_BASE="https://api.chatanywhere.org/v1"
# export REASONING_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk"

# export SUPERVISOR_MODEL="gpt-4"
# export SUPERVISOR_API_BASE="https://api.chatanywhere.org/v1"
# export SUPERVISOR_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk"

# export OUTPUT_FILE="results.jsonl"
# export TASK_ID="0"

reasoner_urls=(
    "http://10.249.46.254:8010/v1"
    "http://10.249.46.254:8011/v1"
)

supervisor_urls=(
    "http://10.249.46.254:8010/v1"
    "http://10.249.46.254:8011/v1"
)

node_num=1

for i in $(seq 0 $((node_num - 1)) ); do
(
    export REASONING_API_BASE=${reasoner_urls[$i]}
    export REASONING_MODEL="openai/llama"
    export REASONING_API_KEY="1"

    export SUPERVISOR_API_BASE=${supervisor_urls[$i]}
    export SUPERVISOR_MODEL="llama"
    export SUPERVISOR_API_KEY="1"

    python -u my_main.py \
        --input_file results/gsm8k_100/tmp_gsm8k/part_${i}.jsonl \
        --output_file results/gsm8k_100/part_${i}.jsonl \
    > results/gsm8k_100/logs/node_${i}.log 2>&1 &
)
done