export SERPAPI_API_KEY="1" # Optional: change model and set proxy # export OPENAI_API_MODEL="gpt-4o-mini" # export GLOBAL_PROXY="http://127.0.0.1:7890" # Optional: Azure-style OpenAI # export OPENAI_API_TYPE="azure" # export OPENAI_API_BASE="https:///openai/deployments" # export OPENAI_API_VERSION="2024-02-01" # export DEPLOYMENT_ID="" export MANAGER_MODEL="gpt-4" export MANAGER_API_BASE="https://api.chatanywhere.org/v1" export MANAGER_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk" # export REASONING_MODEL="gpt-4" # export REASONING_API_BASE="https://api.chatanywhere.org/v1" # export REASONING_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk" # export SUPERVISOR_MODEL="gpt-4" # export SUPERVISOR_API_BASE="https://api.chatanywhere.org/v1" # export SUPERVISOR_API_KEY="sk-OfKMrw1GOHivFKTfFrcQQnvKRpuoqh5IPiM6qZNUz3GmBMkk" # export OUTPUT_FILE="results.jsonl" # export TASK_ID="0" reasoner_urls=( "http://10.249.46.254:8010/v1" "http://10.249.46.254:8011/v1" ) supervisor_urls=( "http://10.249.46.254:8010/v1" "http://10.249.46.254:8011/v1" ) node_num=1 for i in $(seq 0 $((node_num - 1)) ); do ( export REASONING_API_BASE=${reasoner_urls[$i]} export REASONING_MODEL="openai/llama" export REASONING_API_KEY="1" export SUPERVISOR_API_BASE=${supervisor_urls[$i]} export SUPERVISOR_MODEL="llama" export SUPERVISOR_API_KEY="1" python -u my_main.py \ --input_file results/gsm8k_100/tmp_gsm8k/part_${i}.jsonl \ --output_file results/gsm8k_100/part_${i}.jsonl \ > results/gsm8k_100/logs/node_${i}.log 2>&1 & ) done