File size: 3,008 Bytes
0c51b93 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
# direct attribution gpt-4o on goal
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-goal \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-goal_gpt-4o.jsonl \
--max_concurrency 32
# other dimensions: believability, relationship, knowledge, secret, social_rules, financial_and_material_benefits
# direct attribution gpt-4o on believability
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-believability \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-believability_gpt-4o.jsonl \
--max_concurrency 32
# direct attribution gpt-4o on relationship
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-relationship \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-relationship_gpt-4o.jsonl \
--max_concurrency 32
# direct attribution gpt-4o on knowledge
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-knowledge \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-knowledge_gpt-4o.jsonl \
--max_concurrency 32
# direct attribution gpt-4o on secret
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-secret \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-secret_gpt-4o.jsonl \
--max_concurrency 32
# direct attribution gpt-4o on social_rules
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-social_rules \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-social_rules_gpt-4o.jsonl \
--max_concurrency 32
# direct attribution gpt-4o on financial_and_material_benefits
python sample_episodes_and_annotate.py \
--data_dir /Users/zhengyangqi/repos/sotopia-rl/data \
--llm_name gpt-4o \
--attribution_method_name direct_generic \
--attribution_instruction_name default-financial_and_material_benefits \
--input_file sotopia_pi_bc_episodes.jsonl \
--output_file sotopia_pi_bc_episodes_annotated_direct_default-financial_and_material_benefits_gpt-4o.jsonl \
--max_concurrency 32
|