refactor: update JSONL files for e1 launch readiness and h1 acquisition defense scenarios

Modified JSONL files for e1 launch readiness and h1 acquisition defense to ensure consistency and accuracy in task definitions and action trajectories. Updated agent reports and reasoning logs to reflect the latest evaluation metrics and decision-making processes. Enhanced the structure of the data to improve clarity and facilitate better integration into the verification framework.

results/data_pipeline/e1_m1_summary.json

@@ -14,7 +14,7 @@
       "clean": 100
     }
   },
-  "clean_avg_terminal_reward": 0.926666,
+  "clean_avg_terminal_reward": 0.926667,
   "clean_avg_verifier_pass_rate": 1.0,
   "clean_avg_reasoning_steps": 1.0,
   "clean_phase_progression_ok_rate": 0.0

results/model_compare_qwen25_fresh_all3_ep5/comparison_summary.csv

@@ -0,0 +1,10 @@
+model_stage,task_id,episodes,avg_terminal_reward,avg_total_reward,avg_verifier_pass_rate,success_rate,avg_invalid_action_rate,avg_steps
+base-qwen2.5-7b-fresh-ep5,e1_launch_readiness,5,0.91,1.542,1.0,1.0,0.0,3.8
+base-qwen2.5-7b-fresh-ep5,h1_acquisition_defence,5,0.761333,2.333333,0.666667,0.0,0.0,7.8
+base-qwen2.5-7b-fresh-ep5,m1_budget_reallocation,5,0.706667,1.702667,0.533333,0.0,0.0,5.4
+sft-qwen2.5-7b-fresh-ep5,e1_launch_readiness,5,0.91,1.58,1.0,1.0,0.0,4.0
+sft-qwen2.5-7b-fresh-ep5,h1_acquisition_defence,5,0.8825,3.2345,0.75,0.0,0.0,11.8
+sft-qwen2.5-7b-fresh-ep5,m1_budget_reallocation,5,0.943333,2.093333,1.0,1.0,0.0,6.0
+rlvr-qwen2.5-7b-fresh-ep5,e1_launch_readiness,5,0.91,1.58,1.0,1.0,0.0,4.0
+rlvr-qwen2.5-7b-fresh-ep5,h1_acquisition_defence,5,0.779167,3.455167,0.683333,0.0,0.013333,13.4
+rlvr-qwen2.5-7b-fresh-ep5,m1_budget_reallocation,5,0.931666,2.079666,0.966667,0.8,0.028571,6.2

results/model_compare_qwen25_fresh_all3_ep5/comparison_summary.md

@@ -0,0 +1,15 @@
+# CORP-ENV Result Comparison
+
+| Model Stage | Task | Episodes | Terminal Reward | Verifier Pass | Success | Invalid Rate | Avg Steps |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| base-qwen2.5-7b-fresh-ep5 | E1 Launch | 5 | 0.910 | 1.000 | 1.000 | 0.000 | 3.8 |
+| base-qwen2.5-7b-fresh-ep5 | H1 Acquisition | 5 | 0.761 | 0.667 | 0.000 | 0.000 | 7.8 |
+| base-qwen2.5-7b-fresh-ep5 | M1 Budget | 5 | 0.707 | 0.533 | 0.000 | 0.000 | 5.4 |
+| sft-qwen2.5-7b-fresh-ep5 | E1 Launch | 5 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| sft-qwen2.5-7b-fresh-ep5 | H1 Acquisition | 5 | 0.882 | 0.750 | 0.000 | 0.000 | 11.8 |
+| sft-qwen2.5-7b-fresh-ep5 | M1 Budget | 5 | 0.943 | 1.000 | 1.000 | 0.000 | 6.0 |
+| rlvr-qwen2.5-7b-fresh-ep5 | E1 Launch | 5 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| rlvr-qwen2.5-7b-fresh-ep5 | H1 Acquisition | 5 | 0.779 | 0.683 | 0.000 | 0.013 | 13.4 |
+| rlvr-qwen2.5-7b-fresh-ep5 | M1 Budget | 5 | 0.932 | 0.967 | 0.800 | 0.029 | 6.2 |
+
+Generated by `plot_results.py` from eval JSONL files.

results/model_compare_qwen25_fresh_no_grpo_ep5rlvr/comparison_summary.csv

@@ -0,0 +1,10 @@
+model_stage,task_id,episodes,avg_terminal_reward,avg_total_reward,avg_verifier_pass_rate,success_rate,avg_invalid_action_rate,avg_steps
+base-qwen2.5-7b-fresh,e1_launch_readiness,3,0.91,1.58,1.0,1.0,0.0,4.0
+base-qwen2.5-7b-fresh,h1_acquisition_defence,3,0.809722,2.823056,0.694444,0.0,0.0,9.667
+base-qwen2.5-7b-fresh,m1_budget_reallocation,3,0.765,1.788334,0.611111,0.0,0.0,5.333
+sft-qwen2.5-7b-fresh,e1_launch_readiness,3,0.91,1.58,1.0,1.0,0.0,4.0
+sft-qwen2.5-7b-fresh,h1_acquisition_defence,3,0.889167,3.405833,0.75,0.0,0.0,12.667
+sft-qwen2.5-7b-fresh,m1_budget_reallocation,3,0.943333,2.093333,1.0,1.0,0.0,6.0
+rlvr-qwen2.5-7b-fresh-ep5,e1_launch_readiness,5,0.91,1.58,1.0,1.0,0.0,4.0
+rlvr-qwen2.5-7b-fresh-ep5,h1_acquisition_defence,5,0.779167,3.455167,0.683333,0.0,0.013333,13.4
+rlvr-qwen2.5-7b-fresh-ep5,m1_budget_reallocation,5,0.931666,2.079666,0.966667,0.8,0.028571,6.2

results/model_compare_qwen25_fresh_no_grpo_ep5rlvr/comparison_summary.md

@@ -0,0 +1,15 @@
+# CORP-ENV Result Comparison
+
+| Model Stage | Task | Episodes | Terminal Reward | Verifier Pass | Success | Invalid Rate | Avg Steps |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| base-qwen2.5-7b-fresh | E1 Launch | 3 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| base-qwen2.5-7b-fresh | H1 Acquisition | 3 | 0.810 | 0.694 | 0.000 | 0.000 | 9.7 |
+| base-qwen2.5-7b-fresh | M1 Budget | 3 | 0.765 | 0.611 | 0.000 | 0.000 | 5.3 |
+| sft-qwen2.5-7b-fresh | E1 Launch | 3 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| sft-qwen2.5-7b-fresh | H1 Acquisition | 3 | 0.889 | 0.750 | 0.000 | 0.000 | 12.7 |
+| sft-qwen2.5-7b-fresh | M1 Budget | 3 | 0.943 | 1.000 | 1.000 | 0.000 | 6.0 |
+| rlvr-qwen2.5-7b-fresh-ep5 | E1 Launch | 5 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| rlvr-qwen2.5-7b-fresh-ep5 | H1 Acquisition | 5 | 0.779 | 0.683 | 0.000 | 0.013 | 13.4 |
+| rlvr-qwen2.5-7b-fresh-ep5 | M1 Budget | 5 | 0.932 | 0.967 | 0.800 | 0.029 | 6.2 |
+
+Generated by `plot_results.py` from eval JSONL files.

results/model_compare_qwen25_fresh_rlvr/comparison_summary.csv

@@ -0,0 +1,13 @@
+model_stage,task_id,episodes,avg_terminal_reward,avg_total_reward,avg_verifier_pass_rate,success_rate,avg_invalid_action_rate,avg_steps
+base-qwen2.5-7b,e1_launch_readiness,1,0.91,1.39,1.0,1.0,0.0,3.0
+base-qwen2.5-7b,h1_acquisition_defence,1,0.753333,2.283333,0.666667,0.0,0.0,8.0
+base-qwen2.5-7b,m1_budget_reallocation,1,0.806667,2.056667,0.666667,0.0,0.0,6.0
+sft-qwen2.5-7b,e1_launch_readiness,1,0.91,1.58,1.0,1.0,0.0,4.0
+sft-qwen2.5-7b,h1_acquisition_defence,1,0.515,2.915,0.5,0.0,0.0,15.0
+sft-qwen2.5-7b,m1_budget_reallocation,1,0.943333,2.093333,1.0,1.0,0.0,6.0
+grpo-qwen2.5-7b,e1_launch_readiness,1,0.91,1.58,1.0,1.0,0.0,4.0
+grpo-qwen2.5-7b,h1_acquisition_defence,1,-0.01,1.54,0.416667,0.0,0.783333,60.0
+grpo-qwen2.5-7b,m1_budget_reallocation,1,0.548333,1.508333,0.5,0.0,0.0,5.0
+rlvr-qwen2.5-7b-fresh,e1_launch_readiness,3,0.91,1.453333,1.0,1.0,0.0,3.333
+rlvr-qwen2.5-7b-fresh,h1_acquisition_defence,3,0.786667,3.176667,0.666667,0.0,0.0,12.0
+rlvr-qwen2.5-7b-fresh,m1_budget_reallocation,3,0.904444,2.054444,0.888889,0.333333,0.0,6.0

results/model_compare_qwen25_fresh_rlvr/comparison_summary.md

@@ -0,0 +1,18 @@
+# CORP-ENV Result Comparison
+
+| Model Stage | Task | Episodes | Terminal Reward | Verifier Pass | Success | Invalid Rate | Avg Steps |
+| --- | --- | --- | --- | --- | --- | --- | --- |
+| base-qwen2.5-7b | E1 Launch | 1 | 0.910 | 1.000 | 1.000 | 0.000 | 3.0 |
+| base-qwen2.5-7b | H1 Acquisition | 1 | 0.753 | 0.667 | 0.000 | 0.000 | 8.0 |
+| base-qwen2.5-7b | M1 Budget | 1 | 0.807 | 0.667 | 0.000 | 0.000 | 6.0 |
+| sft-qwen2.5-7b | E1 Launch | 1 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| sft-qwen2.5-7b | H1 Acquisition | 1 | 0.515 | 0.500 | 0.000 | 0.000 | 15.0 |
+| sft-qwen2.5-7b | M1 Budget | 1 | 0.943 | 1.000 | 1.000 | 0.000 | 6.0 |
+| grpo-qwen2.5-7b | E1 Launch | 1 | 0.910 | 1.000 | 1.000 | 0.000 | 4.0 |
+| grpo-qwen2.5-7b | H1 Acquisition | 1 | -0.010 | 0.417 | 0.000 | 0.783 | 60.0 |
+| grpo-qwen2.5-7b | M1 Budget | 1 | 0.548 | 0.500 | 0.000 | 0.000 | 5.0 |
+| rlvr-qwen2.5-7b-fresh | E1 Launch | 3 | 0.910 | 1.000 | 1.000 | 0.000 | 3.3 |
+| rlvr-qwen2.5-7b-fresh | H1 Acquisition | 3 | 0.787 | 0.667 | 0.000 | 0.000 | 12.0 |
+| rlvr-qwen2.5-7b-fresh | M1 Budget | 3 | 0.904 | 0.889 | 0.333 | 0.000 | 6.0 |
+
+Generated by `plot_results.py` from eval JSONL files.

results/runs/qwen25_7b_fresh__base/base-qwen2.5-7b-fresh_eval.jsonl

@@ -0,0 +1,9 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.056667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.29000000000000004, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 9, "total_reward": 2.7425, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.39, 0.19, 0.29000000000000004, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 10, "success": false, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.766667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 2.964167, "terminal_reward": 0.764167, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.29000000000000004, 0.19, 0.19, 0.19, 0.29000000000000004, 0.7641666666666667], "verifier_pass_rate": 0.583333, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["conflict_explicitly_resolved", "resolution_has_type", "rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.541667, "terminal_reward": 0.681667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.6816666666666666], "verifier_pass_rate": 0.5, "passed_checks": ["required_agents_consulted", "conflict_logged", "phased_plan"], "failed_checks": ["conflict_resolved", "budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 9, "total_reward": 2.7625, "terminal_reward": 0.8425, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.29000000000000004, 0.19, 0.39, 0.8425], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 10, "success": false, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}

results/runs/qwen25_7b_fresh__base/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "base-qwen2.5-7b-fresh",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 3,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__base/base-qwen2.5-7b-fresh_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.765,
+      "avg_verifier_pass_rate": 0.611111,
+      "success_rate": 0.0
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.809722,
+      "avg_verifier_pass_rate": 0.694444,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__base_ep5/base-qwen2.5-7b-fresh-ep5_eval.jsonl

@@ -0,0 +1,15 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.541667, "terminal_reward": 0.681667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.6816666666666666], "verifier_pass_rate": 0.5, "passed_checks": ["required_agents_consulted", "conflict_logged", "phased_plan"], "failed_checks": ["conflict_resolved", "budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 8, "total_reward": 2.214167, "terminal_reward": 0.684167, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.29000000000000004, 0.29000000000000004, 0.6841666666666666], "verifier_pass_rate": 0.583333, "passed_checks": ["all_agents_consulted", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "all_phases_reached", "swd_version_rich"], "failed_checks": ["multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "rich_reasoning_log", "timeline_constraint_acknowledged"], "milestones_total": 5, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 9, "success": false, "episode_index": 0, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 1.831667, "terminal_reward": 0.681667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.29000000000000004, 0.6816666666666666], "verifier_pass_rate": 0.5, "passed_checks": ["required_agents_consulted", "conflict_logged", "phased_plan"], "failed_checks": ["conflict_resolved", "budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 7, "total_reward": 2.2625, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.39, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 8, "success": false, "episode_index": 1, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.541667, "terminal_reward": 0.681667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.6816666666666666], "verifier_pass_rate": 0.5, "passed_checks": ["required_agents_consulted", "conflict_logged", "phased_plan"], "failed_checks": ["conflict_resolved", "budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 8, "total_reward": 2.5525, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.39, 0.29000000000000004, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 9, "success": false, "episode_index": 2, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 3, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.056667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.29000000000000004, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 3, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 9, "total_reward": 2.7425, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.29000000000000004, 0.39, 0.19, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 10, "success": false, "episode_index": 3, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 4, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.541667, "terminal_reward": 0.681667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.6816666666666666], "verifier_pass_rate": 0.5, "passed_checks": ["required_agents_consulted", "conflict_logged", "phased_plan"], "failed_checks": ["conflict_resolved", "budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 4, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 7, "total_reward": 1.895, "terminal_reward": 0.655, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.29000000000000004, 0.29000000000000004, 0.655], "verifier_pass_rate": 0.5, "passed_checks": ["all_agents_consulted", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 8, "success": false, "episode_index": 4, "model_stage": "base-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": ""}

results/runs/qwen25_7b_fresh__base_ep5/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "base-qwen2.5-7b-fresh-ep5",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 5,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__base_ep5/base-qwen2.5-7b-fresh-ep5_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.706667,
+      "avg_verifier_pass_rate": 0.533333,
+      "success_rate": 0.0
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.761333,
+      "avg_verifier_pass_rate": 0.666667,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__rlvr/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "rlvr-qwen2.5-7b-fresh",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 3,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__rlvr/rlvr-qwen2.5-7b-fresh_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.904444,
+      "avg_verifier_pass_rate": 0.888889,
+      "success_rate": 0.333333
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.786667,
+      "avg_verifier_pass_rate": 0.666667,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__rlvr/rlvr-qwen2.5-7b-fresh_eval.jsonl

@@ -0,0 +1,9 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.175, "terminal_reward": 0.595, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.595], "verifier_pass_rate": 0.5, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "counter_offer_present", "deadline_present", "retention_addressed", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.035, "terminal_reward": 0.885, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.885], "verifier_pass_rate": 0.833333, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "reasoning_documented"], "failed_checks": ["budget_constraint_acknowledged"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.035, "terminal_reward": 0.885, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.885], "verifier_pass_rate": 0.833333, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "reasoning_documented"], "failed_checks": ["budget_constraint_acknowledged"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 12, "total_reward": 3.2725, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.19, 0.39, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 13, "success": false, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}

results/runs/qwen25_7b_fresh__rlvr_ep5/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "rlvr-qwen2.5-7b-fresh-ep5",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 5,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__rlvr_ep5/rlvr-qwen2.5-7b-fresh-ep5_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.931666,
+      "avg_verifier_pass_rate": 0.966667,
+      "success_rate": 0.8
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.779167,
+      "avg_verifier_pass_rate": 0.683333,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__rlvr_ep5/rlvr-qwen2.5-7b-fresh-ep5_eval.jsonl

@@ -0,0 +1,15 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 15, "total_reward": 3.584167, "terminal_reward": 0.624167, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.19, 0.39, 0.39, 0.19, -0.01, 0.29000000000000004, 0.19, 0.29000000000000004, 0.6241666666666668], "verifier_pass_rate": 0.583333, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "no_single_agent_copied", "all_phases_reached", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "counter_offer_present", "deadline_present", "retention_addressed", "timeline_constraint_acknowledged"], "milestones_total": 5, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 1, "env_error_count": 1, "errors": ["invalid_action: Expecting property name enclosed in double quotes: line 1 column 110 (char 109)"], "final_swd_version": 15, "success": false, "episode_index": 0, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.19, 0.39, 0.39, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 1, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.035, "terminal_reward": 0.885, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.885], "verifier_pass_rate": 0.833333, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "reasoning_documented"], "failed_checks": ["budget_constraint_acknowledged"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": false, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.4625, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 2, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 3, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 7, "total_reward": 2.083333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, -0.01, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 1, "env_error_count": 1, "errors": ["invalid_action: unbalanced JSON object"], "final_swd_version": 7, "success": true, "episode_index": 3, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.19, 0.39, 0.39, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 3, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 4, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 4, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 17, "total_reward": 4.064167, "terminal_reward": 0.624167, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.29000000000000004, 0.19, 0.19, 0.19, 0.6241666666666668], "verifier_pass_rate": 0.583333, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "timeline_constraint_acknowledged", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "counter_offer_present", "deadline_present", "retention_addressed", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 18, "success": false, "episode_index": 4, "model_stage": "rlvr-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/rlvr_Qwen2.5-7B-Instruct"}

results/runs/qwen25_7b_fresh__sft/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "sft-qwen2.5-7b-fresh",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "outputs/sft_Qwen2.5-7B-Instruct",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 3,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__sft/sft-qwen2.5-7b-fresh_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.943333,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.889167,
+      "avg_verifier_pass_rate": 0.75,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__sft/sft-qwen2.5-7b-fresh_eval.jsonl

@@ -0,0 +1,9 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.4625, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 12, "total_reward": 3.2925, "terminal_reward": 0.9025, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.19, 0.39, 0.9024999999999999], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 13, "success": false, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.4625, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}

results/runs/qwen25_7b_fresh__sft_ep5/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "sft-qwen2.5-7b-fresh-ep5",
+  "policy": "hf",
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "adapter": "outputs/sft_Qwen2.5-7B-Instruct",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 5,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen25_7b_fresh__sft_ep5/sft-qwen2.5-7b-fresh-ep5_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.943333,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.8825,
+      "avg_verifier_pass_rate": 0.75,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/qwen25_7b_fresh__sft_ep5/sft-qwen2.5-7b-fresh-ep5_eval.jsonl

@@ -0,0 +1,15 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 0, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 1, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 11, "total_reward": 3.0825, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 12, "success": false, "episode_index": 2, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 3, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 3, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.4625, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 3, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 4, "total_reward": 1.58, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 5, "success": true, "episode_index": 4, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 6, "total_reward": 2.093333, "terminal_reward": 0.943333, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.39, 0.9433333333333334], "verifier_pass_rate": 1.0, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan", "budget_constraint_acknowledged", "reasoning_documented"], "failed_checks": [], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 7, "success": true, "episode_index": 4, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 13, "total_reward": 3.4625, "terminal_reward": 0.8825, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.19, 0.19, 0.39, 0.19, 0.19, 0.39, 0.19, 0.19, 0.8824999999999998], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 14, "success": false, "episode_index": 4, "model_stage": "sft-qwen2.5-7b-fresh-ep5", "policy": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "adapter": "outputs/sft_Qwen2.5-7B-Instruct"}

results/runs/qwen3_14b__base/base_qwen3_14b_eval.jsonl

@@ -0,0 +1,9 @@
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 0, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.766667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 0, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 10, "total_reward": 2.2825, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, -0.16, -0.01, 0.19, 0.39, 0.39, 0.19, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 1, "env_error_count": 2, "errors": ["log_conflict invalid JSON: Extra data: line 1 column 140 (char 139)", "invalid_action: unbalanced JSON object"], "final_swd_version": 9, "success": false, "episode_index": 0, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 1, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.766667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 1, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 8, "total_reward": 2.4525, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.39, 0.19, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 9, "success": false, "episode_index": 1, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "e1_launch_readiness", "policy_kind": "model", "steps": 3, "total_reward": 1.39, "terminal_reward": 0.91, "reward_trace": [0.29000000000000004, 0.19, 0.9099999999999999], "verifier_pass_rate": 1.0, "passed_checks": ["qa_report_present", "final_rec_valid", "no_missed_milestones"], "failed_checks": [], "milestones_total": 2, "milestones_complete": 2, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 4, "success": true, "episode_index": 2, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "m1_budget_reallocation", "policy_kind": "model", "steps": 5, "total_reward": 1.766667, "terminal_reward": 0.806667, "reward_trace": [0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.8066666666666666], "verifier_pass_rate": 0.666667, "passed_checks": ["required_agents_consulted", "conflict_logged", "conflict_resolved", "phased_plan"], "failed_checks": ["budget_constraint_acknowledged", "reasoning_documented"], "milestones_total": 3, "milestones_complete": 3, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 6, "success": false, "episode_index": 2, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}
+{"task_id": "h1_acquisition_defence", "policy_kind": "model", "steps": 7, "total_reward": 2.2625, "terminal_reward": 0.8225, "reward_trace": [0.09000000000000001, 0.09000000000000001, 0.29000000000000004, 0.19, 0.39, 0.39, 0.8225], "verifier_pass_rate": 0.75, "passed_checks": ["all_agents_consulted", "multi_conflict_logged", "conflict_explicitly_resolved", "resolution_has_type", "counter_offer_present", "deadline_present", "retention_addressed", "no_single_agent_copied", "swd_version_rich"], "failed_checks": ["rich_reasoning_log", "timeline_constraint_acknowledged", "all_phases_reached"], "milestones_total": 5, "milestones_complete": 4, "milestones_missed": 0, "invalid_action_count": 0, "env_error_count": 0, "errors": [], "final_swd_version": 8, "success": false, "episode_index": 2, "model_stage": "base_qwen3_14b", "policy": "hf", "model": "Qwen/Qwen3-14B", "adapter": ""}

results/runs/qwen3_14b__base/metadata.json

@@ -0,0 +1,32 @@
+{
+  "model_stage": "base_qwen3_14b",
+  "policy": "hf",
+  "model": "Qwen/Qwen3-14B",
+  "adapter": "",
+  "tasks": [
+    "e1_launch_readiness",
+    "m1_budget_reallocation",
+    "h1_acquisition_defence"
+  ],
+  "episodes": 3,
+  "max_steps": 30,
+  "max_new_tokens": 1536,
+  "eval_file": "results/runs/qwen3_14b__base/base_qwen3_14b_eval.jsonl",
+  "metrics_by_task": {
+    "e1_launch_readiness": {
+      "avg_terminal_reward": 0.91,
+      "avg_verifier_pass_rate": 1.0,
+      "success_rate": 1.0
+    },
+    "m1_budget_reallocation": {
+      "avg_terminal_reward": 0.806667,
+      "avg_verifier_pass_rate": 0.666667,
+      "success_rate": 0.0
+    },
+    "h1_acquisition_defence": {
+      "avg_terminal_reward": 0.8225,
+      "avg_verifier_pass_rate": 0.75,
+      "success_rate": 0.0
+    }
+  }
+}

results/runs/rlvr_qwen2.5_7b_fresh_stats.jsonl

@@ -0,0 +1,3 @@
+{"prompts_seen": 128.0, "prompts_kept": 128.0, "keep_rate": 1.0, "mean_best_reward": 0.6200325520833333, "mean_sample_reward": 0.6200325520833333, "total_rollouts": 1024.0, "seconds": 310.7949016094208, "keep_rate/h1_acquisition_defence": 1.0, "reward_status/ok": 1024.0, "round": 1}
+{"prompts_seen": 128.0, "prompts_kept": 128.0, "keep_rate": 1.0, "mean_best_reward": 0.6201953125, "mean_sample_reward": 0.6201953125, "total_rollouts": 1024.0, "seconds": 311.80109000205994, "keep_rate/h1_acquisition_defence": 1.0, "reward_status/ok": 1024.0, "round": 2}
+{"prompts_seen": 128.0, "prompts_kept": 128.0, "keep_rate": 1.0, "mean_best_reward": 0.6194791666666667, "mean_sample_reward": 0.6194791666666667, "total_rollouts": 1024.0, "seconds": 307.97119879722595, "keep_rate/h1_acquisition_defence": 1.0, "reward_status/ok": 1024.0, "round": 3}