Expand environment with Level 4 (Extreme) and Level 5 (Chaos) tasks

inference.py

@@ -28,8 +28,8 @@ OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY", HF_TOKEN)
 
 TASK_NAME = "json_repair_all_tasks"
 BENCHMARK = "json-repair-env"
-MAX_STEPS  = 3
-MAX_TOTAL_REWARD = 3.0
+MAX_STEPS  = 5
+MAX_TOTAL_REWARD = 5.0
 SUCCESS_SCORE_THRESHOLD = 0.7
 
 

openenv.yaml

@@ -17,6 +17,12 @@ tasks:
   - name: hard_nested_reconstruction
     difficulty: hard
     description: Reconstruct heavily corrupted nested JSON structure
+  - name: extreme_multilevel_repair
+    difficulty: extreme
+    description: Fix deeply nested JSON with broken arrays and missing values
+  - name: chaos_malformed_object
+    difficulty: chaos
+    description: Repair a chaotic object with mismatched brackets and damage
 action_space:
   type: object
   properties:

tasks.py

@@ -58,5 +58,54 @@ TASKS = [
             }
         },
         "hint": "Quote all keys, fix price to number, add available field, normalize ram to uppercase, keep storage as number"
+    },
+    {
+        "name": "extreme_multilevel_repair",
+        "difficulty": "extreme",
+        "description": "Fix deeply nested JSON with broken arrays, unquoted keys, and missing commas",
+        "broken_json": "{'order_id': 1001, customer: { 'id': 'C-123', name: 'John Doe', contact: ['john@example.com', 1234567890 ] }, items: [ { sku: 'IT-01', qty: 2 price: 19.99 } { sku: 'IT-02', qty: 1, price: '45.00'}]",
+        "correct_json": '{"order_id": 1001, "customer": {"id": "C-123", "name": "John Doe", "contact": ["john@example.com", "1234567890"]}, "items": [{"sku": "IT-01", "qty": 2, "price": 19.99}, {"sku": "IT-02", "qty": 1, "price": 45.00}]}',
+        "schema": {
+            "type": "object",
+            "required": ["order_id", "customer", "items"],
+            "properties": {
+                "order_id": {"type": "integer"},
+                "customer": {
+                    "type": "object",
+                    "required": ["id", "name", "contact"],
+                    "properties": {
+                        "id": {"type": "string"},
+                        "name": {"type": "string"},
+                        "contact": {"type": "array"}
+                    }
+                },
+                "items": {
+                    "type": "array",
+                    "items": {
+                        "type": "object",
+                        "required": ["sku", "qty", "price"]
+                    }
+                }
+            }
+        },
+        "hint": "Fix missing commas in the items array, quote all keys, ensure consistent contact types, and convert item prices to numbers."
+    },
+    {
+        "name": "chaos_malformed_object",
+        "difficulty": "chaos",
+        "description": "Repair a chaotic object with mismatched brackets, unquoted text, and significant structural damage",
+        "broken_json": "{ system_log: version: 2.0, events: [ { timestamp: 1700000000 level: ERROR msg: 'Auth failed' }, type: 'connection', info: { ip: 192.168.1.1, retry: true } status: 'FAIL' ",
+        "correct_json": '{"system_log": {"version": "2.0", "events": [{"timestamp": 1700000000, "level": "ERROR", "msg": "Auth failed"}], "type": "connection", "info": {"ip": "192.168.1.1", "retry": true}, "status": "FAIL"}}',
+        "schema": {
+            "type": "object",
+            "required": ["system_log"],
+            "properties": {
+                "system_log": {
+                    "type": "object",
+                    "required": ["version", "events", "type", "info", "status"]
+                }
+            }
+        },
+        "hint": "The events array is missing a closing bracket, the system_log structure is flat in the broken version but needs nesting, and multiple delimiters are missing."
     }
 ]