[START] task=solo_delivery env=warehouse model=gemini-2.5-flash ══════════════════════════════ Task: solo_delivery Step: 0/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle [STEP] step=1 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 1/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_up Reward : +0.01 [STEP] step=2 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 2/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_up Reward : +0.01 [STEP] step=3 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 3/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_up Reward : +0.01 [STEP] step=4 action=move_left reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 4/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_left Reward : +0.01 [STEP] step=5 action=move_left reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 5/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_left Reward : +0.01 [STEP] step=6 action=move_left reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 6/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_left Reward : +0.01 [STEP] step=7 action=move_left reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 7/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 0 in-transit | 5 pending R0:idle Action : move_left Reward : +0.01 [STEP] step=8 action=pick reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 8/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : pick Reward : +0.01 [STEP] step=9 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 9/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=10 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 10/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=11 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 11/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=12 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 12/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=13 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 13/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=14 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 14/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=15 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 15/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=16 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 16/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=17 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 17/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=18 action=move_up reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 18/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_up Reward : +0.01 [STEP] step=19 action=move_right reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 19/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_right Reward : +0.01 [STEP] step=20 action=move_down reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 20/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_down Reward : +0.01 [STEP] step=21 action=move_down reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 21/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_down Reward : +0.01 [STEP] step=22 action=move_down reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 22/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_down Reward : +0.01 [STEP] step=23 action=move_right reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 23/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_right Reward : +0.01 [STEP] step=24 action=move_down reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 24/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_down Reward : +0.01 [STEP] step=25 action=move_down reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 25/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_down Reward : +0.01 [STEP] step=26 action=move_left reward=0.0100 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 26/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 0/5 done | 1 in-transit | 4 pending R0:CARRY(o1)* Action : move_left Reward : +0.01 [STEP] step=27 action=drop reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 27/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : drop Reward : +0.20 [STEP] step=28 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 28/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_up Reward : +0.20 [STEP] step=29 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 29/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_up Reward : +0.20 [STEP] step=30 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 30/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_up Reward : +0.20 [STEP] step=31 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 31/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_up Reward : +0.20 [STEP] step=32 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 32/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_up Reward : +0.20 [STEP] step=33 action=move_right reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 33/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 0 in-transit | 4 pending R0:idle Action : move_right Reward : +0.20 [STEP] step=34 action=pick reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 34/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : pick Reward : +0.20 [STEP] step=35 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 35/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=36 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 36/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=37 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 37/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=38 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 38/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=39 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 39/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=40 action=move_up reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 40/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_up Reward : +0.20 [STEP] step=41 action=move_down reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 41/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_down Reward : +0.20 [STEP] step=42 action=move_left reward=0.2000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 42/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 1/5 done | 1 in-transit | 3 pending R0:CARRY(o2)* Action : move_left Reward : +0.20 [STEP] step=43 action=drop reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 43/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : drop Reward : +0.40 [STEP] step=44 action=move_up reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 44/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_up Reward : +0.40 [STEP] step=45 action=move_up reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 45/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_up Reward : +0.40 [STEP] step=46 action=move_up reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 46/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_up Reward : +0.40 [STEP] step=47 action=move_up reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 47/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_up Reward : +0.40 [STEP] step=48 action=move_up reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 48/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_up Reward : +0.40 [STEP] step=49 action=move_right reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 49/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_right Reward : +0.40 [STEP] step=50 action=move_right reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 50/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_right Reward : +0.40 [STEP] step=51 action=move_right reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 51/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 0 in-transit | 3 pending R0:idle Action : move_right Reward : +0.40 [STEP] step=52 action=pick reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 52/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : pick Reward : +0.40 [STEP] step=53 action=move_down reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 53/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_down Reward : +0.40 [STEP] step=54 action=move_down reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 54/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_down Reward : +0.40 [STEP] step=55 action=move_down reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 55/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_down Reward : +0.40 [STEP] step=56 action=move_down reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 56/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_down Reward : +0.40 [STEP] step=57 action=move_down reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 57/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_down Reward : +0.40 [STEP] step=58 action=move_right reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 58/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_right Reward : +0.40 [STEP] step=59 action=move_right reward=0.4000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 59/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 2/5 done | 1 in-transit | 2 pending R0:CARRY(o3)* Action : move_right Reward : +0.40 [STEP] step=60 action=drop reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 60/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : drop Reward : +0.60 [STEP] step=61 action=move_up reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 61/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_up Reward : +0.60 [STEP] step=62 action=move_up reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 62/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_up Reward : +0.60 [STEP] step=63 action=move_up reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 63/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_up Reward : +0.60 [STEP] step=64 action=move_left reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 64/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_left Reward : +0.60 [STEP] step=65 action=move_up reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 65/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_up Reward : +0.60 [STEP] step=66 action=move_up reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 66/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_up Reward : +0.60 [STEP] step=67 action=move_right reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 67/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 0 in-transit | 2 pending R0:idle Action : move_right Reward : +0.60 [STEP] step=68 action=pick reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 68/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : pick Reward : +0.60 [STEP] step=69 action=move_right reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 69/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_right Reward : +0.60 [STEP] step=70 action=move_down reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 70/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_down Reward : +0.60 [STEP] step=71 action=move_down reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 71/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_down Reward : +0.60 [STEP] step=72 action=move_down reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 72/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_down Reward : +0.60 [STEP] step=73 action=move_down reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 73/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_down Reward : +0.60 [STEP] step=74 action=move_down reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 74/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_down Reward : +0.60 [STEP] step=75 action=move_left reward=0.6000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 75/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 3/5 done | 1 in-transit | 1 pending R0:CARRY(o4)* Action : move_left Reward : +0.60 [STEP] step=76 action=drop reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 76/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : drop Reward : +0.80 [STEP] step=77 action=move_up reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 77/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_up Reward : +0.80 [STEP] step=78 action=move_up reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 78/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_up Reward : +0.80 [STEP] step=79 action=move_up reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 79/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_up Reward : +0.80 [STEP] step=80 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 80/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=81 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 81/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=82 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 82/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=83 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 83/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=84 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 84/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=85 action=move_left reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 85/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 0 in-transit | 1 pending R0:idle Action : move_left Reward : +0.80 [STEP] step=86 action=pick reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 86/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 1 in-transit | 0 pending R0:CARRY(o5)* Action : pick Reward : +0.80 [STEP] step=87 action=move_down reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 87/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 1 in-transit | 0 pending R0:CARRY(o5)* Action : move_down Reward : +0.80 [STEP] step=88 action=move_down reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 88/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 1 in-transit | 0 pending R0:CARRY(o5)* Action : move_down Reward : +0.80 [STEP] step=89 action=move_down reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 89/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 1 in-transit | 0 pending R0:CARRY(o5)* Action : move_down Reward : +0.80 [STEP] step=90 action=move_right reward=0.8000 done=false error=null ══════════════════════════════ Task: solo_delivery Step: 90/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 4/5 done | 1 in-transit | 0 pending R0:CARRY(o5)* Action : move_right Reward : +0.80 [STEP] step=91 action=drop reward=0.9900 done=true error=null ══════════════════════════════ Task: solo_delivery Step: 91/100 ══════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][_P_][ . ][ . ][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ────────────────────────────────────────────────── Orders: 5/5 done | 0 in-transit | 0 pending R0:idle Action : drop Reward : +0.99 [END] success=true steps=91 score=0.9900 rewards=0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.8000,0.9900 [START] task=coordinated_delivery env=warehouse model=gemini-2.5-flash ════════════════════════════════════════ Task: coordinated_delivery Step: 0/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle [STEP] step=1 action=move_up,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 1/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.01 [STEP] step=2 action=move_up,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 2/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.01 [STEP] step=3 action=move_up,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 3/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0 ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][R2 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.01 [STEP] step=4 action=move_up,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 4/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.01 [STEP] step=5 action=move_left,move_left,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 5/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 0 in-transit | 10 pending R0:idle R1:idle R2:idle Action : move_left,move_left,move_left Reward : +0.01 [STEP] step=6 action=pick,move_left,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 6/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R0*][ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 1 in-transit | 9 pending R0:CARRY(o1)* R1:idle R2:idle Action : pick,move_left,move_left Reward : +0.01 [STEP] step=7 action=move_right,move_left,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 7/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0*][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 1 in-transit | 9 pending R0:CARRY(o1)* R1:idle R2:idle Action : move_right,move_left,move_left Reward : +0.01 [STEP] step=8 action=move_down,pick,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 8/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 2 in-transit | 8 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:idle Action : move_down,pick,move_left Reward : +0.01 [STEP] step=9 action=move_down,move_left,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 9/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 2 in-transit | 8 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:idle Action : move_down,move_left,move_left Reward : +0.01 [STEP] step=10 action=move_down,move_down,pick reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 10/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R1*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_down,move_down,pick Reward : +0.01 [STEP] step=11 action=move_down,move_down,move_right reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 11/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_down,move_down,move_right Reward : +0.01 [STEP] step=12 action=move_down,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 12/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R2*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_down,move_down,move_down Reward : +0.01 [STEP] step=13 action=move_down,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 13/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_down,move_down,move_down Reward : +0.01 [STEP] step=14 action=move_down,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 14/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_down,move_down,move_down Reward : +0.01 [STEP] step=15 action=move_right,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 15/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 0/10 done | 3 in-transit | 7 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* Action : move_right,move_down,move_down Reward : +0.01 [STEP] step=16 action=drop,move_down,move_down reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 16/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 1/10 done | 2 in-transit | 7 pending R0:idle R1:CARRY(o2)* R2:CARRY(o3)* Action : drop,move_down,move_down Reward : +0.10 [STEP] step=17 action=move_up,move_down,move_down reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 17/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 1/10 done | 2 in-transit | 7 pending R0:idle R1:CARRY(o2)* R2:CARRY(o3)* Action : move_up,move_down,move_down Reward : +0.10 [STEP] step=18 action=move_up,drop,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 18/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 2/10 done | 1 in-transit | 7 pending R0:idle R1:idle R2:CARRY(o3)* Action : move_up,drop,move_down Reward : +0.20 [STEP] step=19 action=move_up,move_up,drop reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 19/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_up,drop Reward : +0.30 [STEP] step=20 action=move_up,move_up,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 20/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.30 [STEP] step=21 action=move_up,move_up,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 21/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.30 [STEP] step=22 action=move_right,move_up,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 22/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_right,move_up,move_up Reward : +0.30 [STEP] step=23 action=move_up,move_up,move_left reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 23/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R0 ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_left Reward : +0.30 [STEP] step=24 action=move_up,move_up,move_left reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 24/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_left Reward : +0.30 [STEP] step=25 action=move_right,move_up,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 25/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R2 ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_right,move_up,move_up Reward : +0.30 [STEP] step=26 action=move_up,move_left,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 26/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_up,move_left,move_up Reward : +0.30 [STEP] step=27 action=move_right,move_up,move_left reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 27/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_right,move_up,move_left Reward : +0.30 [STEP] step=28 action=move_right,move_right,move_left reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 28/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 0 in-transit | 7 pending R0:idle R1:idle R2:idle Action : move_right,move_right,move_left Reward : +0.30 [STEP] step=29 action=pick,move_right,move_left reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 29/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 1 in-transit | 6 pending R0:CARRY(o4)* R1:idle R2:idle Action : pick,move_right,move_left Reward : +0.30 [STEP] step=30 action=move_down,move_right,pick reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 30/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R1 ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_down,move_right,pick Reward : +0.30 [STEP] step=31 action=move_down,move_right,move_down reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 31/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R2*][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_down,move_right,move_down Reward : +0.30 [STEP] step=32 action=move_up,move_right,move_down reward=0.2500 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 32/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_down Reward : +0.25 [STEP] step=33 action=move_up,move_right,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 33/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_down Reward : +0.20 [STEP] step=34 action=move_up,wait,move_right reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 34/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,wait,move_right Reward : +0.20 [STEP] step=35 action=move_up,move_right,move_down reward=0.1500 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 35/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_down Reward : +0.15 [STEP] step=36 action=move_up,move_right,move_right reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 36/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_right Reward : +0.10 [STEP] step=37 action=move_up,move_right,move_right reward=0.0500 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 37/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_right Reward : +0.05 [STEP] step=38 action=move_up,move_right,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 38/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_down Reward : +0.01 [STEP] step=39 action=move_up,move_right,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 39/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 3/10 done | 2 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:CARRY(o6)* Action : move_up,move_right,move_left Reward : +0.01 [STEP] step=40 action=move_up,move_right,drop reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 40/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_up,move_right,drop Reward : +0.01 [STEP] step=41 action=move_up,move_right,move_left reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 41/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_up,move_right,move_left Reward : +0.01 [STEP] step=42 action=move_up,move_right,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 42/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_up,move_right,move_up Reward : +0.01 [STEP] step=43 action=move_up,move_left,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 43/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R1 ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_up,move_left,move_up Reward : +0.01 [STEP] step=44 action=move_down,move_right,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 44/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R0*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_down,move_right,move_up Reward : +0.01 [STEP] step=45 action=move_right,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 45/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_right,move_up,move_up Reward : +0.01 [STEP] step=46 action=move_down,move_up,move_up reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 46/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][ . ] [ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_down,move_up,move_up Reward : +0.01 [STEP] step=47 action=move_down,move_right,move_right reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 47/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 1 in-transit | 5 pending R0:CARRY(o4)* R1:idle R2:idle Action : move_down,move_right,move_right Reward : +0.01 [STEP] step=48 action=move_down,move_right,pick reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 48/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 2 in-transit | 4 pending R0:CARRY(o4)* R1:idle R2:CARRY(o7)* Action : move_down,move_right,pick Reward : +0.01 [STEP] step=49 action=move_down,move_right,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 49/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 2 in-transit | 4 pending R0:CARRY(o4)* R1:idle R2:CARRY(o7)* Action : move_down,move_right,move_down Reward : +0.01 [STEP] step=50 action=move_down,pick,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 50/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 3 in-transit | 3 pending R0:CARRY(o4)* R1:CARRY(o5)* R2:CARRY(o7)* Action : move_down,pick,move_down Reward : +0.01 [STEP] step=51 action=move_down,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 51/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 3 in-transit | 3 pending R0:CARRY(o4)* R1:CARRY(o5)* R2:CARRY(o7)* Action : move_down,move_down,move_down Reward : +0.01 [STEP] step=52 action=move_down,move_right,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 52/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 3 in-transit | 3 pending R0:CARRY(o4)* R1:CARRY(o5)* R2:CARRY(o7)* Action : move_down,move_right,move_down Reward : +0.01 [STEP] step=53 action=move_left,move_down,move_down reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 53/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1*][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2*][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 4/10 done | 3 in-transit | 3 pending R0:CARRY(o4)* R1:CARRY(o5)* R2:CARRY(o7)* Action : move_left,move_down,move_down Reward : +0.01 [STEP] step=54 action=move_left,move_right,drop reward=0.0100 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 54/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 5/10 done | 2 in-transit | 3 pending R0:CARRY(o4)* R1:CARRY(o5)* R2:idle Action : move_left,move_right,drop Reward : +0.01 [STEP] step=55 action=drop,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 55/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : drop,move_down,move_up Reward : +0.10 [STEP] step=56 action=move_up,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 56/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_up,move_down,move_up Reward : +0.10 [STEP] step=57 action=move_up,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 57/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_up,move_down,move_up Reward : +0.10 [STEP] step=58 action=move_up,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 58/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_up,move_down,move_up Reward : +0.10 [STEP] step=59 action=move_left,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 59/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_left,move_down,move_up Reward : +0.10 [STEP] step=60 action=move_down,move_down,move_right reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 60/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_down,move_down,move_right Reward : +0.10 [STEP] step=61 action=move_up,move_down,move_right reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 61/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_up,move_down,move_right Reward : +0.10 [STEP] step=62 action=move_down,move_down,move_up reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 62/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_down,move_down,move_up Reward : +0.10 [STEP] step=63 action=move_up,move_left,move_right reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 63/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_up,move_left,move_right Reward : +0.10 [STEP] step=64 action=move_down,move_left,move_right reward=0.1000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 64/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 6/10 done | 1 in-transit | 3 pending R0:idle R1:CARRY(o5)* R2:idle Action : move_down,move_left,move_right Reward : +0.10 [STEP] step=65 action=move_up,drop,pick reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 65/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_up,drop,pick Reward : +0.20 [STEP] step=66 action=move_down,move_up,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 66/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_down,move_up,move_down Reward : +0.20 [STEP] step=67 action=move_up,move_up,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 67/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_up,move_up,move_down Reward : +0.20 [STEP] step=68 action=move_down,move_up,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 68/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_down,move_up,move_down Reward : +0.20 [STEP] step=69 action=move_up,move_up,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 69/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_up,move_up,move_down Reward : +0.20 [STEP] step=70 action=move_down,move_up,move_down reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 70/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 1 in-transit | 2 pending R0:idle R1:idle R2:CARRY(o9)* Action : move_down,move_up,move_down Reward : +0.20 [STEP] step=71 action=move_up,pick,move_left reward=0.2000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 71/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 7/10 done | 2 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:CARRY(o9)* Action : move_up,pick,move_left Reward : +0.20 [STEP] step=72 action=move_down,move_down,drop reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 72/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 8/10 done | 1 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:idle Action : move_down,move_down,drop Reward : +0.30 [STEP] step=73 action=move_up,move_down,wait reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 73/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 8/10 done | 1 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:idle Action : move_up,move_down,wait Reward : +0.30 [STEP] step=74 action=move_down,move_down,move_up reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 74/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 8/10 done | 1 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:idle Action : move_down,move_down,move_up Reward : +0.30 [STEP] step=75 action=move_up,move_down,wait reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 75/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 8/10 done | 1 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:idle Action : move_up,move_down,wait Reward : +0.30 [STEP] step=76 action=move_down,move_down,wait reward=0.3000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 76/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 8/10 done | 1 in-transit | 1 pending R0:idle R1:CARRY(o10)* R2:idle Action : move_down,move_down,wait Reward : +0.30 [STEP] step=77 action=move_up,drop,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 77/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,drop,move_up Reward : +0.40 [STEP] step=78 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 78/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=79 action=move_up,move_up,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 79/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,wait Reward : +0.40 [STEP] step=80 action=move_down,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 80/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [STEP] step=81 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 81/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=82 action=move_down,move_up,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 82/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_up,wait Reward : +0.40 [STEP] step=83 action=move_up,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 83/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,move_up Reward : +0.40 [STEP] step=84 action=move_down,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 84/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [STEP] step=85 action=move_up,move_left,move_right reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 85/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_left,move_right Reward : +0.40 [STEP] step=86 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 86/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=87 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 87/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=88 action=move_down,move_up,move_down reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 88/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_up,move_down Reward : +0.40 [STEP] step=89 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 89/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=90 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 90/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=91 action=move_up,move_up,move_down reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 91/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_down Reward : +0.40 [STEP] step=92 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 92/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=93 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 93/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=94 action=move_down,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 94/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_up,move_up Reward : +0.40 [STEP] step=95 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 95/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=96 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 96/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=97 action=move_up,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 97/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.40 [STEP] step=98 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 98/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=99 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 99/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=100 action=move_down,move_down,move_down reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 100/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_down,move_down Reward : +0.40 [STEP] step=101 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 101/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=102 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 102/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=103 action=move_up,move_up,move_left reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 103/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_left Reward : +0.40 [STEP] step=104 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 104/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=105 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 105/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=106 action=move_down,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 106/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_up,move_up Reward : +0.40 [STEP] step=107 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 107/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=108 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 108/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=109 action=move_up,move_up,move_down reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 109/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_down Reward : +0.40 [STEP] step=110 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 110/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=111 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 111/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=112 action=move_down,move_down,move_down reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 112/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,move_down,move_down Reward : +0.40 [STEP] step=113 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 113/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=114 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 114/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=115 action=move_left,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 115/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_left,move_up,move_up Reward : +0.40 [STEP] step=116 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 116/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=117 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 117/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=118 action=move_up,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 118/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.40 [STEP] step=119 action=move_right,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 119/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 0 in-transit | 1 pending R0:idle R1:idle R2:idle Action : move_right,wait,wait Reward : +0.40 [STEP] step=120 action=pick,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 120/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : pick,wait,wait Reward : +0.40 [STEP] step=121 action=move_right,move_down,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 121/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_right,move_down,move_up Reward : +0.40 [STEP] step=122 action=move_up,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 122/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,move_up Reward : +0.40 [STEP] step=123 action=move_down,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 123/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [STEP] step=124 action=move_up,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 124/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.40 [STEP] step=125 action=move_down,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 125/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [STEP] step=126 action=move_up,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 126/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,move_up Reward : +0.40 [STEP] step=127 action=move_down,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 127/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,move_up Reward : +0.40 [STEP] step=128 action=move_up,move_down,move_right reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 128/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_down,move_right Reward : +0.40 [STEP] step=129 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 129/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=130 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 130/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=131 action=move_right,move_right,move_left reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 131/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_right,move_right,move_left Reward : +0.40 [STEP] step=132 action=move_down,move_up,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 132/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,wait Reward : +0.40 [STEP] step=133 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 133/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=134 action=move_down,wait,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 134/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [STEP] step=135 action=move_up,move_down,move_right reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 135/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_down,move_right Reward : +0.40 [STEP] step=136 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 136/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=137 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 137/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=138 action=move_down,move_up,move_left reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 138/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,move_left Reward : +0.40 [STEP] step=139 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 139/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=140 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 140/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=141 action=move_up,move_right,move_left reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 141/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_right,move_left Reward : +0.40 [STEP] step=142 action=move_down,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 142/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,wait Reward : +0.40 [STEP] step=143 action=move_up,wait,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 143/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,wait,wait Reward : +0.40 [STEP] step=144 action=move_down,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 144/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,move_up Reward : +0.40 [STEP] step=145 action=move_up,move_up,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 145/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_up,move_up Reward : +0.40 [STEP] step=146 action=move_down,move_up,move_right reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 146/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,move_right Reward : +0.40 [STEP] step=147 action=move_up,move_up,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 147/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_up,wait Reward : +0.40 [STEP] step=148 action=move_down,move_up,wait reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 148/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,move_up,wait Reward : +0.40 [STEP] step=149 action=move_up,move_right,move_up reward=0.4000 done=false error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 149/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_up,move_right,move_up Reward : +0.40 [STEP] step=150 action=move_down,wait,move_up reward=0.4000 done=true error=null ════════════════════════════════════════ Task: coordinated_delivery Step: 150/150 ════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][XXX][XXX][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ][_P_][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ──────────────────────────────────────────────────────────── Orders: 9/10 done | 1 in-transit | 0 pending R0:CARRY(o8)* R1:idle R2:idle Action : move_down,wait,move_up Reward : +0.40 [END] success=true steps=150 score=0.4000 rewards=0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.1000,0.1000,0.2000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.2500,0.2000,0.2000,0.1500,0.1000,0.0500,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.0100,0.1000,0.1000,0.1000,0.1000,0.1000,0.1000,0.1000,0.1000,0.1000,0.1000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.2000,0.3000,0.3000,0.3000,0.3000,0.3000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000,0.4000 [START] task=crisis_management env=warehouse model=gemini-2.5-flash ══════════════════════════════════════════════════ Task: crisis_management Step: 0/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][R3 ][ . ][R4 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle [STEP] step=1 action=move_up,move_up,move_up,move_up,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 1/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][R3 ][ . ][R4 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_up,move_up,move_up,move_up,move_up Reward : +0.30 [STEP] step=2 action=move_up,move_up,move_up,move_up,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 2/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][R3 ][ . ][R4 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_up,move_up,move_up,move_up,move_up Reward : +0.30 [STEP] step=3 action=move_up,move_up,move_up,move_up,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 3/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][R3 ][ . ][R4 ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_up,move_up,move_up,move_up,move_up Reward : +0.30 [STEP] step=4 action=move_up,move_left,move_up,move_left,move_left reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 4/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0 ][■S■][ . ][■S■][ . ][■S■][R2 ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][R4 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_up,move_left,move_up,move_left,move_left Reward : +0.30 [STEP] step=5 action=move_up,move_up,move_up,move_up,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 5/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][R3 ][■S■][R4 ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_up,move_up,move_up,move_up,move_up Reward : +0.30 [STEP] step=6 action=move_left,move_up,move_left,move_up,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 6/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][R3 ][ . ][R4 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 0 in-transit | 20 pending R0:idle R1:idle R2:idle R3:idle R4:idle Action : move_left,move_up,move_left,move_up,move_up Reward : +0.30 [STEP] step=7 action=pick,move_left,move_left,move_up,move_left reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 7/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ] [ . ][R0*][ . ][R1 ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 1 in-transit | 19 pending R0:CARRY(o1)* R1:idle R2:idle R3:idle R4:idle Action : pick,move_left,move_left,move_up,move_left Reward : +0.30 [STEP] step=8 action=move_right,pick,move_left,move_up,move_left reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 8/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][R1*][ . ][R2 ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 2 in-transit | 18 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:idle R3:idle R4:idle Action : move_right,pick,move_left,move_up,move_left Reward : +0.30 [STEP] step=9 action=move_right,move_right,pick,move_up,move_left reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 9/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0*][R1*][R2*][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 3 in-transit | 17 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:idle R4:idle Action : move_right,move_right,pick,move_up,move_left Reward : +0.30 [STEP] step=10 action=move_left,move_down,move_right,move_left,pick reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 10/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2*][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R1*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:idle R4:CARRY(o5)* Action : move_left,move_down,move_right,move_left,pick Reward : +0.30 [STEP] step=11 action=move_down,move_down,move_down,move_left,move_left reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 11/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0*][■S■][ . ][■S■][R2*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:idle R4:CARRY(o5)* Action : move_down,move_down,move_down,move_left,move_left Reward : +0.30 [STEP] step=12 action=move_down,move_down,move_down,move_down,move_down reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 12/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R4*][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:idle R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down,move_down Reward : +0.30 [STEP] step=13 action=move_down,move_down,move_down,pick,move_down reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 13/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 5 in-transit | 15 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,pick,move_down Reward : +0.30 [STEP] step=14 action=move_down,move_down,move_down,move_down,move_down reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 14/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 5 in-transit | 15 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:CARRY(o3)* R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down,move_down Reward : +0.30 [STEP] step=15 action=move_down,move_down,move_down,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 15/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down,move_down Reward : +0.24 [STEP] step=16 action=move_down,move_down,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 16/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down Reward : +0.24 [STEP] step=17 action=move_down,move_down,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 17/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down Reward : +0.24 [STEP] step=18 action=move_down,move_down,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 18/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down Reward : +0.24 [STEP] step=19 action=move_down,move_down,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 19/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_down,move_down,move_down Reward : +0.24 [STEP] step=20 action=move_down,move_right,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 20/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_down,move_right,move_down,move_down Reward : +0.24 [STEP] step=21 action=move_right,move_right,move_down,move_down reward=0.2400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 21/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][R1*][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 0/20 done | 4 in-transit | 16 pending R0:CARRY(o1)* R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_right,move_right,move_down,move_down Reward : +0.24 [STEP] step=22 action=drop,move_right,move_down,wait reward=0.2650 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 22/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][R1*][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 1/20 done | 3 in-transit | 16 pending R0:idle R1:CARRY(o2)* R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : drop,move_right,move_down,wait Reward : +0.27 [STEP] step=23 action=move_up,drop,move_down,move_right reward=0.2900 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 23/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/20 done | 2 in-transit | 16 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,drop,move_down,move_right Reward : +0.29 [STEP] step=24 action=move_up,move_up,move_down,move_left reward=0.2900 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 24/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/20 done | 2 in-transit | 16 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,move_up,move_down,move_left Reward : +0.29 [STEP] step=25 action=move_up,move_up,move_down,move_up reward=0.2800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 25/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/25 done | 2 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,move_up,move_down,move_up Reward : +0.28 [STEP] step=26 action=move_up,move_up,move_down,move_down reward=0.2800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 26/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][R3*][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/25 done | 2 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,move_up,move_down,move_down Reward : +0.28 [STEP] step=27 action=move_up,move_up,move_left,move_left reward=0.2800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 27/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][R3*][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/25 done | 2 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,move_up,move_left,move_left Reward : +0.28 [STEP] step=28 action=move_up,move_up,move_left,move_left reward=0.2800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 28/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][R3*][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 2/25 done | 2 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:CARRY(o5)* Action : move_up,move_up,move_left,move_left Reward : +0.28 [STEP] step=29 action=move_up,move_up,move_left,drop reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 29/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][R3*][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 3/25 done | 1 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:idle Action : move_up,move_up,move_left,drop Reward : +0.30 [STEP] step=30 action=move_up,move_up,move_left,move_up reward=0.3000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 30/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R3*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 3/25 done | 1 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o4)* R4:idle Action : move_up,move_up,move_left,move_up Reward : +0.30 [STEP] step=31 action=move_right,move_up,drop,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 31/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R3 ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 0 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_up,drop,move_up Reward : +0.32 [STEP] step=32 action=move_up,move_right,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 32/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R0 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 0 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_right,move_up,move_up Reward : +0.32 [STEP] step=33 action=move_up,move_up,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 33/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 0 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_up,move_up,move_up Reward : +0.32 [STEP] step=34 action=move_right,move_up,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 34/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 0 in-transit | 21 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_up,move_up,move_up Reward : +0.32 [STEP] step=35 action=pick,move_right,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 35/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 1 in-transit | 20 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:idle Action : pick,move_right,move_up,move_up Reward : +0.32 [STEP] step=36 action=move_right,move_right,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 36/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 1 in-transit | 20 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_right,move_up,move_up Reward : +0.32 [STEP] step=37 action=move_down,move_right,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 37/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 1 in-transit | 20 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_right,move_up,move_up Reward : +0.32 [STEP] step=38 action=move_down,pick,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 38/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,pick,move_up,move_up Reward : +0.32 [STEP] step=39 action=move_right,move_down,move_up,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 39/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_right,move_down,move_up,move_left Reward : +0.32 [STEP] step=40 action=move_right,move_right,move_up,move_up reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 40/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][R0*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_right,move_right,move_up,move_up Reward : +0.32 [STEP] step=41 action=move_right,move_down,move_up,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 41/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1*][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_right,move_down,move_up,move_left Reward : +0.32 [STEP] step=42 action=move_down,move_down,move_up,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 42/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_up,move_left Reward : +0.32 [STEP] step=43 action=move_down,move_down,move_right,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 43/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_right,move_left Reward : +0.32 [STEP] step=44 action=move_right,move_down,wait,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 44/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_right,move_down,wait,move_left Reward : +0.32 [STEP] step=45 action=move_down,move_down,move_right,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 45/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_right,move_left Reward : +0.32 [STEP] step=46 action=move_down,move_down,move_right,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 46/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_right,move_left Reward : +0.32 [STEP] step=47 action=move_down,move_down,move_right,move_left reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 47/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 2 in-transit | 19 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_right,move_left Reward : +0.32 [STEP] step=48 action=move_down,move_down,move_right,pick reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 48/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 3 in-transit | 18 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_down,move_down,move_right,pick Reward : +0.32 [STEP] step=49 action=move_down,move_down,move_right,move_down reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 49/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 3 in-transit | 18 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_down,move_down,move_right,move_down Reward : +0.32 [STEP] step=50 action=move_down,move_down,move_right,move_down reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 50/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][R1*][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 3 in-transit | 18 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_down,move_down,move_right,move_down Reward : +0.32 [STEP] step=51 action=move_right,move_left,move_right,move_down reward=0.3200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 51/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R4*][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 4/25 done | 3 in-transit | 18 pending R0:CARRY(o3)* R1:CARRY(o6)* R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_right,move_left,move_right,move_down Reward : +0.32 [STEP] step=52 action=move_down,drop,move_right,move_down reward=0.3400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 52/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][R0*][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 5/25 done | 2 in-transit | 18 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_down,drop,move_right,move_down Reward : +0.34 [STEP] step=53 action=move_up,move_up,move_down,move_right reward=0.3400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 53/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 5/25 done | 2 in-transit | 18 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_up,move_down,move_right Reward : +0.34 [STEP] step=54 action=move_right,move_up,move_down,move_down reward=0.3400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 54/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 5/25 done | 2 in-transit | 18 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_right,move_up,move_down,move_down Reward : +0.34 [STEP] step=55 action=move_right,move_up,move_down,move_down reward=0.3400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 55/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 5/25 done | 2 in-transit | 18 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_right,move_up,move_down,move_down Reward : +0.34 [STEP] step=56 action=move_right,move_up,move_up,move_down reward=0.3400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 56/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 5/25 done | 2 in-transit | 18 pending R0:CARRY(o3)* R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_right,move_up,move_up,move_down Reward : +0.34 [STEP] step=57 action=drop,move_up,move_down,move_down reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 57/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : drop,move_up,move_down,move_down Reward : +0.36 [STEP] step=58 action=move_up,move_up,move_down,move_right reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 58/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_up,move_down,move_right Reward : +0.36 [STEP] step=59 action=move_up,move_up,move_down,move_down reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 59/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R4*][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_up,move_down,move_down Reward : +0.36 [STEP] step=60 action=move_up,move_up,move_down,move_right reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 60/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R4*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_up,move_down,move_right Reward : +0.36 [STEP] step=61 action=move_up,move_left,move_down,move_right reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 61/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][R4*][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_left,move_down,move_right Reward : +0.36 [STEP] step=62 action=move_up,move_left,move_down,move_up reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 62/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_left,move_down,move_up Reward : +0.36 [STEP] step=63 action=move_up,move_left,move_down,move_right reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 63/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_left,move_down,move_right Reward : +0.36 [STEP] step=64 action=move_up,move_left,move_down,move_right reward=0.3600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 64/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 6/25 done | 1 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(o8)* Action : move_up,move_left,move_down,move_right Reward : +0.36 [STEP] step=65 action=move_up,move_left,move_up,drop reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 65/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 0 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_left,move_up,drop Reward : +0.38 [STEP] step=66 action=move_right,move_left,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 66/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 0 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_left,move_left,move_up Reward : +0.38 [STEP] step=67 action=move_up,move_left,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 67/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R0 ][■S■][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 0 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_left,move_left,move_up Reward : +0.38 [STEP] step=68 action=move_up,move_left,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 68/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][R0 ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 0 in-transit | 18 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_left,move_left,move_up Reward : +0.38 [STEP] step=69 action=move_right,pick,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 69/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][R0 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 1 in-transit | 17 pending R0:idle R1:CARRY(o9)* R2:BROKEN R3:idle R4:idle Action : move_right,pick,move_left,move_up Reward : +0.38 [STEP] step=70 action=pick,move_down,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 70/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][R0*][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 2 in-transit | 16 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:idle R4:idle Action : pick,move_down,move_left,move_up Reward : +0.38 [STEP] step=71 action=move_left,move_down,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 71/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 2 in-transit | 16 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:idle R4:idle Action : move_left,move_down,move_left,move_up Reward : +0.38 [STEP] step=72 action=move_down,move_down,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 72/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R0*][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 2 in-transit | 16 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_left,move_up Reward : +0.38 [STEP] step=73 action=move_down,move_down,move_left,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 73/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 2 in-transit | 16 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:idle R4:idle Action : move_down,move_down,move_left,move_up Reward : +0.38 [STEP] step=74 action=move_down,move_down,pick,pick reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 74/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_down,pick,pick Reward : +0.38 [STEP] step=75 action=move_down,move_down,move_down,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 75/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_down,move_down,move_down Reward : +0.38 [STEP] step=76 action=move_down,move_down,move_down,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 76/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_down,move_down,move_down Reward : +0.38 [STEP] step=77 action=move_down,move_down,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 77/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_down,move_up,move_down Reward : +0.38 [STEP] step=78 action=move_down,move_right,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 78/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_right,move_up,move_down Reward : +0.38 [STEP] step=79 action=move_down,move_right,move_down,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 79/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_right,move_down,move_down Reward : +0.38 [STEP] step=80 action=move_down,move_right,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 80/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_right,move_up,move_down Reward : +0.38 [STEP] step=81 action=move_down,move_right,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 81/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][R0*][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_down,move_right,move_up,move_down Reward : +0.38 [STEP] step=82 action=move_left,move_right,move_up,move_up reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 82/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_left,move_right,move_up,move_up Reward : +0.38 [STEP] step=83 action=move_left,move_down,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 83/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][R1*][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_left,move_down,move_up,move_down Reward : +0.38 [STEP] step=84 action=move_left,move_right,move_up,move_down reward=0.3800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 84/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][R1*][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 7/25 done | 4 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o11)* Action : move_left,move_right,move_up,move_down Reward : +0.38 [STEP] step=85 action=move_left,move_right,move_up,drop reward=0.4000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 85/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][R0*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][R1*][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 8/25 done | 3 in-transit | 14 pending R0:CARRY(o7)* R1:CARRY(o9)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_right,move_up,drop Reward : +0.40 [STEP] step=86 action=move_right,drop,move_up,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 86/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][R1 ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_right,drop,move_up,move_up Reward : +0.42 [STEP] step=87 action=move_left,move_up,move_down,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 87/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_down,move_up Reward : +0.42 [STEP] step=88 action=move_left,move_up,move_up,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 88/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_up,move_up Reward : +0.42 [STEP] step=89 action=move_left,move_up,move_up,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 89/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_up,move_up Reward : +0.42 [STEP] step=90 action=move_left,move_up,move_up,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 90/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_up,move_up Reward : +0.42 [STEP] step=91 action=move_left,move_up,move_up,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 91/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_up,move_up Reward : +0.42 [STEP] step=92 action=move_up,move_up,move_down,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 92/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_up,move_down,move_up Reward : +0.42 [STEP] step=93 action=move_down,move_up,move_down,move_up reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 93/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_down,move_up,move_down,move_up Reward : +0.42 [STEP] step=94 action=move_left,move_up,move_up,move_right reward=0.4200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 94/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 9/25 done | 2 in-transit | 14 pending R0:CARRY(o7)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_left,move_up,move_up,move_right Reward : +0.42 [STEP] step=95 action=drop,move_up,move_up,move_right reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 95/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 1 in-transit | 14 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : drop,move_up,move_up,move_right Reward : +0.44 [STEP] step=96 action=move_up,move_right,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 96/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 1 in-transit | 14 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_right,move_down,move_down Reward : +0.44 [STEP] step=97 action=move_up,pick,move_down,move_up reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 97/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,pick,move_down,move_up Reward : +0.44 [STEP] step=98 action=move_up,move_down,move_up,move_right reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 98/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_up,move_right Reward : +0.44 [STEP] step=99 action=move_up,move_down,move_up,move_up reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 99/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R4 ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_up,move_up Reward : +0.44 [STEP] step=100 action=move_up,move_down,move_down,move_up reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 100/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_down,move_up Reward : +0.44 [STEP] step=101 action=move_up,move_down,move_left,move_right reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 101/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_left,move_right Reward : +0.44 [STEP] step=102 action=move_up,move_down,move_down,move_right reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 102/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ] [ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_down,move_right Reward : +0.44 [STEP] step=103 action=move_up,move_down,move_down,move_right reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 103/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 2 in-transit | 13 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:idle Action : move_up,move_down,move_down,move_right Reward : +0.44 [STEP] step=104 action=move_right,move_down,wait,pick reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 104/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_down,wait,pick Reward : +0.44 [STEP] step=105 action=move_down,move_down,move_down,move_left reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 105/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_down,move_down,move_down,move_left Reward : +0.44 [STEP] step=106 action=move_left,move_left,move_right,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 106/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R4*][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0 ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_left,move_left,move_right,move_down Reward : +0.44 [STEP] step=107 action=move_up,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 107/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_up,move_left,move_down,move_down Reward : +0.44 [STEP] step=108 action=move_right,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 108/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_left,move_down,move_down Reward : +0.44 [STEP] step=109 action=move_right,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 109/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_left,move_down,move_down Reward : +0.44 [STEP] step=110 action=move_right,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 110/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_left,move_down,move_down Reward : +0.44 [STEP] step=111 action=move_right,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 111/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_left,move_down,move_down Reward : +0.44 [STEP] step=112 action=move_right,move_left,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 112/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_left,move_down,move_down Reward : +0.44 [STEP] step=113 action=move_right,move_down,move_down,move_down reward=0.4400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 113/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R1*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 10/25 done | 3 in-transit | 12 pending R0:idle R1:CARRY(o13)* R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,move_down,move_down,move_down Reward : +0.44 [STEP] step=114 action=move_right,drop,move_left,move_down reward=0.4600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 114/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R1 ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 11/25 done | 2 in-transit | 12 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : move_right,drop,move_left,move_down Reward : +0.46 [STEP] step=115 action=pick,move_down,move_down,move_down reward=0.4600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 115/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ] [ . ][ . ][ . ][_P_][R3*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 11/25 done | 3 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:CARRY(o10)* R4:CARRY(o14)* Action : pick,move_down,move_down,move_down Reward : +0.46 [STEP] step=116 action=move_down,move_up,drop,move_left reward=0.4800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 116/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R3 ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 12/25 done | 2 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:CARRY(o14)* Action : move_down,move_up,drop,move_left Reward : +0.48 [STEP] step=117 action=move_down,move_up,move_up,move_left reward=0.4800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 117/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R1 ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 12/25 done | 2 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:CARRY(o14)* Action : move_down,move_up,move_up,move_left Reward : +0.48 [STEP] step=118 action=move_down,wait,move_up,move_left reward=0.4800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 118/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R1 ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 12/25 done | 2 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:CARRY(o14)* Action : move_down,wait,move_up,move_left Reward : +0.48 [STEP] step=119 action=move_down,move_up,move_up,move_left reward=0.4800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 119/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 12/25 done | 2 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:CARRY(o14)* Action : move_down,move_up,move_up,move_left Reward : +0.48 [STEP] step=120 action=move_down,move_up,move_up,move_left reward=0.4800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 120/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 12/25 done | 2 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:CARRY(o14)* Action : move_down,move_up,move_up,move_left Reward : +0.48 [STEP] step=121 action=move_down,move_up,move_up,drop reward=0.5000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 121/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 13/25 done | 1 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_up,move_up,drop Reward : +0.50 [STEP] step=122 action=move_down,move_up,move_up,move_up reward=0.5000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 122/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 13/25 done | 1 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_up,move_up,move_up Reward : +0.50 [STEP] step=123 action=move_down,move_up,move_up,wait reward=0.5000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 123/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 13/25 done | 1 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_up,move_up,wait Reward : +0.50 [STEP] step=124 action=move_right,move_up,move_up,move_up reward=0.5000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 124/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 13/25 done | 1 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_up,move_up,move_up Reward : +0.50 [STEP] step=125 action=move_right,move_up,move_up,move_up reward=0.5000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 125/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 13/25 done | 1 in-transit | 11 pending R0:CARRY(o12)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_up,move_up,move_up Reward : +0.50 [STEP] step=126 action=drop,move_up,move_up,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 126/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 0 in-transit | 11 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : drop,move_up,move_up,move_up Reward : +0.52 [STEP] step=127 action=move_up,move_up,move_up,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 127/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 0 in-transit | 11 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_up,move_up,move_up Reward : +0.52 [STEP] step=128 action=move_up,move_up,move_right,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 128/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 0 in-transit | 11 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_up,move_up,move_right,move_up Reward : +0.52 [STEP] step=129 action=move_up,move_up,pick,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 129/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R1 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 1 in-transit | 10 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_up,pick,move_up Reward : +0.52 [STEP] step=130 action=move_up,move_left,move_right,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 130/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 1 in-transit | 10 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_left,move_right,move_up Reward : +0.52 [STEP] step=131 action=move_up,pick,move_down,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 131/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,pick,move_down,move_down Reward : +0.52 [STEP] step=132 action=move_up,move_left,move_down,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 132/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_left,move_down,move_up Reward : +0.52 [STEP] step=133 action=move_up,move_down,move_down,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 133/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R1*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3*][R4 ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_down,move_down,move_down Reward : +0.52 [STEP] step=134 action=move_up,move_down,move_down,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 134/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_down,move_down,move_up Reward : +0.52 [STEP] step=135 action=move_left,move_down,move_up,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 135/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][R3*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_up,move_down Reward : +0.52 [STEP] step=136 action=move_up,move_down,move_right,move_right reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 136/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R0 ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][R4 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_down,move_right,move_right Reward : +0.52 [STEP] step=137 action=move_up,move_down,move_down,move_left reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 137/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_up,move_down,move_down,move_left Reward : +0.52 [STEP] step=138 action=move_left,move_down,move_down,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 138/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_down,move_up Reward : +0.52 [STEP] step=139 action=move_left,move_down,move_down,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 139/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_down,move_down Reward : +0.52 [STEP] step=140 action=move_left,move_down,move_down,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 140/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_down,move_up Reward : +0.52 [STEP] step=141 action=move_left,move_down,move_down,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 141/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_down,move_down Reward : +0.52 [STEP] step=142 action=move_left,move_down,move_down,move_up reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 142/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_down,move_down,move_up Reward : +0.52 [STEP] step=143 action=move_left,move_right,move_down,move_down reward=0.5200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 143/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1*][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 14/25 done | 2 in-transit | 9 pending R0:idle R1:CARRY(o16)* R2:BROKEN R3:CARRY(o17)* R4:idle Action : move_left,move_right,move_down,move_down Reward : +0.52 [STEP] step=144 action=move_left,drop,drop,move_up reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 144/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 0 in-transit | 9 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_left,drop,drop,move_up Reward : +0.56 [STEP] step=145 action=move_left,move_up,move_up,move_right reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 145/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 0 in-transit | 9 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_left,move_up,move_up,move_right Reward : +0.56 [STEP] step=146 action=move_left,move_up,move_up,move_up reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 146/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R4 ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 0 in-transit | 9 pending R0:idle R1:idle R2:BROKEN R3:idle R4:idle Action : move_left,move_up,move_up,move_up Reward : +0.56 [STEP] step=147 action=pick,move_up,move_up,move_up reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 147/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 1 in-transit | 8 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:idle Action : pick,move_up,move_up,move_up Reward : +0.56 [STEP] step=148 action=move_right,move_up,move_up,move_right reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 148/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 1 in-transit | 8 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_right,move_up,move_up,move_right Reward : +0.56 [STEP] step=149 action=move_down,move_up,move_up,move_right reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 149/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ] [ . ][■S■][R0*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][R2 ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 1 in-transit | 8 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_up,move_up,move_right Reward : +0.56 [STEP] step=150 action=move_down,move_up,move_up,move_right reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 150/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 1 in-transit | 8 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:idle Action : move_down,move_up,move_up,move_right Reward : +0.56 [STEP] step=151 action=move_down,move_up,move_up,pick reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 151/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][R1 ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_down,move_up,move_up,pick Reward : +0.56 [STEP] step=152 action=move_left,move_left,move_up,move_left reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 152/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][R0*][R1 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_left,move_left,move_up,move_left Reward : +0.56 [STEP] step=153 action=move_left,move_up,move_right,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 153/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R4*][■S■][ . ][■S■][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_left,move_up,move_right,move_down Reward : +0.56 [STEP] step=154 action=move_down,move_up,move_up,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 154/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R1 ][■S■][ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_down,move_up,move_up,move_down Reward : +0.56 [STEP] step=155 action=move_down,move_up,move_up,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 155/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_down,move_up,move_up,move_down Reward : +0.56 [STEP] step=156 action=move_down,move_right,move_right,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 156/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 2 in-transit | 7 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:idle R4:CARRY(o20)* Action : move_down,move_right,move_right,move_down Reward : +0.56 [STEP] step=157 action=move_down,move_right,pick,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 157/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 3 in-transit | 6 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_down,move_right,pick,move_down Reward : +0.56 [STEP] step=158 action=move_down,move_right,move_down,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 158/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 3 in-transit | 6 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_down,move_right,move_down,move_down Reward : +0.56 [STEP] step=159 action=move_down,move_right,move_down,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 159/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 3 in-transit | 6 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_down,move_right,move_down,move_down Reward : +0.56 [STEP] step=160 action=move_down,move_right,move_up,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 160/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 3 in-transit | 6 pending R0:CARRY(o15)* R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_down,move_right,move_up,move_down Reward : +0.56 [STEP] step=161 action=move_down,pick,move_right,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 161/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [R0*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 4 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_down,pick,move_right,move_down Reward : +0.56 [STEP] step=162 action=move_right,move_right,move_down,move_down reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 162/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][R0*][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 4 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_right,move_right,move_down,move_down Reward : +0.56 [STEP] step=163 action=move_right,move_down,move_down,move_left reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 163/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1*][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 4 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_right,move_down,move_down,move_left Reward : +0.56 [STEP] step=164 action=move_right,move_down,move_down,move_left reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 164/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R0*][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 4 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_right,move_down,move_down,move_left Reward : +0.56 [STEP] step=165 action=move_right,move_down,move_down,move_left reward=0.5600 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 165/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][R0*][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 16/25 done | 4 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:CARRY(o20)* Action : move_right,move_down,move_down,move_left Reward : +0.56 [STEP] step=166 action=move_right,move_down,move_down,drop reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 166/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][R0*][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,drop Reward : +0.58 [STEP] step=167 action=move_right,move_down,move_down,move_up reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 167/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][R0*][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,move_up Reward : +0.58 [STEP] step=168 action=move_right,move_down,move_down,move_up reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 168/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][R0*][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,move_up Reward : +0.58 [STEP] step=169 action=move_right,move_down,move_down,move_up reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 169/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][R0*][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,move_up Reward : +0.58 [STEP] step=170 action=move_right,move_down,move_down,move_up reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 170/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][R0*][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,move_up Reward : +0.58 [STEP] step=171 action=move_right,move_down,move_down,move_up reward=0.5800 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 171/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][R0*][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 17/25 done | 3 in-transit | 5 pending R0:CARRY(o15)* R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_right,move_down,move_down,move_up Reward : +0.58 [STEP] step=172 action=drop,move_down,move_left,move_left reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 172/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][R0 ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : drop,move_down,move_left,move_left Reward : +0.60 [STEP] step=173 action=move_up,wait,move_up,move_up reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 173/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,wait,move_up,move_up Reward : +0.60 [STEP] step=174 action=move_up,move_right,move_down,move_up reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 174/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,move_right,move_down,move_up Reward : +0.60 [STEP] step=175 action=move_up,move_right,move_down,move_up reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 175/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,move_right,move_down,move_up Reward : +0.60 [STEP] step=176 action=move_up,move_right,move_left,move_left reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 176/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,move_right,move_left,move_left Reward : +0.60 [STEP] step=177 action=move_up,move_right,move_down,move_up reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 177/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R4 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][R1*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,move_right,move_down,move_up Reward : +0.60 [STEP] step=178 action=move_up,move_right,move_left,move_up reward=0.6000 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 178/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][R1*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 18/25 done | 2 in-transit | 5 pending R0:idle R1:CARRY(o18)* R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,move_right,move_left,move_up Reward : +0.60 [STEP] step=179 action=move_up,drop,move_left,move_left reward=0.6200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 179/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R4 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 19/25 done | 1 in-transit | 5 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o19)* R4:idle Action : move_up,drop,move_left,move_left Reward : +0.62 [STEP] step=180 action=move_up,move_up,move_left,pick reward=0.6200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 180/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 19/25 done | 2 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(surge_25_2)* Action : move_up,move_up,move_left,pick Reward : +0.62 [STEP] step=181 action=move_up,move_up,move_left,move_right reward=0.6200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 181/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 19/25 done | 2 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(surge_25_2)* Action : move_up,move_up,move_left,move_right Reward : +0.62 [STEP] step=182 action=move_up,move_up,move_left,move_down reward=0.6200 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 182/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][R4*][■S■][ . ][■S■][R0 ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 19/25 done | 2 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:CARRY(o19)* R4:CARRY(surge_25_2)* Action : move_up,move_up,move_left,move_down Reward : +0.62 [STEP] step=183 action=move_up,move_up,drop,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 183/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_up,move_up,drop,move_down Reward : +0.64 [STEP] step=184 action=move_left,move_up,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 184/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_down Reward : +0.64 [STEP] step=185 action=move_left,move_up,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 185/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_down Reward : +0.64 [STEP] step=186 action=move_left,move_up,move_up,move_up reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 186/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_up Reward : +0.64 [STEP] step=187 action=move_left,move_up,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 187/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_down Reward : +0.64 [STEP] step=188 action=move_left,move_left,move_up,move_up reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 188/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_left,move_up,move_up Reward : +0.64 [STEP] step=189 action=move_left,move_up,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 189/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_down Reward : +0.64 [STEP] step=190 action=move_left,move_up,move_up,move_right reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 190/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_right Reward : +0.64 [STEP] step=191 action=move_left,move_up,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 191/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R1 ][■S■][ . ][■S■][ . ] [ . ][ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_up,move_down Reward : +0.64 [STEP] step=192 action=move_left,move_up,move_right,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 192/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R0 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 1 in-transit | 4 pending R0:idle R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_left,move_up,move_right,move_down Reward : +0.64 [STEP] step=193 action=pick,move_left,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 193/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][R3 ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 2 in-transit | 3 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : pick,move_left,move_up,move_down Reward : +0.64 [STEP] step=194 action=move_right,move_down,move_up,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 194/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 2 in-transit | 3 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_right,move_down,move_up,move_down Reward : +0.64 [STEP] step=195 action=move_down,move_down,move_right,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 195/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][R0*][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 2 in-transit | 3 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_down,move_down,move_right,move_down Reward : +0.64 [STEP] step=196 action=move_down,move_up,move_right,move_down reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 196/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 2 in-transit | 3 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_down,move_up,move_right,move_down Reward : +0.64 [STEP] step=197 action=move_down,move_down,move_right,move_right reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 197/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 2 in-transit | 3 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:idle R4:CARRY(surge_25_2)* Action : move_down,move_down,move_right,move_right Reward : +0.64 [STEP] step=198 action=move_down,move_down,pick,move_right reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 198/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 3 in-transit | 2 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:CARRY(surge_25_3)* R4:CARRY(surge_25_2)* Action : move_down,move_down,pick,move_right Reward : +0.64 [STEP] step=199 action=move_down,move_down,move_right,move_right reward=0.6400 done=false error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 199/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R3*][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 3 in-transit | 2 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:CARRY(surge_25_3)* R4:CARRY(surge_25_2)* Action : move_down,move_down,move_right,move_right Reward : +0.64 [STEP] step=200 action=move_down,move_down,move_down,move_right reward=0.6400 done=true error=null ══════════════════════════════════════════════════ Task: crisis_management Step: 200/200 ══════════════════════════════════════════════════ [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R1 ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][■S■][ . ][■S■][ . ][■S■][ . ][■S■][R3*][■S■][ . ][■S■][ . ][■S■][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][R2 ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][R0*][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][R4*][ . ][ . ][ . ] [ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ][_P_][ . ][ . ][ . ] [ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ][ . ] ─────────────────────────────────────────────────────────────────────────── Orders: 20/25 done | 3 in-transit | 2 pending R0:CARRY(surge_25_0)* R1:idle R2:BROKEN R3:CARRY(surge_25_3)* R4:CARRY(surge_25_2)* Action : move_down,move_down,move_down,move_right Reward : +0.64 [END] success=true steps=200 score=0.6400 rewards=0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.3000,0.2400,0.2400,0.2400,0.2400,0.2400,0.2400,0.2400,0.2650,0.2900,0.2900,0.2800,0.2800,0.2800,0.2800,0.3000,0.3000,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3200,0.3400,0.3400,0.3400,0.3400,0.3400,0.3600,0.3600,0.3600,0.3600,0.3600,0.3600,0.3600,0.3600,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.3800,0.4000,0.4200,0.4200,0.4200,0.4200,0.4200,0.4200,0.4200,0.4200,0.4200,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4400,0.4600,0.4600,0.4800,0.4800,0.4800,0.4800,0.4800,0.5000,0.5000,0.5000,0.5000,0.5000,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5200,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5600,0.5800,0.5800,0.5800,0.5800,0.5800,0.5800,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6000,0.6200,0.6200,0.6200,0.6200,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400,0.6400