diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9718bd03c4f110d08fed0fac043d8867e4ea7456 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759925748625757057, "commit_timestamp_nsecs": 1759925749046017219, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_sharding b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/d/69ce3e75a1ed11e160c94854b503f97f b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/d/69ce3e75a1ed11e160c94854b503f97f new file mode 100644 index 0000000000000000000000000000000000000000..4ccdb05122ee0ecd65a6ed368605f3e9a85773e7 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/d/69ce3e75a1ed11e160c94854b503f97f differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2a36afcb3cac6c0554d37bef2cabf3b4749a1b13 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/63c418901aa994d6586c427afe91ce6a b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/63c418901aa994d6586c427afe91ce6a new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/63c418901aa994d6586c427afe91ce6a differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/f3a7402bdf4d8663974cf164a0ef4bc1 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/f3a7402bdf4d8663974cf164a0ef4bc1 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/d/f3a7402bdf4d8663974cf164a0ef4bc1 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ca73631a696cb8f9abe2ce49f7cd10191cc67ccf Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2aeda385cef66dd0966e938b130234aa9a1d15d9 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759927009058018655, "commit_timestamp_nsecs": 1759927009458224118, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_sharding b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/d/3ef947e9ec80f07845880211f9f0ae2b b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/d/3ef947e9ec80f07845880211f9f0ae2b new file mode 100644 index 0000000000000000000000000000000000000000..1bdf18430a877bebc292fe64b64deb30af5b6447 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/d/3ef947e9ec80f07845880211f9f0ae2b differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a190af49fc538fe9a6c59934ff217d2c83156322 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/d7ea4e7c3e8e229588d3f4b00b32a374 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/d7ea4e7c3e8e229588d3f4b00b32a374 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/d7ea4e7c3e8e229588d3f4b00b32a374 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/f66c3a0bbb0e3fed32815f24007af50c b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/f66c3a0bbb0e3fed32815f24007af50c new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/d/f66c3a0bbb0e3fed32815f24007af50c differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a8dd67d256bc1440160594f55bb954919bb07462 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d1da35d255fd9e89594b749d18592524c7e9160c --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759928267846264866, "commit_timestamp_nsecs": 1759928268372095074, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_sharding b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/d/237fdd42fd98d8ffc093c66d8c363954 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/d/237fdd42fd98d8ffc093c66d8c363954 new file mode 100644 index 0000000000000000000000000000000000000000..6e16f8c258e3d792a65d8480160480f7d5ae3edb Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/d/237fdd42fd98d8ffc093c66d8c363954 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..13ee5eabbda391f18f21906d635f8c9f1cd7012b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/140c99a6f2f86947ca7836d854c5ebbf b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/140c99a6f2f86947ca7836d854c5ebbf new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/140c99a6f2f86947ca7836d854c5ebbf differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/db8f9424f0ecaa7953c6cffb9f8bb386 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/db8f9424f0ecaa7953c6cffb9f8bb386 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/d/db8f9424f0ecaa7953c6cffb9f8bb386 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..836c5869345593e0f6a64eb1f04e29336fdb48a1 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c60f96f116e05f0e932cb1a158aba89669a6f2c1 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759929524663274562, "commit_timestamp_nsecs": 1759929525196017538, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_sharding b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/d/b6a7e149ca8db0778132f652fdc65c74 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/d/b6a7e149ca8db0778132f652fdc65c74 new file mode 100644 index 0000000000000000000000000000000000000000..294dd0f7fbecb6c06d348bf84d31528ff43c11c6 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/d/b6a7e149ca8db0778132f652fdc65c74 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c092111f0b88b79098fe4818f25d388f4a1354fc Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/2a2520303bfa4316d8c18c40954dfa6e b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/2a2520303bfa4316d8c18c40954dfa6e new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/2a2520303bfa4316d8c18c40954dfa6e differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/e3740d32028c4d4a73696f993e11e77c b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/e3740d32028c4d4a73696f993e11e77c new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/d/e3740d32028c4d4a73696f993e11e77c differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..efcc6f90c9245855087cd33a941ee3ceef976a6e Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..64243c760bc37c104dcfecbfee905678ae31d73d --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759930782632311334, "commit_timestamp_nsecs": 1759930783092045005, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_sharding b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/d/7784bd49d06cc3f9f035f77182f393a9 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/d/7784bd49d06cc3f9f035f77182f393a9 new file mode 100644 index 0000000000000000000000000000000000000000..1f8a5cbaefc294a905ed8e35ac48e1bdf1d60005 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/d/7784bd49d06cc3f9f035f77182f393a9 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4718229c679b205a518730248ca592df68e68cde Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/4771b30822b429fdb47830bb13bf27ab b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/4771b30822b429fdb47830bb13bf27ab new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/4771b30822b429fdb47830bb13bf27ab differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/f8f62ecc05c5086aad1c4c3b2c93dc39 b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/f8f62ecc05c5086aad1c4c3b2c93dc39 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/d/f8f62ecc05c5086aad1c4c3b2c93dc39 differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6589a433fb95399acda1d4d33d234a3018ce11df Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..3d68075f33056c088ac2e58584a0f41569d6828f Binary files /dev/null and b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G0L4O2S15/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..129dca0fddd2e31cef4936c70d4df418088b3f00 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759916115925839033, "commit_timestamp_nsecs": 1759916116383038542, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_sharding b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/d/21bf004d3ac897c361ddba5bdb5f37db b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/d/21bf004d3ac897c361ddba5bdb5f37db new file mode 100644 index 0000000000000000000000000000000000000000..140d5773b4eb99802568305c92db477e8a5e710e Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/d/21bf004d3ac897c361ddba5bdb5f37db differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c4b005f0274318f46fe5a7df98ff7a402b1ae5e9 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/06767d681c0ffa39829cafe7d68e222d b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/06767d681c0ffa39829cafe7d68e222d new file mode 100644 index 0000000000000000000000000000000000000000..15a425ab8e2e016023d89e2dc6a93e610f1c037d Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/06767d681c0ffa39829cafe7d68e222d differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/f9907771bcf6271a437241ebaf75e89e b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/f9907771bcf6271a437241ebaf75e89e new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/d/f9907771bcf6271a437241ebaf75e89e differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..29fa1f98366143e288f526f9125622089b117b4d Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..194497246b2eb4ce76cc4cfd93888ddfa3b135ad --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759917390045757234, "commit_timestamp_nsecs": 1759917390512289104, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_sharding b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/d/37424a4d0a3fbdfe8737d95543d4bd7b b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/d/37424a4d0a3fbdfe8737d95543d4bd7b new file mode 100644 index 0000000000000000000000000000000000000000..d590a1c1fdfd05341705d92dc5b4ce07f618d5a4 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/d/37424a4d0a3fbdfe8737d95543d4bd7b differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5e4f3acff4d038a13b9c8b6b437ca11e13a4b8d7 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/3a83e52102472e4d4eaa5c93bc988896 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/3a83e52102472e4d4eaa5c93bc988896 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/3a83e52102472e4d4eaa5c93bc988896 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/c8ed6e67daa92cc52155b7df4e3d74f5 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/c8ed6e67daa92cc52155b7df4e3d74f5 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/d/c8ed6e67daa92cc52155b7df4e3d74f5 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0e91109f5861b522779fe2348e483bdb86cebe64 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..63f4011252fc58fe2989e69cb7e44d22c1d24ac4 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759918649086650511, "commit_timestamp_nsecs": 1759918649470822895, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_sharding b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/d/2a01c6d3f2470911b39795396671ac80 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/d/2a01c6d3f2470911b39795396671ac80 new file mode 100644 index 0000000000000000000000000000000000000000..3af74054c2486f9979081d08cf51482c79afd04e Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/d/2a01c6d3f2470911b39795396671ac80 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..44223b987659910385eac085778aa03a98a33614 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/b69972dd50f220131b2d6dee25ba551d b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/b69972dd50f220131b2d6dee25ba551d new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/b69972dd50f220131b2d6dee25ba551d differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/df0ab0a00b14c7daf8618677786c2007 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/df0ab0a00b14c7daf8618677786c2007 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/d/df0ab0a00b14c7daf8618677786c2007 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4471747fc82db741184da0b001f894bcc1b5bda8 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..06b965654fe65aede84ba48d5712ba7b74ed6e51 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759919904338072685, "commit_timestamp_nsecs": 1759919904758925232, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_sharding b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/d/f18c8144d187aa31188c53db04f7fab9 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/d/f18c8144d187aa31188c53db04f7fab9 new file mode 100644 index 0000000000000000000000000000000000000000..8af06450aeee9fbaa7f98e0f9636d8fb8a84d72e Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/d/f18c8144d187aa31188c53db04f7fab9 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a5c331c4792e95dcb280ccd2b528e67c1e507253 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/4f70b98cd3b9dce4c59364937c9c3f68 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/4f70b98cd3b9dce4c59364937c9c3f68 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/4f70b98cd3b9dce4c59364937c9c3f68 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/c373bb6ded45e9df3c93f9fcda0ce8f8 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/c373bb6ded45e9df3c93f9fcda0ce8f8 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/d/c373bb6ded45e9df3c93f9fcda0ce8f8 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a2de5209fb182cc062787c4997c4eb4f7af95419 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..835abda6ef76ada59833aa66802e0c63cae60a53 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759921168094183637, "commit_timestamp_nsecs": 1759921168556335956, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_sharding b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/d/6272d3744cd6e8c644c9619451b2afe0 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/d/6272d3744cd6e8c644c9619451b2afe0 new file mode 100644 index 0000000000000000000000000000000000000000..0da527f42a96de1408f4e9302a4e10711d60b036 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/d/6272d3744cd6e8c644c9619451b2afe0 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7128974bc478e4bd57d07a0c9eb4d9762181b2aa Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/21a7ead3a37234fd82566969da817729 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/21a7ead3a37234fd82566969da817729 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/21a7ead3a37234fd82566969da817729 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/3672d51eacdacdfa82fdd8c44d2ef311 b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/3672d51eacdacdfa82fdd8c44d2ef311 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/d/3672d51eacdacdfa82fdd8c44d2ef311 differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..036bafc22e6f0da63b0c156e6e422c954debb255 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..09ec9c6ba648fee97c849e776ed4e1a5d09324d0 Binary files /dev/null and b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G1L4O2S31/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..d71efac69c04826bb31b59505d98c12cb8309f41 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759990173509814077, "commit_timestamp_nsecs": 1759990173933864406, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_sharding b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/d/284b91fe0be9bfd008b783540fa948dd b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/d/284b91fe0be9bfd008b783540fa948dd new file mode 100644 index 0000000000000000000000000000000000000000..014a0f64499e4980952c5e4bf51b8cc6c0dbb9c4 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/d/284b91fe0be9bfd008b783540fa948dd differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..baf52ee8019700584237c94d60c6f7706119bac2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/55426c36548486594759e6ddb4b91448 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/55426c36548486594759e6ddb4b91448 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/55426c36548486594759e6ddb4b91448 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/a5a830c33c75b16525e146b1b46e9e73 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/a5a830c33c75b16525e146b1b46e9e73 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/d/a5a830c33c75b16525e146b1b46e9e73 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..46029caadcf966c779c0b6c03837ce710928b307 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a41bc45bdbe6fe971a19434662c43b38738ce6eb --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759992698343414782, "commit_timestamp_nsecs": 1759992698747497116, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/d/f84c80a99717a67b732f3fdcb6257c8b b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/d/f84c80a99717a67b732f3fdcb6257c8b new file mode 100644 index 0000000000000000000000000000000000000000..3cae320e400f8b8ba7dad9430a039560a8509f2d Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/d/f84c80a99717a67b732f3fdcb6257c8b differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..104af56f005d69889c0ce28d09a908f6c58154fe Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/5ad51a43314c2b91a254ef6f2f29ad41 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/5ad51a43314c2b91a254ef6f2f29ad41 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/5ad51a43314c2b91a254ef6f2f29ad41 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/8087cdbc75fdf03e28bd1e1d634cb0f1 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/8087cdbc75fdf03e28bd1e1d634cb0f1 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000241827840/ocdbt.process_0/d/8087cdbc75fdf03e28bd1e1d634cb0f1 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..76b9c9147c8dba7a94631de1bb104be3275baab8 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759993958061239684, "commit_timestamp_nsecs": 1759993958592525009, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_sharding b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/d/be9865ee2f4c75f86185cd3b9ea80ac5 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/d/be9865ee2f4c75f86185cd3b9ea80ac5 new file mode 100644 index 0000000000000000000000000000000000000000..4e0074220ed9003a01389853be484d0c91af3669 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/d/be9865ee2f4c75f86185cd3b9ea80ac5 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0141e0567c75c4801b0f6b3debba1e1a22e4ff6 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/67f4fceda80cd9c3c43b4d04e8c21efc b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/67f4fceda80cd9c3c43b4d04e8c21efc new file mode 100644 index 0000000000000000000000000000000000000000..074ee1f801491379b01c760e2b0512afcf324b0f Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/67f4fceda80cd9c3c43b4d04e8c21efc differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/6db10a8bba549fcc415afdd621e29cea b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/6db10a8bba549fcc415afdd621e29cea new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/6db10a8bba549fcc415afdd621e29cea differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/d7fbdecc122fa30149595d4f7aec6530 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/d7fbdecc122fa30149595d4f7aec6530 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/d/d7fbdecc122fa30149595d4f7aec6530 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..51dc3f2a9eafec1e5f9d288c6ef29dfed303a1ce Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..32d066c9c1b3971e798ff9ce36c1ac03275cd56c --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759995218809964398, "commit_timestamp_nsecs": 1759995219193519250, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_sharding b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/d/3973a56841792ede20478e0263c09c42 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/d/3973a56841792ede20478e0263c09c42 new file mode 100644 index 0000000000000000000000000000000000000000..7bb8a15fe06a99bbf31ad4bcc163f92668d63341 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/d/3973a56841792ede20478e0263c09c42 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8d4a6e21fb9a272dc6cf720774b6f9730540b320 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/154ac6d15731cdd435748bcec5ad9fd1 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/154ac6d15731cdd435748bcec5ad9fd1 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/154ac6d15731cdd435748bcec5ad9fd1 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/d210669614b3db7fca9d9261297534d9 b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/d210669614b3db7fca9d9261297534d9 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/d/d210669614b3db7fca9d9261297534d9 differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c8560bef4f91575d9246cd653ad7c5b2438fa87d Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..8d799c398a1348cbb03b829bfb4fafc8bda1f736 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O0S60/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..da2bc5c42d8c3f33bb775875aa8435debace16b8 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759924476999047291, "commit_timestamp_nsecs": 1759924477462670833, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_sharding b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/d/435ccae345a041dd3890c4439ebac8ec b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/d/435ccae345a041dd3890c4439ebac8ec new file mode 100644 index 0000000000000000000000000000000000000000..3c54fab02bf7a0f54881f4c5ca45225011b153f1 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/d/435ccae345a041dd3890c4439ebac8ec differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..044e5477f648b3139f88e3c4312cbaecbbb2f192 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/9d87355d8e001e81acf27fb6353dac12 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/9d87355d8e001e81acf27fb6353dac12 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/9d87355d8e001e81acf27fb6353dac12 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/b51153f96405ca72d992161fa3798e5f b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/b51153f96405ca72d992161fa3798e5f new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/d/b51153f96405ca72d992161fa3798e5f differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3ff66dfa90ddc396e6a103ff26af126948b2609e Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..89dcccc4d26ef6e70f903f34b5f6da2477aaf1d7 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759925740046573521, "commit_timestamp_nsecs": 1759925740471750777, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_sharding b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/d/ccf227f06f3ebc776d213a3466ceef36 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/d/ccf227f06f3ebc776d213a3466ceef36 new file mode 100644 index 0000000000000000000000000000000000000000..7a815f766b2a21590d1d5b595ac3d7702416aa86 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/d/ccf227f06f3ebc776d213a3466ceef36 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f6bedaa43c4ac16642e36157bbceb08d3621bac5 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/7ad4f4416c6286124de18d9c247d65ae b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/7ad4f4416c6286124de18d9c247d65ae new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/7ad4f4416c6286124de18d9c247d65ae differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/8b011599034a6f386adce14be8007803 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/8b011599034a6f386adce14be8007803 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/d/8b011599034a6f386adce14be8007803 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3d529f0be6696418b1c0c20d8381dff8dc19f714 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..8aa8ce6ea3258d9877cedafd110f048216ae96bc --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759927003717904166, "commit_timestamp_nsecs": 1759927004189987603, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_sharding b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/d/a0e0a98851a6d861c2e7c4f92c9419bd b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/d/a0e0a98851a6d861c2e7c4f92c9419bd new file mode 100644 index 0000000000000000000000000000000000000000..0e029f2adf77feb7000c70552d7098eb83f5f7fb Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/d/a0e0a98851a6d861c2e7c4f92c9419bd differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4d64257d285ce3e790d3c5f4aaba98de3110d4a4 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/be04f22893e46420ba86d622ad7306d4 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/be04f22893e46420ba86d622ad7306d4 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/be04f22893e46420ba86d622ad7306d4 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/f3d6df2a842acd7ac2ab2d978e54b3c8 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/f3d6df2a842acd7ac2ab2d978e54b3c8 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/d/f3d6df2a842acd7ac2ab2d978e54b3c8 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0f20fb7dfbd9da79f2cd0c469eef0ef8c662fa08 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4deefbf13da50a08aa0c63b258ba02fc42f63a47 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759928263715374980, "commit_timestamp_nsecs": 1759928264124999421, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_sharding b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/d/4ed28bd102b4f65cc39c903b5f700f17 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/d/4ed28bd102b4f65cc39c903b5f700f17 new file mode 100644 index 0000000000000000000000000000000000000000..854bb62c2780614ed654389dfe9cdb6e4524882a Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/d/4ed28bd102b4f65cc39c903b5f700f17 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..acf2e4ab5fe23160e8df851bbe59bad13d3fc8bb Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/41edf2d91ad9ba62323673ab0729d537 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/41edf2d91ad9ba62323673ab0729d537 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/41edf2d91ad9ba62323673ab0729d537 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/a8bdf19d201fba9301c26db83e66c564 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/a8bdf19d201fba9301c26db83e66c564 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/d/a8bdf19d201fba9301c26db83e66c564 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..05cb53d533ffdc7905c0dfcf9038760fc1f48b81 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..2193d563addfd07b95767a03cbbc0d1af45b9f4c --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1759929525251479415, "commit_timestamp_nsecs": 1759929525659148543, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_sharding b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/d/4c50ff6b054b828cc1c9457810c385c2 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/d/4c50ff6b054b828cc1c9457810c385c2 new file mode 100644 index 0000000000000000000000000000000000000000..d1a0d78ec8ffb305a2e61f462f31f5ec68eef360 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/d/4c50ff6b054b828cc1c9457810c385c2 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7fb4ca0772020ebd34745af7ba563818d3c475e2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/dc2d84050995a950b7d48c997e3f73d5 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/dc2d84050995a950b7d48c997e3f73d5 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/dc2d84050995a950b7d48c997e3f73d5 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/f66241e3535e39bb642e669cc6534552 b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/f66241e3535e39bb642e669cc6534552 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/d/f66241e3535e39bb642e669cc6534552 differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2632b7881721c81050aa667078646068b919114f Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..439ab774a6e88b9a67dddf57a92d1a2009774ca5 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D7G2L4O2S100/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/d/d46f579214ec9ef9558e0ff05aa37429 b/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/d/d46f579214ec9ef9558e0ff05aa37429 new file mode 100644 index 0000000000000000000000000000000000000000..681c2da312c6e121341f35815299e41cf95e50e1 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/d/d46f579214ec9ef9558e0ff05aa37429 differ diff --git a/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/ocdbt.process_0/d/6e9c57d7f1e3d122f4b381e22ca9efd5 b/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/ocdbt.process_0/d/6e9c57d7f1e3d122f4b381e22ca9efd5 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D7G2L4O2S47/checkpoints/000403046400/ocdbt.process_0/d/6e9c57d7f1e3d122f4b381e22ca9efd5 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..12abb3a0c367f940160c90dcca0be4c9b09432f4 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760423976791263758, "commit_timestamp_nsecs": 1760423977237218904, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_sharding b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/d/0d2dbb2800872e8f0a1b2686cf9a1568 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/d/0d2dbb2800872e8f0a1b2686cf9a1568 new file mode 100644 index 0000000000000000000000000000000000000000..c5ec7550b5e70c4bbea52d4ffbd7ce31833652b3 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/d/0d2dbb2800872e8f0a1b2686cf9a1568 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..25d6e1e837a9991c139f6f8e546e28b006f294a6 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/352851ee2557f385a69b5d3f9bd31845 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/352851ee2557f385a69b5d3f9bd31845 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/352851ee2557f385a69b5d3f9bd31845 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/5b8ed138118248a7c3f48ff5dd1a70de b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/5b8ed138118248a7c3f48ff5dd1a70de new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/d/5b8ed138118248a7c3f48ff5dd1a70de differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f24bf648372872c9a3ef797134b119844e587d8 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..20044dcea58b9ac1cabf8372d5a3bd3e6bebf96b --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760425245423437023, "commit_timestamp_nsecs": 1760425245859002840, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_sharding b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/d/f2fe7ad499a010f7ab1ed4b66cf44cd7 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/d/f2fe7ad499a010f7ab1ed4b66cf44cd7 new file mode 100644 index 0000000000000000000000000000000000000000..38394d8fe03986586159693de014805ddddd6053 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/d/f2fe7ad499a010f7ab1ed4b66cf44cd7 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..dd6cf50951c58d944e0d8b0d806952d6a6497da8 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/313a6f606c3739ec29a52eed00eb19a0 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/313a6f606c3739ec29a52eed00eb19a0 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/313a6f606c3739ec29a52eed00eb19a0 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/e590140ecf47bee923fd8f204ba198fa b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/e590140ecf47bee923fd8f204ba198fa new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/d/e590140ecf47bee923fd8f204ba198fa differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a275fc80ae2037e16d78bc1ecfe6f5da0b2c40ce Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..aae4e5a524a340071b37511276ef96c3b744d67c --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760426515540902013, "commit_timestamp_nsecs": 1760426515946434952, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_sharding b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/d/e09016e350b0266abefb3c552debdf34 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/d/e09016e350b0266abefb3c552debdf34 new file mode 100644 index 0000000000000000000000000000000000000000..6eef54fa70264a0e314c4926ba211ce235d8ecc9 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/d/e09016e350b0266abefb3c552debdf34 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f7a090bab27f6bbe3469dca03e6d1aba94082d16 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2594065d416668149abf4c9b684f3504 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2594065d416668149abf4c9b684f3504 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2594065d416668149abf4c9b684f3504 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2b93f77c1531c778e12ee35688d0462e b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2b93f77c1531c778e12ee35688d0462e new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/d/2b93f77c1531c778e12ee35688d0462e differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b4c84f0a7fb7021469561c63c99270b2de5f751d Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..961daeb12fb4a90dece518e5fa24155198169e2c --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760427781904183711, "commit_timestamp_nsecs": 1760427782326478371, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_sharding b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/d/a9a2ad23e337fd818f63b1b79f6006ca b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/d/a9a2ad23e337fd818f63b1b79f6006ca new file mode 100644 index 0000000000000000000000000000000000000000..1c4480219a5127718a229099c8a0bf628d8a5f93 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/d/a9a2ad23e337fd818f63b1b79f6006ca differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e70d5d588120805bb90ece8396b5eaa3ff73ebda Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/800f306a9a6d06687365186f303f2115 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/800f306a9a6d06687365186f303f2115 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/800f306a9a6d06687365186f303f2115 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/fe0264f609d3bef3e3928c27ba32479d b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/fe0264f609d3bef3e3928c27ba32479d new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/d/fe0264f609d3bef3e3928c27ba32479d differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..612a1eb7d4fe08d37938dd7f836c98a559a82598 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c3224d671385e2c88343c85eb8c57ca6844df7ea --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760429046785382711, "commit_timestamp_nsecs": 1760429047216222043, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_sharding b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/d/acb327465c680eb675abb854d73677b5 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/d/acb327465c680eb675abb854d73677b5 new file mode 100644 index 0000000000000000000000000000000000000000..add684e4e24ec6bc6076aa48fd62850302558945 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/d/acb327465c680eb675abb854d73677b5 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..65bdeefb35cadf4fc98cbe7d5372f00da2bc45fa Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/10231785f7e44d5e671697bd720dd928 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/10231785f7e44d5e671697bd720dd928 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/10231785f7e44d5e671697bd720dd928 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/7005f89a48102cf0330503d30eb42ee9 b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/7005f89a48102cf0330503d30eb42ee9 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/d/7005f89a48102cf0330503d30eb42ee9 differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..74c3187e6a5ac5b1ed1c661fd73a3c97b517e9ca Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..f7dabe7172244e6f9d721bba0c0901fd9e4e4e44 Binary files /dev/null and b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L1O0S3/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..28cf18a0ac14ce9be1b75a734ecd47e167fad5ce --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760434860917355550, "commit_timestamp_nsecs": 1760434862479104536, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_sharding b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/d/fae6b543fe3ffbb7c29fece48523a7bd b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/d/fae6b543fe3ffbb7c29fece48523a7bd new file mode 100644 index 0000000000000000000000000000000000000000..7f6d0801c96116433435c08e202f7361350602e7 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/d/fae6b543fe3ffbb7c29fece48523a7bd differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2a3a46eec13aad59224728ef893bf1c4385328a2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/aafbf139a572519da2312ed7b13ee86c b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/aafbf139a572519da2312ed7b13ee86c new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/aafbf139a572519da2312ed7b13ee86c differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/d473b3e407dcf72e8aa36afc25949ab9 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/d473b3e407dcf72e8aa36afc25949ab9 new file mode 100644 index 0000000000000000000000000000000000000000..22a8e38091807a155ff7d08cb5fcdae8f824f9cf Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/d473b3e407dcf72e8aa36afc25949ab9 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/f4a9e082cf52f06413031064106079ff b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/f4a9e082cf52f06413031064106079ff new file mode 100644 index 0000000000000000000000000000000000000000..c08b256fa38e98a89e95f8c7a390fb4e04d04c1e Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/d/f4a9e082cf52f06413031064106079ff differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4f48fdb46d6f8530bca3bbb80850afadf037764f Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e0673969cd815c9a778a7cc665a3dfe5cd433eb3 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760436139193296005, "commit_timestamp_nsecs": 1760436139724698700, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_sharding b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/d/4c71bdbc426d377e3f46400d405792f4 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/d/4c71bdbc426d377e3f46400d405792f4 new file mode 100644 index 0000000000000000000000000000000000000000..777d864219911cb4f5de0342d711d98f51e0620b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/d/4c71bdbc426d377e3f46400d405792f4 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..12a8881a643a6c1dc306f97135c1d43b80b72576 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/205c0bd436225c23d23ca21608c134c9 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/205c0bd436225c23d23ca21608c134c9 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/205c0bd436225c23d23ca21608c134c9 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/6e03de7b3c65bac48e8fe1041fcbc9df b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/6e03de7b3c65bac48e8fe1041fcbc9df new file mode 100644 index 0000000000000000000000000000000000000000..22a8e38091807a155ff7d08cb5fcdae8f824f9cf Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/6e03de7b3c65bac48e8fe1041fcbc9df differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/db9b3f9a137bf638cac877e84135fe5a b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/db9b3f9a137bf638cac877e84135fe5a new file mode 100644 index 0000000000000000000000000000000000000000..48c9953ec82eedb38246b04ddcd82a7e80a16937 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/d/db9b3f9a137bf638cac877e84135fe5a differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e0f5c085a51c60e2969421e0f3d91fe96e10090a Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a3438fc30e6d3232cb05431718186a2d822a9d96 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760437422526635127, "commit_timestamp_nsecs": 1760437422999294136, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_sharding b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/d/30014e389b3726d5eb4d7da607c0bf60 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/d/30014e389b3726d5eb4d7da607c0bf60 new file mode 100644 index 0000000000000000000000000000000000000000..ed1f51b3e7b768dc8c2de3effc5dfcaa515d6c00 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/d/30014e389b3726d5eb4d7da607c0bf60 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..540174b4761151f888052663fa9beaa22f9d7065 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/04148bf1a8ce0a8c62c8ecb39df42af0 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/04148bf1a8ce0a8c62c8ecb39df42af0 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/04148bf1a8ce0a8c62c8ecb39df42af0 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/81a20958398644aa6d878b605b778d61 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/81a20958398644aa6d878b605b778d61 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/d/81a20958398644aa6d878b605b778d61 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09d16d67ef1b6c2d8e3ed10bc01d79fc4a5b4a03 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..845dea0563dab4aab31a3a712ea1c78a965cddaf --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760438703053408107, "commit_timestamp_nsecs": 1760438703497927622, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_sharding b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/d/0f9164697979a3fdd663b348a196988b b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/d/0f9164697979a3fdd663b348a196988b new file mode 100644 index 0000000000000000000000000000000000000000..228acb2bb98f4d623d41323cae8c9201cdbeb6c2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/d/0f9164697979a3fdd663b348a196988b differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09253a57a9b963c9024558dc15e8f7ec2753eaa2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/0b537a6d3ae08e255f5d6492b052ffb8 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/0b537a6d3ae08e255f5d6492b052ffb8 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/0b537a6d3ae08e255f5d6492b052ffb8 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/bf0e3f22ae0f340b472f834e5fd97219 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/bf0e3f22ae0f340b472f834e5fd97219 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/d/bf0e3f22ae0f340b472f834e5fd97219 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8c8c9c3798c79227940404d3c36e7c5f04a8ce01 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..87da65480e0b31b6431f18e5c989ecf6771c670d --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760439978192949466, "commit_timestamp_nsecs": 1760439978689362134, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_sharding b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/d/66b73c33e21b30b28292abb9cd8c8a84 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/d/66b73c33e21b30b28292abb9cd8c8a84 new file mode 100644 index 0000000000000000000000000000000000000000..fd06e8ab0db2bf1720a902e8a059477c4f203ecc Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/d/66b73c33e21b30b28292abb9cd8c8a84 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..51ce842cc17002fe7cdd19c94cda037d4d636fbf Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/73d335af8d341d9be3c1c9520a932783 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/73d335af8d341d9be3c1c9520a932783 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/73d335af8d341d9be3c1c9520a932783 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/d54a9438961dec80801f177c97d4a067 b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/d54a9438961dec80801f177c97d4a067 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/d/d54a9438961dec80801f177c97d4a067 differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ba9500cdf7a30a2a56ec1f719fa160dc4fa08109 Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..77b79a546268421a7040e86a40a3290ffaa55f3c Binary files /dev/null and b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G0L3O0S6/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..51a1026566e6be1ecfde15c900cd67f0dd75d9e6 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760434853119625912, "commit_timestamp_nsecs": 1760434854899080097, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_sharding b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/d/dd5e87c82f6280f2922bfb7de112c48e b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/d/dd5e87c82f6280f2922bfb7de112c48e new file mode 100644 index 0000000000000000000000000000000000000000..87044980007a13f4a00f1d69df6bb18f1c787d73 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/d/dd5e87c82f6280f2922bfb7de112c48e differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c9117df1f8fc588de44f9eb31b64537a7867dcd4 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/2945867e5a8d839f284f84eb080a5ecb b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/2945867e5a8d839f284f84eb080a5ecb new file mode 100644 index 0000000000000000000000000000000000000000..fa59abcb1047a8b51cbf1cb2b68848671b648262 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/2945867e5a8d839f284f84eb080a5ecb differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/34bc0939991f9db657c6cecf5eccace5 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/34bc0939991f9db657c6cecf5eccace5 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/34bc0939991f9db657c6cecf5eccace5 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/bbcd2d3043418ef6b38a631322d8820c b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/bbcd2d3043418ef6b38a631322d8820c new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/d/bbcd2d3043418ef6b38a631322d8820c differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4781884a26bcd28b42293a4cbb7976ee14113b21 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ppo_network_config.json b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b7f0923b1f05fb888e765036ca075ac93fd819fa --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760436130413396626, "commit_timestamp_nsecs": 1760436130796503299, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_sharding b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/d/3ebe93684541070ac39b9cfd24736975 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/d/3ebe93684541070ac39b9cfd24736975 new file mode 100644 index 0000000000000000000000000000000000000000..bf69790fdbe01cc710371b223566a7b796607d11 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/d/3ebe93684541070ac39b9cfd24736975 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/d/ebca85e86990a59897853febf8b0d974 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/d/ebca85e86990a59897853febf8b0d974 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/d/ebca85e86990a59897853febf8b0d974 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1bbc9a1aad19899b163ade84483666f4ebb0a74e Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ppo_network_config.json b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e4579338584e14e3445897bc3c3ca1791628c007 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760437405543896619, "commit_timestamp_nsecs": 1760437405983416862, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_sharding b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/d/0c21d4df1c4b3a3b097e0a4514134253 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/d/0c21d4df1c4b3a3b097e0a4514134253 new file mode 100644 index 0000000000000000000000000000000000000000..36567295ef45c22287caceb10786238ba4be687d Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/d/0c21d4df1c4b3a3b097e0a4514134253 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..483c3da9ecbfe334f6a4277ae6e6f8e72fb19705 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/385d36a951ffc8e543e4a826a07a2e9b b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/385d36a951ffc8e543e4a826a07a2e9b new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/385d36a951ffc8e543e4a826a07a2e9b differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/85b25f9e69a894b7c41db8d2a349de1f b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/85b25f9e69a894b7c41db8d2a349de1f new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/d/85b25f9e69a894b7c41db8d2a349de1f differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8e39c5f1eb1c7efd79de150fc08bac8dfa7d83a2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..fdee86305fa7f6405b3acef338cb56554cf6cec9 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760438675892473906, "commit_timestamp_nsecs": 1760438676395220485, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_sharding b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/d/4b1f453eb8187d923c835daacf5391be b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/d/4b1f453eb8187d923c835daacf5391be new file mode 100644 index 0000000000000000000000000000000000000000..a8b5cae3e37de9a8684bc8c3a045f90a5e3609e7 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/d/4b1f453eb8187d923c835daacf5391be differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cde3d69388b2410dcd310113ad34675ad57d6aad Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/11106d698c251255321f5f046bf8ae7f b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/11106d698c251255321f5f046bf8ae7f new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/11106d698c251255321f5f046bf8ae7f differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/275d6db91ce3088c6aa77a27c0c5a613 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/275d6db91ce3088c6aa77a27c0c5a613 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/d/275d6db91ce3088c6aa77a27c0c5a613 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8c73ff57482750228a3c5909a608bae93b0a3b1f Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9054b7f5fdd877683f53503ebc6a43e4929ca707 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760439946123394287, "commit_timestamp_nsecs": 1760439946694733613, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_sharding b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/d/41ec1ab601ac49f3963f1aef7cace931 b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/d/41ec1ab601ac49f3963f1aef7cace931 new file mode 100644 index 0000000000000000000000000000000000000000..c324fbf66c796c175df1e8d3aaf212aa7a98a2a8 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/d/41ec1ab601ac49f3963f1aef7cace931 differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..01cbddc3fe444cec625130d60efa37aafd0db84b Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/04b67aff30a27073daa4fb483556f20b b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/04b67aff30a27073daa4fb483556f20b new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/04b67aff30a27073daa4fb483556f20b differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/f616862ac9e994b4c7710d2e8aada32f b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/f616862ac9e994b4c7710d2e8aada32f new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/d/f616862ac9e994b4c7710d2e8aada32f differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..fcb7e76b98a0aed9f66c4a0e49957ef3cffce1f9 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..a13ad0654c5a121fb6b28bd028ed857324384171 Binary files /dev/null and b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G1L3O0S37/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3c8e3d13132a506d959b226d516c64001348d9e8 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760434672113704092, "commit_timestamp_nsecs": 1760434672742109509, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/d/299c3478c61d74ec2b5e2e5084bb8c96 b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/d/299c3478c61d74ec2b5e2e5084bb8c96 new file mode 100644 index 0000000000000000000000000000000000000000..f36cd5c5eec73ab5c508eb878ace0fd4ef7ca950 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/d/299c3478c61d74ec2b5e2e5084bb8c96 differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/ocdbt.process_0/d/6cacc7c0b900a825881de805c46a5210 b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/ocdbt.process_0/d/6cacc7c0b900a825881de805c46a5210 new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000080609280/ocdbt.process_0/d/6cacc7c0b900a825881de805c46a5210 differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000241827840/ppo_network_config.json b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a140c29ca47a22860ea13845f28e39a090ea1458 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760438487133308138, "commit_timestamp_nsecs": 1760438487536340375, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_sharding b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/d/631f421cfd8767419eea22431ab9a4bd b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/d/631f421cfd8767419eea22431ab9a4bd new file mode 100644 index 0000000000000000000000000000000000000000..c674cfdbdef570433cfc36595cb323c5031506fa Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/d/631f421cfd8767419eea22431ab9a4bd differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/manifest.ocdbt b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cc60348fd724ebcef97f4fb1bcdace5cf3225763 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/081154ac5b899eaca0a8c6d399b24459 b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/081154ac5b899eaca0a8c6d399b24459 new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/081154ac5b899eaca0a8c6d399b24459 differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/bd1f0dcb83ec6d1621d0235c8d7b814e b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/bd1f0dcb83ec6d1621d0235c8d7b814e new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/d/bd1f0dcb83ec6d1621d0235c8d7b814e differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e6eb7f2f182031cca50a8d92d6ff6b58a1640949 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ppo_network_config.json b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..393371d9ab54069fc9b1b98eed144e6fae94c8d9 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1760439752090837095, "commit_timestamp_nsecs": 1760439752475322407, "custom": {}} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_METADATA b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_sharding b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/d/f1624df9cb432059aa8ec9b27ac59df5 b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/d/f1624df9cb432059aa8ec9b27ac59df5 new file mode 100644 index 0000000000000000000000000000000000000000..14a2f68e0fd23659a1d04ecea3bd3cbc6c6be1bb Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/d/f1624df9cb432059aa8ec9b27ac59df5 differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/manifest.ocdbt b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..19cc885d72e05189bce719b210d0073a0f49f098 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/4a516f8b76e82d952da25415f8c3aa6b b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/4a516f8b76e82d952da25415f8c3aa6b new file mode 100644 index 0000000000000000000000000000000000000000..6c3878ff785dddc357f05cc6194935eaa493107b Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/4a516f8b76e82d952da25415f8c3aa6b differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/89b4f2241b97ea95b312e5551958b7eb b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/89b4f2241b97ea95b312e5551958b7eb new file mode 100644 index 0000000000000000000000000000000000000000..79886b50631f81b05dc246885aa28b5957ce7df2 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/d/89b4f2241b97ea95b312e5551958b7eb differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b80247af3ef2f396ace653dcdbd8d0a9b078144d Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/onnx_convert.png b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..3b79ae3e10c06a022555e9e5178a727f87b81c03 Binary files /dev/null and b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ppo_network_config.json b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee6fddf4402d7b2f0af24b2fbc62804436c78a --- /dev/null +++ b/logs/G1CatPri_D8G2L1O1S33/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [209], "state": [175]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1Cat_Mceil1/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..dd5e4c5051ffe6d81dbef545d86a4a6cdb2c6a96 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765784045974958633, "commit_timestamp_nsecs": 1765784046428093269, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/_METADATA b/logs/G1Cat_Mceil1/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/_sharding b/logs/G1Cat_Mceil1/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/d/3c6c10b878105214d68c19b0a14ca49d b/logs/G1Cat_Mceil1/checkpoints/000080609280/d/3c6c10b878105214d68c19b0a14ca49d new file mode 100644 index 0000000000000000000000000000000000000000..b3c03af5bf1842d9b6df00452e36b53a57522c51 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000080609280/d/3c6c10b878105214d68c19b0a14ca49d differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6dc138715822c9984f1d6bd9c7620b43829ec9c6 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/8dc24c7a98f64e1e27e4b6d327cdc473 b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/8dc24c7a98f64e1e27e4b6d327cdc473 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/8dc24c7a98f64e1e27e4b6d327cdc473 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/a2e08c3b054865c5c7cdbc959cd77445 b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/a2e08c3b054865c5c7cdbc959cd77445 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/d/a2e08c3b054865c5c7cdbc959cd77445 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f79cad120bc33fa16cee362fef81bc59aa11cea1 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_Mceil1/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_Mceil1/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3dff5c05985ff9e1c5132608240239d147225226 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785316354533736, "commit_timestamp_nsecs": 1765785316755485059, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/_METADATA b/logs/G1Cat_Mceil1/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/_sharding b/logs/G1Cat_Mceil1/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/d/030bce58bd44df3c6f34e61450497559 b/logs/G1Cat_Mceil1/checkpoints/000161218560/d/030bce58bd44df3c6f34e61450497559 new file mode 100644 index 0000000000000000000000000000000000000000..eac43e77e1af0e3879b2b0cc8f894a5a9a12bddc Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000161218560/d/030bce58bd44df3c6f34e61450497559 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0d4f1d4223c092168021c723ba6f9e4a3eb7d5a7 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/cfb32631293ae05c458d69fa0d723ab6 b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/cfb32631293ae05c458d69fa0d723ab6 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/cfb32631293ae05c458d69fa0d723ab6 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/fc9f7d8b23cc7d993d69f4aae9db35fb b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/fc9f7d8b23cc7d993d69f4aae9db35fb new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/d/fc9f7d8b23cc7d993d69f4aae9db35fb differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d9e9ce1df050f3c396300a308f4534b169ee8d8a Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_Mceil1/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_Mceil1/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b85b9ceddd028d8c5dedb8bc7d936813088feaa3 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786590078039230, "commit_timestamp_nsecs": 1765786590542370472, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/_METADATA b/logs/G1Cat_Mceil1/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/_sharding b/logs/G1Cat_Mceil1/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/d/3f1c0e6637b79e977903790af652bea2 b/logs/G1Cat_Mceil1/checkpoints/000241827840/d/3f1c0e6637b79e977903790af652bea2 new file mode 100644 index 0000000000000000000000000000000000000000..7a5b7be411831e0b9768c8a16cce72ce3b40b650 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000241827840/d/3f1c0e6637b79e977903790af652bea2 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1aa3237a6a4389aa77a5b1dc821f679232cd5e1d Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/7b56dcec7ccf907342687a65e462018e b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/7b56dcec7ccf907342687a65e462018e new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/7b56dcec7ccf907342687a65e462018e differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/f411e9e0e23b2c9e55e1b2a1ae8d01a2 b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/f411e9e0e23b2c9e55e1b2a1ae8d01a2 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/d/f411e9e0e23b2c9e55e1b2a1ae8d01a2 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..732759ad06da48ebf12d244bf0629ab76a5f032e Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_Mceil1/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1Cat_Mceil1/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e63cf07e78e88e43c25004577c0100ed460a5ebd --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765787865183440618, "commit_timestamp_nsecs": 1765787865652754283, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/_METADATA b/logs/G1Cat_Mceil1/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/_sharding b/logs/G1Cat_Mceil1/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/d/fd2fd7171e464cbeabe08299de304352 b/logs/G1Cat_Mceil1/checkpoints/000322437120/d/fd2fd7171e464cbeabe08299de304352 new file mode 100644 index 0000000000000000000000000000000000000000..6420a15c3ce3365178c244a4bc40f64663a15dcc Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000322437120/d/fd2fd7171e464cbeabe08299de304352 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3b3b33bd7d2c2c1f44b11d85f5fa67e96a72a611 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/135c5d3942b68699153efaed0a5b95fb b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/135c5d3942b68699153efaed0a5b95fb new file mode 100644 index 0000000000000000000000000000000000000000..8a7c55684d09a36dda9525ca3c3ddc7af72f5cfe Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/135c5d3942b68699153efaed0a5b95fb differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/f277b8bbf52d883673cc32150c2cc650 b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/f277b8bbf52d883673cc32150c2cc650 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/d/f277b8bbf52d883673cc32150c2cc650 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cf80f271a73191c9f27dc588c34b80c4da0247c9 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000322437120/ppo_network_config.json b/logs/G1Cat_Mceil1/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1Cat_Mceil1/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..1a145aeeff313df597a0db324d4ccf920aecb140 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765789139885291734, "commit_timestamp_nsecs": 1765789140353531266, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/_METADATA b/logs/G1Cat_Mceil1/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/_sharding b/logs/G1Cat_Mceil1/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/d/426222e8bc6bfff4bd518d8d749a2506 b/logs/G1Cat_Mceil1/checkpoints/000403046400/d/426222e8bc6bfff4bd518d8d749a2506 new file mode 100644 index 0000000000000000000000000000000000000000..c97ffc79e9bd591cf3b38cb52bdf71740d4a762f Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/d/426222e8bc6bfff4bd518d8d749a2506 differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d33e3172ef0a80ba51502333f5b8bf17d4936ded Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/110e7f60bf09a7ebc5ba8500ede68a1e b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/110e7f60bf09a7ebc5ba8500ede68a1e new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/110e7f60bf09a7ebc5ba8500ede68a1e differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/2cdd7e9455b24b17cba14b80ab7efd8c b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/2cdd7e9455b24b17cba14b80ab7efd8c new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/d/2cdd7e9455b24b17cba14b80ab7efd8c differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..abcd0d650ff1a2d6356e583d1480a85f3cf17b52 Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/onnx_convert.png b/logs/G1Cat_Mceil1/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..456c6919b44c71e6cd6456500879d9183dfe090d Binary files /dev/null and b/logs/G1Cat_Mceil1/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1Cat_Mceil1/checkpoints/000403046400/ppo_network_config.json b/logs/G1Cat_Mceil1/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Mceil1/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1Cat_Nbar1/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4a40844e3d759ebafd1a9ad3c713bc856246a5f7 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765784053564657049, "commit_timestamp_nsecs": 1765784054041925472, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/_METADATA b/logs/G1Cat_Nbar1/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/_sharding b/logs/G1Cat_Nbar1/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/d/6d8ba1114d026f1ec9d3dadb017c4785 b/logs/G1Cat_Nbar1/checkpoints/000080609280/d/6d8ba1114d026f1ec9d3dadb017c4785 new file mode 100644 index 0000000000000000000000000000000000000000..2b56b56ee6ddee39f305baa8c1ba592aff0d8ddd Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000080609280/d/6d8ba1114d026f1ec9d3dadb017c4785 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2345a264bcb1d66cf3d6202210e457af58de3bac Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/4feccded75e323a0adc70a210c2846aa b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/4feccded75e323a0adc70a210c2846aa new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/4feccded75e323a0adc70a210c2846aa differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/fdbc3a857df85a35179351eb326e2b14 b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/fdbc3a857df85a35179351eb326e2b14 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/d/fdbc3a857df85a35179351eb326e2b14 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3082762f4b1759e77e38db727604a034f3781c78 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_Nbar1/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_Nbar1/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..07f56d15c1c5b7f3e8fe81a7f3725b634af102fd --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785329555832872, "commit_timestamp_nsecs": 1765785329933042964, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/_METADATA b/logs/G1Cat_Nbar1/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/_sharding b/logs/G1Cat_Nbar1/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/d/7145e999dacfa7c45355d9cb42bc8149 b/logs/G1Cat_Nbar1/checkpoints/000161218560/d/7145e999dacfa7c45355d9cb42bc8149 new file mode 100644 index 0000000000000000000000000000000000000000..9caa0d132f88120d1ee7e7cb660f1d0f38150f09 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000161218560/d/7145e999dacfa7c45355d9cb42bc8149 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..18f0f4b4e87864b038b67b756fa3640907f922b2 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/89268caa1cd0241a9b2b8d01204c2d47 b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/89268caa1cd0241a9b2b8d01204c2d47 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/89268caa1cd0241a9b2b8d01204c2d47 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/9281d03b287e8a49bf76a60782154dae b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/9281d03b287e8a49bf76a60782154dae new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/d/9281d03b287e8a49bf76a60782154dae differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0bf4f0762968aac8bfb7bbd3853a03aff552cda2 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_Nbar1/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_Nbar1/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..114fdf155ffec3863c3e8b4d1485dae53b6992c3 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786607124999508, "commit_timestamp_nsecs": 1765786607580095017, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/_METADATA b/logs/G1Cat_Nbar1/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/_sharding b/logs/G1Cat_Nbar1/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/d/8b66226bdcfbece86acfdfad070feefc b/logs/G1Cat_Nbar1/checkpoints/000241827840/d/8b66226bdcfbece86acfdfad070feefc new file mode 100644 index 0000000000000000000000000000000000000000..6d4d9948dab07b0b091b9b9519ca31e4f31af4ba Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000241827840/d/8b66226bdcfbece86acfdfad070feefc differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ca2913f705253b68c580f91e2d2b93629c1831a0 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/6e5cbdb81c0f55d89ba8c703160d032d b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/6e5cbdb81c0f55d89ba8c703160d032d new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/6e5cbdb81c0f55d89ba8c703160d032d differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/8b6ef814c407378d40de779fa3ccff88 b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/8b6ef814c407378d40de779fa3ccff88 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/d/8b6ef814c407378d40de779fa3ccff88 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..81f3a3767f084a130d0ea7b1791471f55653da45 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_Nbar1/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1Cat_Nbar1/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..b438aa78f4f8a320e63e6c051a05184e7c62b030 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765787882257327068, "commit_timestamp_nsecs": 1765787882694725726, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/_METADATA b/logs/G1Cat_Nbar1/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/_sharding b/logs/G1Cat_Nbar1/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/d/fe49f98ebc701689288ef7ea1f66b94c b/logs/G1Cat_Nbar1/checkpoints/000322437120/d/fe49f98ebc701689288ef7ea1f66b94c new file mode 100644 index 0000000000000000000000000000000000000000..6ff56cb79291c338bd169eba37286288c15d9b28 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/d/fe49f98ebc701689288ef7ea1f66b94c differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..eda2ef64001452eccb76a87de866155eaf809696 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/0bbf24816282ee235c90a16cc0b454cb b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/0bbf24816282ee235c90a16cc0b454cb new file mode 100644 index 0000000000000000000000000000000000000000..3b16ed5d68756d06ef5b2e1f9b9d5c066866f91e Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/0bbf24816282ee235c90a16cc0b454cb differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/a9a738e7c1c3638661d512348ac1d58b b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/a9a738e7c1c3638661d512348ac1d58b new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/a9a738e7c1c3638661d512348ac1d58b differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/f94449eebf166862f85875c0be5d98e3 b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/f94449eebf166862f85875c0be5d98e3 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/d/f94449eebf166862f85875c0be5d98e3 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d77f070f44d608acbc72726abcd511910d168aa4 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000322437120/ppo_network_config.json b/logs/G1Cat_Nbar1/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1Cat_Nbar1/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c54494c3fa6bd09a024430d193091c6d323781f4 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765789155046655950, "commit_timestamp_nsecs": 1765789155477498017, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/_METADATA b/logs/G1Cat_Nbar1/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/_sharding b/logs/G1Cat_Nbar1/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/d/1e92d27af2fa32adbd0d1beeee81fb73 b/logs/G1Cat_Nbar1/checkpoints/000403046400/d/1e92d27af2fa32adbd0d1beeee81fb73 new file mode 100644 index 0000000000000000000000000000000000000000..6edc28d4129795b34be9abb5564281577ad25865 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/d/1e92d27af2fa32adbd0d1beeee81fb73 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ba3c1f0df205cd289df021ec58b9afd9503976e2 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/8dee382eb4ae96b6b05c0135d9e9eb36 b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/8dee382eb4ae96b6b05c0135d9e9eb36 new file mode 100644 index 0000000000000000000000000000000000000000..40a06f7d5f907e84b2869a73c6187b96bd454dfa Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/8dee382eb4ae96b6b05c0135d9e9eb36 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/9ce476c767e8ef1de8edb95e6dfad557 b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/9ce476c767e8ef1de8edb95e6dfad557 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/9ce476c767e8ef1de8edb95e6dfad557 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/b775e38eb0a40544b4d4a1ce7c26e081 b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/b775e38eb0a40544b4d4a1ce7c26e081 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/d/b775e38eb0a40544b4d4a1ce7c26e081 differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1fef240c33e1d6c12bba5014a7617c009935e292 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/onnx_convert.png b/logs/G1Cat_Nbar1/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..f410ac5d12f13c285c00e3130d652e496a417756 Binary files /dev/null and b/logs/G1Cat_Nbar1/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1Cat_Nbar1/checkpoints/000403046400/ppo_network_config.json b/logs/G1Cat_Nbar1/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_Nbar1/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1Cat_bar3/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..00a27f4da5fbce6f18e646828fb3cbbb235ca2d6 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765016657656029778, "commit_timestamp_nsecs": 1765016658181142544, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/_METADATA b/logs/G1Cat_bar3/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/_sharding b/logs/G1Cat_bar3/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/d/90603078a6304ca7520b8536d39c0fc3 b/logs/G1Cat_bar3/checkpoints/000080609280/d/90603078a6304ca7520b8536d39c0fc3 new file mode 100644 index 0000000000000000000000000000000000000000..e4800966787b6c0ee7d4ec5309514f29b5b5ed8d Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000080609280/d/90603078a6304ca7520b8536d39c0fc3 differ diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c74fa96be3bff0acd1bc4bbf7ad15f23542d4e51 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/67727b722a59f304e3aa6ca0f42b49c7 b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/67727b722a59f304e3aa6ca0f42b49c7 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/67727b722a59f304e3aa6ca0f42b49c7 differ diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/c925f624d33300b9191324276ccf3e4b b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/c925f624d33300b9191324276ccf3e4b new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/d/c925f624d33300b9191324276ccf3e4b differ diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f54b2fc02c371073c0bb8455a77f51454dabe017 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_bar3/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_bar3/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..ce4a337baaf483bf496fb156fd272796eba0598b --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765017923344284370, "commit_timestamp_nsecs": 1765017923779465405, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/_METADATA b/logs/G1Cat_bar3/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/_sharding b/logs/G1Cat_bar3/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/d/85bc20d2fd01865b6a2abfc0605a3f76 b/logs/G1Cat_bar3/checkpoints/000161218560/d/85bc20d2fd01865b6a2abfc0605a3f76 new file mode 100644 index 0000000000000000000000000000000000000000..0b6fdc6add0f8a8208ae45cafdf412ca41fd1a29 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/d/85bc20d2fd01865b6a2abfc0605a3f76 differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a4ba79cc8015c086456a56556fb791f432cb2f09 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/27c828eea173d910c2d7fe21a5df791d b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/27c828eea173d910c2d7fe21a5df791d new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/27c828eea173d910c2d7fe21a5df791d differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/819e06dce4dff1219b205f4679b2f740 b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/819e06dce4dff1219b205f4679b2f740 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/819e06dce4dff1219b205f4679b2f740 differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/d934273aea9562d4b860251834524d07 b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/d934273aea9562d4b860251834524d07 new file mode 100644 index 0000000000000000000000000000000000000000..985959a4c99f34398c1608bd0e21b2f02e39944e Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/d/d934273aea9562d4b860251834524d07 differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4c2d015af57ceb77e55fced5f74c94c82f5964c4 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_bar3/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_bar3/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..09d92019297308e4619dc1f602a24fd74d7fb188 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765019187806236313, "commit_timestamp_nsecs": 1765019188212455962, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/_METADATA b/logs/G1Cat_bar3/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/_sharding b/logs/G1Cat_bar3/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/d/019315c63ec168cbdd4fc73c0c0a2a16 b/logs/G1Cat_bar3/checkpoints/000241827840/d/019315c63ec168cbdd4fc73c0c0a2a16 new file mode 100644 index 0000000000000000000000000000000000000000..39ec5ebf8b774b57151ae2e102166832dbb3f842 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000241827840/d/019315c63ec168cbdd4fc73c0c0a2a16 differ diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e4b98fb217dc9e9ed0f09a73922a5a7faf671582 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/db0871063d4f017cc215b0d2b66789b2 b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/db0871063d4f017cc215b0d2b66789b2 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/db0871063d4f017cc215b0d2b66789b2 differ diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/e1646c1b80730206385e162a92f71a7d b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/e1646c1b80730206385e162a92f71a7d new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/d/e1646c1b80730206385e162a92f71a7d differ diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d39115108e4eda331e727926e105c1e70f3f7cc0 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_bar3/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1Cat_bar3/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..522711c936065d25553ef8876fb5b96202e3c3ea --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765021719627241758, "commit_timestamp_nsecs": 1765021720209280389, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/_sharding b/logs/G1Cat_bar3/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7eb49972cb8daaccb74318124e598429d28b88f7 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/ba57dfc928377ec209b6ae23704d21a5 b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/ba57dfc928377ec209b6ae23704d21a5 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/ba57dfc928377ec209b6ae23704d21a5 differ diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/bbcb6e5e971b7f9e9b146457037f10de b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/bbcb6e5e971b7f9e9b146457037f10de new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/d/bbcb6e5e971b7f9e9b146457037f10de differ diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..62d7ef79e363520e5365436b0c28abee12d527ae Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/onnx_convert.png b/logs/G1Cat_bar3/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..65d537ab9dbb44000dfec7ce9317b5d44cb24345 Binary files /dev/null and b/logs/G1Cat_bar3/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1Cat_bar3/checkpoints/000403046400/ppo_network_config.json b/logs/G1Cat_bar3/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_bar3/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000080609280/_METADATA b/logs/G1Cat_ceilbar0/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_ceilbar0/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..862fc29129d8cbb115bc1e63c96e0a7c243505c6 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_ceilbar0/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..425d7f32505c02b3574510d09d58ee61257e9aab --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785298042675400, "commit_timestamp_nsecs": 1765785298471722235, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/_METADATA b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/_sharding b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/d/77bb2c94ce0f8e21482105d59ed7b9e9 b/logs/G1Cat_ceilbar0/checkpoints/000161218560/d/77bb2c94ce0f8e21482105d59ed7b9e9 new file mode 100644 index 0000000000000000000000000000000000000000..93123386fe91e22c4684e986c99ff42c5fd97aea Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000161218560/d/77bb2c94ce0f8e21482105d59ed7b9e9 differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_ceilbar0/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1b033d88d3a4b2de909f45789b56c59b2daafbfe Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/181380fe4758bab16925437f87336e57 b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/181380fe4758bab16925437f87336e57 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/181380fe4758bab16925437f87336e57 differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/bf601160c95c1d0621518121e8d149af b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/bf601160c95c1d0621518121e8d149af new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/d/bf601160c95c1d0621518121e8d149af differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..804ab5ca9c819242122c85bfa45f020bd1cc6462 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3456193a7312d1d5297e3ee133195c16384678e0 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786561319649163, "commit_timestamp_nsecs": 1765786561737369746, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/_METADATA b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/_sharding b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_ceilbar0/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1adc3b73b7238e3a6277849529e7388663c7d18a Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/4f982aea3c42a74494c9f084585afe2e b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/4f982aea3c42a74494c9f084585afe2e new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/4f982aea3c42a74494c9f084585afe2e differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/7946ae9ba9919a9a2798c576fed5bba1 b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/7946ae9ba9919a9a2798c576fed5bba1 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/d/7946ae9ba9919a9a2798c576fed5bba1 differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4718f908282a020287c25e5746cd6ef9b9745707 Binary files /dev/null and b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar0/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_ceilbar0/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..88ec6f0efee3886de01b35b756a43179f1408c0b --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785304584374209, "commit_timestamp_nsecs": 1765785304992839633, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/_METADATA b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/_sharding b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/d/7e7576237edea7be51d98baa19374c2c b/logs/G1Cat_ceilbar1/checkpoints/000161218560/d/7e7576237edea7be51d98baa19374c2c new file mode 100644 index 0000000000000000000000000000000000000000..a1766244e0c44d9dbd64336c1fcbde29eaee2e36 Binary files /dev/null and b/logs/G1Cat_ceilbar1/checkpoints/000161218560/d/7e7576237edea7be51d98baa19374c2c differ diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_ceilbar1/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..16eba17969757186c3c0b654d2e67b8203de4efb Binary files /dev/null and b/logs/G1Cat_ceilbar1/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/398eb435824aa232966b29d7e8717e41 b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/398eb435824aa232966b29d7e8717e41 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/398eb435824aa232966b29d7e8717e41 differ diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/9845002b5da4d35c9fa1950e05c539ae b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/9845002b5da4d35c9fa1950e05c539ae new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/d/9845002b5da4d35c9fa1950e05c539ae differ diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f47229344e0cf872387a6e1fca7722b61ed0751 Binary files /dev/null and b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_ceilbar1/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_ceilbar1/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..936c08413454f44b4bdf3bcd4261b9a3a0f1e96a --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786568719195435, "commit_timestamp_nsecs": 1765786569251195927, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000241827840/_sharding b/logs/G1Cat_ceilbar1/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_ceilbar1/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_ceilbar1/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_ceilbar1/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1Cat_narrow0/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..87c1f3b37efdcd9eb65cadfcd2ae4ccba3af3e3b --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785045005387910, "commit_timestamp_nsecs": 1765785045211318781, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/_METADATA b/logs/G1Cat_narrow0/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/_sharding b/logs/G1Cat_narrow0/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/d/d187877b49516297c074290a9746e09b b/logs/G1Cat_narrow0/checkpoints/000080609280/d/d187877b49516297c074290a9746e09b new file mode 100644 index 0000000000000000000000000000000000000000..287157c2064bf7bff72e66bc082af014ff208a5f Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/d/d187877b49516297c074290a9746e09b differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a2dd68dcaaee74bd541c33be66a9054bad30db81 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/66eb95289240fb64aee29be84778ee49 b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/66eb95289240fb64aee29be84778ee49 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/66eb95289240fb64aee29be84778ee49 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/68f0838f7a4c71bd9f328af4c5819bbd b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/68f0838f7a4c71bd9f328af4c5819bbd new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/68f0838f7a4c71bd9f328af4c5819bbd differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/a7a964716dfee960e0ccb98acbe0b34b b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/a7a964716dfee960e0ccb98acbe0b34b new file mode 100644 index 0000000000000000000000000000000000000000..c1f445805c1da0dc3f02885377fe8ba8d727b6c8 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/d/a7a964716dfee960e0ccb98acbe0b34b differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c6d2858ad1d6ad6c4539e289493c635442fabae2 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_narrow0/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_narrow0/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..f6f76431fecec17280d405c4766c8b3399c66db1 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786328050838021, "commit_timestamp_nsecs": 1765786328253030829, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/_METADATA b/logs/G1Cat_narrow0/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/_sharding b/logs/G1Cat_narrow0/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/d/21ba79bea1abab52ba47f016fdd62640 b/logs/G1Cat_narrow0/checkpoints/000161218560/d/21ba79bea1abab52ba47f016fdd62640 new file mode 100644 index 0000000000000000000000000000000000000000..958384ad06104fface65a0e7ea7e6afa8f1cc08d Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/d/21ba79bea1abab52ba47f016fdd62640 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..78cf150a5294e17321fcdc78c2f298c4166cb75a Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/67c23fe60900968449e87c0359b6adb7 b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/67c23fe60900968449e87c0359b6adb7 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/67c23fe60900968449e87c0359b6adb7 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/7ec8ec0922c7b64cfa88820b8fc53b36 b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/7ec8ec0922c7b64cfa88820b8fc53b36 new file mode 100644 index 0000000000000000000000000000000000000000..a93c5fe587f8c7b996c2cd4b8c8b1f892174a24d Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/7ec8ec0922c7b64cfa88820b8fc53b36 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/dae246874686f2f95705c56286dfe5b6 b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/dae246874686f2f95705c56286dfe5b6 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/d/dae246874686f2f95705c56286dfe5b6 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f959a1be8c0971e2e305697a5a29ba51e3e77245 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_narrow0/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_narrow0/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e52a224eedd55bf63ab9920719b2f9e164882fc7 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765787612541178721, "commit_timestamp_nsecs": 1765787612747394041, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/_METADATA b/logs/G1Cat_narrow0/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/_sharding b/logs/G1Cat_narrow0/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/d/e52e15a61123c445cf75bb73bbaa19a2 b/logs/G1Cat_narrow0/checkpoints/000241827840/d/e52e15a61123c445cf75bb73bbaa19a2 new file mode 100644 index 0000000000000000000000000000000000000000..ebfeeadcd566c01ad2805e3874ef6e0c95a26df4 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/d/e52e15a61123c445cf75bb73bbaa19a2 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2ac10807bbe2f70b4a54d8d3375e1e711b34fddf Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/849518442d7fcbb386f072409a2fe3aa b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/849518442d7fcbb386f072409a2fe3aa new file mode 100644 index 0000000000000000000000000000000000000000..08b8a326ef93c39403f6a4ca0be16c2ac28956d0 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/849518442d7fcbb386f072409a2fe3aa differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/8aa74ee6bd073031ffec3912f47d825b b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/8aa74ee6bd073031ffec3912f47d825b new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/8aa74ee6bd073031ffec3912f47d825b differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/c96fa1fac7a3e760c241d599a51fe612 b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/c96fa1fac7a3e760c241d599a51fe612 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/d/c96fa1fac7a3e760c241d599a51fe612 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..09e4e3e58bb0479f6d257c0ea70a86243f0c398d Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_narrow0/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1Cat_narrow0/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a3bad80b3256481759b24712ba734bf5906997b7 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765788896092264687, "commit_timestamp_nsecs": 1765788896293402840, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/_METADATA b/logs/G1Cat_narrow0/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/_sharding b/logs/G1Cat_narrow0/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/d/ec33c4f11719b1c8aa238ce8304dd13c b/logs/G1Cat_narrow0/checkpoints/000322437120/d/ec33c4f11719b1c8aa238ce8304dd13c new file mode 100644 index 0000000000000000000000000000000000000000..ea978f111ab1ca879f6317389693f234e83db1a9 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/d/ec33c4f11719b1c8aa238ce8304dd13c differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f90af27c6ac52084ad98a00d165dd2b13002ed3a Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/5b60da211331ade627c1a85c3b24910c b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/5b60da211331ade627c1a85c3b24910c new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/5b60da211331ade627c1a85c3b24910c differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/69eeec01480a4bad797f0e38f1d47487 b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/69eeec01480a4bad797f0e38f1d47487 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/69eeec01480a4bad797f0e38f1d47487 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/9762ad0c495e2adeb39bfd1e4d161660 b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/9762ad0c495e2adeb39bfd1e4d161660 new file mode 100644 index 0000000000000000000000000000000000000000..5e9edf488966010cf1964d3f23a4edbe0c31419e Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/d/9762ad0c495e2adeb39bfd1e4d161660 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0d1da83c820a1c93b9ccb9965e38ff7bc17e468a Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000322437120/ppo_network_config.json b/logs/G1Cat_narrow0/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1Cat_narrow0/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..0b82e3bf092cabe1b86f8893685a5af299bf5114 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765790181753527674, "commit_timestamp_nsecs": 1765790181963166551, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/_METADATA b/logs/G1Cat_narrow0/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/_sharding b/logs/G1Cat_narrow0/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/d/f498a2fbf8d44da2150ecb28708bc3bf b/logs/G1Cat_narrow0/checkpoints/000403046400/d/f498a2fbf8d44da2150ecb28708bc3bf new file mode 100644 index 0000000000000000000000000000000000000000..5e1c96611bb18e59efd2bb1b083bd8fa24a1039e Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/d/f498a2fbf8d44da2150ecb28708bc3bf differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3290fa8562ffee1eb522aec91bd67287818640b9 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/2e46450abd6b44233efab4bb3974cbc6 b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/2e46450abd6b44233efab4bb3974cbc6 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/2e46450abd6b44233efab4bb3974cbc6 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/834c58ca1beec00de517d8288b6dd51e b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/834c58ca1beec00de517d8288b6dd51e new file mode 100644 index 0000000000000000000000000000000000000000..a038786df954132e66dd0e3cde123c4d6141ddbf Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/834c58ca1beec00de517d8288b6dd51e differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/eaddf003d9ffd28ec9c62c53090c1280 b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/eaddf003d9ffd28ec9c62c53090c1280 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/d/eaddf003d9ffd28ec9c62c53090c1280 differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..81679b1f9fb2b750d3da480300de77eb6f73200c Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/onnx_convert.png b/logs/G1Cat_narrow0/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..5c55585ba4c93ece61e877d74bd059d5186a697e Binary files /dev/null and b/logs/G1Cat_narrow0/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1Cat_narrow0/checkpoints/000403046400/ppo_network_config.json b/logs/G1Cat_narrow0/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_narrow0/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/_CHECKPOINT_METADATA b/logs/G1Cat_pillar/checkpoints/000080609280/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..c7591872ac2ea96d7a567b240307de1e1e9ad8d5 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000080609280/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765785049895871593, "commit_timestamp_nsecs": 1765785050101347264, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/_METADATA b/logs/G1Cat_pillar/checkpoints/000080609280/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000080609280/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/_sharding b/logs/G1Cat_pillar/checkpoints/000080609280/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000080609280/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/d/62ceef026693f9a7ea067e10d567458a b/logs/G1Cat_pillar/checkpoints/000080609280/d/62ceef026693f9a7ea067e10d567458a new file mode 100644 index 0000000000000000000000000000000000000000..f48a0401200f5d990b2135a7c81904f5c1f44a21 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/d/62ceef026693f9a7ea067e10d567458a differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000080609280/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..8c1ea334ffbdc39fe2e64eeccc1ee0b6e464d967 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/1418657763b78b5e2375809a0c23db36 b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/1418657763b78b5e2375809a0c23db36 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/1418657763b78b5e2375809a0c23db36 differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/15fe2a2a460cec9950c4ab03767c10b0 b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/15fe2a2a460cec9950c4ab03767c10b0 new file mode 100644 index 0000000000000000000000000000000000000000..b4ae69c194235f18e65a4f70c6cd29861d4ce68c Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/15fe2a2a460cec9950c4ab03767c10b0 differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/35421076ae3b17ac403d0c553c1a78e3 b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/35421076ae3b17ac403d0c553c1a78e3 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/d/35421076ae3b17ac403d0c553c1a78e3 differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4ed2efc57a99d1c51daf65bda6ced9cf50dd22e1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000080609280/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000080609280/ppo_network_config.json b/logs/G1Cat_pillar/checkpoints/000080609280/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000080609280/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/_CHECKPOINT_METADATA b/logs/G1Cat_pillar/checkpoints/000161218560/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..46e58adaf8e49c2f4f0b0c825f06abf400d6ee03 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000161218560/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765786329073089631, "commit_timestamp_nsecs": 1765786329275306430, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/_METADATA b/logs/G1Cat_pillar/checkpoints/000161218560/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000161218560/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/_sharding b/logs/G1Cat_pillar/checkpoints/000161218560/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000161218560/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/d/fe7f6b282728fff42c863bcea733ce90 b/logs/G1Cat_pillar/checkpoints/000161218560/d/fe7f6b282728fff42c863bcea733ce90 new file mode 100644 index 0000000000000000000000000000000000000000..4ca7cca881aba3ebcaff88f0c6b6331bd5016ce4 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/d/fe7f6b282728fff42c863bcea733ce90 differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000161218560/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c82644b43dfd677c0cfa43b19e8c6f156ee4a103 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/03e75795e1b62c443e1d2ff21ad25ba9 b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/03e75795e1b62c443e1d2ff21ad25ba9 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/03e75795e1b62c443e1d2ff21ad25ba9 differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/0a49386d145978e1aefd790f83295d04 b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/0a49386d145978e1aefd790f83295d04 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/0a49386d145978e1aefd790f83295d04 differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/53897bfe267bd8b7cd67f36244234257 b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/53897bfe267bd8b7cd67f36244234257 new file mode 100644 index 0000000000000000000000000000000000000000..6cd5b81acb389158048b6644f62a9bda592bf82e Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/d/53897bfe267bd8b7cd67f36244234257 differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b606effe2cd638b1504970e2fe51868f8f0078fc Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000161218560/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000161218560/ppo_network_config.json b/logs/G1Cat_pillar/checkpoints/000161218560/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000161218560/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/_CHECKPOINT_METADATA b/logs/G1Cat_pillar/checkpoints/000241827840/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4fc1b864163ed24bb23dc8c4ad05d1a95d104a13 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000241827840/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765787611262466650, "commit_timestamp_nsecs": 1765787611464312045, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/_METADATA b/logs/G1Cat_pillar/checkpoints/000241827840/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000241827840/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/_sharding b/logs/G1Cat_pillar/checkpoints/000241827840/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000241827840/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/d/abe9d3acc293220ca4889dec35a3baac b/logs/G1Cat_pillar/checkpoints/000241827840/d/abe9d3acc293220ca4889dec35a3baac new file mode 100644 index 0000000000000000000000000000000000000000..e3f138c7d8fa7f9ac89938307fa2611b3992b5a8 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/d/abe9d3acc293220ca4889dec35a3baac differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000241827840/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..821bc4bd30e8618f29dd4e79c69670afb3b8dc40 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/06e1cea63ef8c4c4739270112c526082 b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/06e1cea63ef8c4c4739270112c526082 new file mode 100644 index 0000000000000000000000000000000000000000..d5781e738a4a81e1c27b43ef896477435433c47d Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/06e1cea63ef8c4c4739270112c526082 differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/1565c61f6e9ebd76c4afc2da976ae91e b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/1565c61f6e9ebd76c4afc2da976ae91e new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/1565c61f6e9ebd76c4afc2da976ae91e differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/a220461c6f558858112ecdd765b855e7 b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/a220461c6f558858112ecdd765b855e7 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/d/a220461c6f558858112ecdd765b855e7 differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9939a010d90019020fb6b99eeda98b1003d3b1be Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000241827840/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000241827840/ppo_network_config.json b/logs/G1Cat_pillar/checkpoints/000241827840/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000241827840/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/_CHECKPOINT_METADATA b/logs/G1Cat_pillar/checkpoints/000322437120/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..11f425e4651fdb3ee7ec5a558d2e19d5a27a3bdc --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000322437120/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765788892137434711, "commit_timestamp_nsecs": 1765788892333923652, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/_METADATA b/logs/G1Cat_pillar/checkpoints/000322437120/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000322437120/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/_sharding b/logs/G1Cat_pillar/checkpoints/000322437120/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000322437120/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/d/7f0d0ba5a4cbb614af9fba5027379b6b b/logs/G1Cat_pillar/checkpoints/000322437120/d/7f0d0ba5a4cbb614af9fba5027379b6b new file mode 100644 index 0000000000000000000000000000000000000000..8bce51ae44e665c77652d859ecb09072d7584443 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/d/7f0d0ba5a4cbb614af9fba5027379b6b differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000322437120/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c0a37bb45317e5418b43671b765302e38bece4ad Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/788ace12d8db46c97fb1cb95e4058b9c b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/788ace12d8db46c97fb1cb95e4058b9c new file mode 100644 index 0000000000000000000000000000000000000000..d9d6c4c9d82d97d8eaad03118a4a37d5060b5315 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/788ace12d8db46c97fb1cb95e4058b9c differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/bc316532e08cacec0cb33ab6ab27aaaf b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/bc316532e08cacec0cb33ab6ab27aaaf new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/bc316532e08cacec0cb33ab6ab27aaaf differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/e20bb40cbb2b85e5224f8d404c4d9f5f b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/e20bb40cbb2b85e5224f8d404c4d9f5f new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/d/e20bb40cbb2b85e5224f8d404c4d9f5f differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..afd5a3952df0180ef5a9a08975ee7716f119f291 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000322437120/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000322437120/ppo_network_config.json b/logs/G1Cat_pillar/checkpoints/000322437120/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000322437120/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/_CHECKPOINT_METADATA b/logs/G1Cat_pillar/checkpoints/000403046400/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..5971099d72ed0f00bb861371d5e13281ecedd3ca --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000403046400/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1765790176673407107, "commit_timestamp_nsecs": 1765790176874488288, "custom": {}} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/_METADATA b/logs/G1Cat_pillar/checkpoints/000403046400/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..e876cfc20d891d6a26877d967ba6c8e3f6250cc2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000403046400/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('0', 'mean', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'mean', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "mean", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'std', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "std", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'count')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'privileged_state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "privileged_state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('0', 'summed_variance', 'state')": {"key_metadata": [{"key": "0", "key_type": 1}, {"key": "summed_variance", "key_type": 2}, {"key": "state", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('1', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "1", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_0', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_1', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_2', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'bias')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('2', 'params', 'hidden_3', 'kernel')": {"key_metadata": [{"key": "2", "key_type": 1}, {"key": "params", "key_type": 2}, {"key": "hidden_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/_sharding b/logs/G1Cat_pillar/checkpoints/000403046400/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..3ef68a54ca384161d8f160ec2522e945adb6fb86 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000403046400/_sharding @@ -0,0 +1 @@ +{"MC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnByaXZpbGVnZWRfc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5tZWFuLnN0YXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdGQucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2Uuc3RhdGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MC5zdW1tZWRfdmFyaWFuY2UucHJpdmlsZWdlZF9zdGF0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","MS5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","Mi5wYXJhbXMuaGlkZGVuXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} \ No newline at end of file diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/d/f1e159498311f7d892eaff255b155300 b/logs/G1Cat_pillar/checkpoints/000403046400/d/f1e159498311f7d892eaff255b155300 new file mode 100644 index 0000000000000000000000000000000000000000..9a6967c939c3ee85b5a2aa8a87e837d883c75f84 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/d/f1e159498311f7d892eaff255b155300 differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000403046400/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b5ee983b94bd249b3dfedb32916f89454ddadcbc Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/66149450b695780ba3f36d06f74134d6 b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/66149450b695780ba3f36d06f74134d6 new file mode 100644 index 0000000000000000000000000000000000000000..aac03eb0cf3ffb7c3d17be2a3344bc2212be2eb1 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/66149450b695780ba3f36d06f74134d6 differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/d52e3640b8a7cab9f18113339f711710 b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/d52e3640b8a7cab9f18113339f711710 new file mode 100644 index 0000000000000000000000000000000000000000..c3fee691f10e263b6bfa3a06ed5c0bf90512fc06 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/d52e3640b8a7cab9f18113339f711710 differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/f85411f6da9f8e61e35e377b41883d4b b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/f85411f6da9f8e61e35e377b41883d4b new file mode 100644 index 0000000000000000000000000000000000000000..512ca00d3ec33cdead1494874b6dd7ad98933ebe Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/d/f85411f6da9f8e61e35e377b41883d4b differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..36cf4b484442147441888041cc7468e32ec121f5 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/ocdbt.process_0/manifest.ocdbt differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/onnx_convert.png b/logs/G1Cat_pillar/checkpoints/000403046400/onnx_convert.png new file mode 100644 index 0000000000000000000000000000000000000000..76190e2d62069c8d6cd199a977a5c28a1ab59d14 Binary files /dev/null and b/logs/G1Cat_pillar/checkpoints/000403046400/onnx_convert.png differ diff --git a/logs/G1Cat_pillar/checkpoints/000403046400/ppo_network_config.json b/logs/G1Cat_pillar/checkpoints/000403046400/ppo_network_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61353f67b8549927153fe2414414b050b804bca2 --- /dev/null +++ b/logs/G1Cat_pillar/checkpoints/000403046400/ppo_network_config.json @@ -0,0 +1 @@ +{"network_factory_kwargs": {"policy_hidden_layer_sizes": [256, 128, 64], "value_hidden_layer_sizes": [512, 256, 128], "policy_obs_key": "state", "value_obs_key": "privileged_state"}, "normalize_observations": false, "observation_size": {"privileged_state": [250], "state": [162]}, "action_size": 12} \ No newline at end of file