File size: 14,671 Bytes
8084107
 
 
 
 
 
63551a5
8084107
63551a5
8084107
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63551a5
8084107
 
 
 
63551a5
 
 
 
8084107
 
 
 
 
 
 
63551a5
8084107
63551a5
8084107
 
 
 
 
 
 
 
 
63551a5
8084107
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7b0f0fb670a0>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc._abc_data object at 0x7b0f0fb6d440>"
    },
    "verbose": 1,
    "policy_kwargs": {
        ":type:": "<class 'dict'>",
        ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=",
        "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>",
        "optimizer_kwargs": {
            "alpha": 0.99,
            "eps": 1e-05,
            "weight_decay": 0
        }
    },
    "num_timesteps": 1000000,
    "_total_timesteps": 1000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1697820407128491746,
    "learning_rate": 0.0007,
    "tensorboard_log": null,
    "_last_obs": {
        ":type:": "<class 'collections.OrderedDict'>",
        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAa1gIvtljID5Q71W+KmzAv9g6Ez+0ZRw/aaK3v5u4rL84q4u/pF7mvzatD8DyymE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAYCnFvyoEBD+FtcK/b/7cvujqsz52OZ8/1QpXv+Kdz78x3QC+j1yrvzkpkr9IcxA/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABrWAi+2WMgPlDvVb6S+dy/RjHwPRTxqr8qbMC/2DoTP7RlHD+PhFS/6NYfv0SXuD9pore/m7isvziri7+lM4G/UMN0v853Ur6kXua/Nq0PwPLKYT8+/Em/xzVqvwluUL6UaA5LBEsGhpRoEnSUUpR1Lg==",
        "achieved_goal": "[[-0.13314979  0.15663089 -0.20892072]\n [-1.5033009   0.57511663  0.61092687]\n [-1.4346439  -1.3493837  -1.0911627 ]\n [-1.7997632  -2.244947    0.88200295]]",
        "desired_goal": "[[-1.5403252   0.51568854 -1.5211645 ]\n [-0.43162867  0.35140157  1.2439411 ]\n [-0.84000903 -1.6220057  -0.12584378]\n [-1.3387622  -1.141883    0.56425905]]",
        "observation": "[[-0.13314979  0.15663089 -0.20892072 -1.7263663   0.11728148 -1.3354821 ]\n [-1.5033009   0.57511663  0.61092687 -0.8301477  -0.62437296  1.4421163 ]\n [-1.4346439  -1.3493837  -1.0911627  -1.0093886  -0.95610523 -0.20553514]\n [-1.7997632  -2.244947    0.88200295 -0.78900516 -0.9148831  -0.20354475]]"
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": {
        ":type:": "<class 'collections.OrderedDict'>",
        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAbQ7WvX5hbL2nuIA+1AkQPeFXCb5an5E+Um/9PM/5Aj6lAFY+CUOqPfYY57zMjvs9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
        "desired_goal": "[[-0.1045197  -0.05771016  0.2514088 ]\n [ 0.03516562 -0.1341243   0.28441888]\n [ 0.03093687  0.12790607  0.20898683]\n [ 0.08313567 -0.02821014  0.12283096]]",
        "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
    },
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": 0.0,
    "_stats_window_size": 100,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8sNpdrwe/6MAWyUSwOMAXSUR0CnN+n/1g6VdX2UKGgGR7/Rjy4FzMibaAdLA2gIR0CnN6SLIgeSdX2UKGgGR7+e6NEPUaybaAdLAWgIR0CnOILMLWqcdX2UKGgGR7+nuw5eZ5RkaAdLAWgIR0CnOIepn6EbdX2UKGgGR7+xrVOKwY+CaAdLAmgIR0CnN69+gDigdX2UKGgGR7+h+BpYcNpeaAdLAWgIR0CnOI3LvCuVdX2UKGgGR7/QVLzwtrbhaAdLA2gIR0CnOEZPVNHpdX2UKGgGR7+ki0OVgQYlaAdLAWgIR0CnN7Q5/9YPdX2UKGgGR7/YsN2C/XXiaAdLBGgIR0CnOAEhq0tzdX2UKGgGR7+0qy4Wk8A8aAdLAmgIR0CnOJlnh86WdX2UKGgGR7+6JwbVBlcyaAdLAmgIR0CnOFHa37UHdX2UKGgGR7+0CSzPa+N+aAdLAmgIR0CnOAor4FibdX2UKGgGR7/UH80k4WDZaAdLA2gIR0CnN8SxA0KrdX2UKGgGR7/AvbGm1pj+aAdLAmgIR0CnOFtipeeGdX2UKGgGR7/QWNFSbYseaAdLA2gIR0CnOKeCCjDbdX2UKGgGR7/Dyup0fYBeaAdLAmgIR0CnOBOyE+PjdX2UKGgGR7/UFOfukUKzaAdLA2gIR0CnN9R0dRzjdX2UKGgGR7/RWEK3NLUTaAdLA2gIR0CnOGsvqTr3dX2UKGgGR7/HeenQ6ZH/aAdLA2gIR0CnOLehPCVKdX2UKGgGR7/I/GlyimEXaAdLA2gIR0CnOCQhGH58dX2UKGgGR7+1b4agmJFcaAdLAmgIR0CnOHV6NVBEdX2UKGgGR7/OseXAuZkTaAdLA2gIR0CnN+PXTVlPdX2UKGgGR7+0MUh3aBZqaAdLAmgIR0CnOMI4VARkdX2UKGgGR7/BG5tm+TNdaAdLAmgIR0CnOC5xBE8adX2UKGgGR7+n/aQFLWZraAdLAWgIR0CnODV/2Cd0dX2UKGgGR7/FG4qgAZKnaAdLAmgIR0CnN+/En9ehdX2UKGgGR7/FzFuNxVABaAdLA2gIR0CnONM0xdpqdX2UKGgGR7/ZoA4n4O+aaAdLBGgIR0CnOIvttyggdX2UKGgGR7/NP2wmmce9aAdLA2gIR0CnOEUIcBEKdX2UKGgGR7++xGDtgKF7aAdLAmgIR0CnON4I0IkadX2UKGgGR7/d+QU5+6RRaAdLBGgIR0CnOAUEovzwdX2UKGgGR7+4mMOwxFiKaAdLAmgIR0CnOFKjSG8FdX2UKGgGR7+5QoCuEEkjaAdLAmgIR0CnOOsqjJuEdX2UKGgGR7/elfZ26kIpaAdLBGgIR0CnOKQID5j6dX2UKGgGR7+R3iaRZEDyaAdLAWgIR0CnOFf+jua4dX2UKGgGR7/APEKmbb1zaAdLAmgIR0CnOBKNp/PPdX2UKGgGR7+4X531SOzZaAdLAmgIR0CnOPVObiIddX2UKGgGR7/DVvuPV/c4aAdLAmgIR0CnOGGfoRqXdX2UKGgGR7/AyckMTewcaAdLAmgIR0CnOBwaBI4EdX2UKGgGR7/Mjk+5e7cxaAdLA2gIR0CnOLLVOKwZdX2UKGgGR7/OJOWSlnAZaAdLA2gIR0CnOQU9yLhrdX2UKGgGR7/Ijqv/zasZaAdLA2gIR0CnOCuscQyzdX2UKGgGR7/OV58jRlYmaAdLA2gIR0CnOMIsRQJpdX2UKGgGR7/aF2V3Ux20aAdLBGgIR0CnOHZTQ3PzdX2UKGgGR7/DrFfiPyTZaAdLAmgIR0CnODUF0PpZdX2UKGgGR7/Mgkka/ATJaAdLA2gIR0CnORNjLB9DdX2UKGgGR7/GQoTfzjFRaAdLA2gIR0CnONKgh8pkdX2UKGgGR7/JghKUVzp5aAdLA2gIR0CnOIa2F36idX2UKGgGR7/BMFlkH2RJaAdLAmgIR0CnOR8jZ+QVdX2UKGgGR7+IwIt16mfoaAdLAWgIR0CnOIuanaWYdX2UKGgGR7/Nu4wyqMm4aAdLA2gIR0CnOEXcQAdXdX2UKGgGR7+NC3PRiPQwaAdLAWgIR0CnOJBYvFm4dX2UKGgGR7/B0I1LrX18aAdLAmgIR0CnOE6ZQYUGdX2UKGgGR7/H2Xb/Ot4iaAdLA2gIR0CnOSy39aUzdX2UKGgGR7/Zt4iX6ZYxaAdLBGgIR0CnOOVn27FsdX2UKGgGR7/Cv+wTufEoaAdLAmgIR0CnOJlwtJ4CdX2UKGgGR7+zuMMqjJuEaAdLAmgIR0CnOTgOz6acdX2UKGgGR7+x69kBjnV5aAdLAmgIR0CnOPC3PRiPdX2UKGgGR7+Q3974SHuaaAdLAWgIR0CnOT66STyKdX2UKGgGR7/NAP/aQFLWaAdLA2gIR0CnOKrn1WbPdX2UKGgGR7/WTURWcSXdaAdLBGgIR0CnOGVvVEuydX2UKGgGR7+60UoKD017aAdLAmgIR0CnOPxHG0eEdX2UKGgGR7+/+glF+d9VaAdLAmgIR0CnOUhnjABUdX2UKGgGR7+yRDCxeLNwaAdLAmgIR0CnOG8l5WzXdX2UKGgGR7/MRq46Oo5xaAdLA2gIR0CnOLwHRkVfdX2UKGgGR7/Th9LHuJDWaAdLA2gIR0CnOV5rP+n7dX2UKGgGR7/V+1SflIVeaAdLBGgIR0CnORdwm3OOdX2UKGgGR7/MLx7RfF72aAdLA2gIR0CnOIYvFm4BdX2UKGgGR7+hxYJVsDW9aAdLAWgIR0CnOWRhc7hfdX2UKGgGR7/C/pt78ejmaAdLA2gIR0CnONC+lCTmdX2UKGgGR7+nqPfbblBAaAdLAWgIR0CnOItKZlWfdX2UKGgGR7/DB1s+FDfFaAdLAmgIR0CnOSH5rP+odX2UKGgGR7/GhnrY5DJEaAdLA2gIR0CnOXVafSQYdX2UKGgGR7/RmaH9FWn1aAdLA2gIR0CnOOIqCpWFdX2UKGgGR7/OYk3S8an8aAdLA2gIR0CnOJyuyNXHdX2UKGgGR7/L0o0ALiMpaAdLA2gIR0CnOTN3fQ8fdX2UKGgGR7/EZtvXK8tgaAdLAmgIR0CnOOum78NydX2UKGgGR7+3W9US7GvPaAdLAmgIR0CnOKXaJyhjdX2UKGgGR7/SBHkLhJiBaAdLA2gIR0CnOYQvQF9sdX2UKGgGR7/CXVLBbfP5aAdLAmgIR0CnOTyncclxdX2UKGgGR7+8kRjBl+VkaAdLAmgIR0CnOLFSS/0vdX2UKGgGR7+8bzbvgFX8aAdLAmgIR0CnOY+MQ2/BdX2UKGgGR7/UkqMFUyYYaAdLA2gIR0CnOPvhIe5ndX2UKGgGR7/QhNucc2itaAdLA2gIR0CnOUxvNu+AdX2UKGgGR7/VqyWzF+/haAdLA2gIR0CnOZxxDLKWdX2UKGgGR7/aNipeeFtbaAdLBGgIR0CnOML8BMi9dX2UKGgGR7/SvR7Z39rHaAdLA2gIR0CnOVwkHD77dX2UKGgGR7/Zan752yLRaAdLBGgIR0CnORAf2bobdX2UKGgGR7+9aKUFB6a9aAdLAmgIR0CnOM7or4FidX2UKGgGR7/SMmF8G9pRaAdLA2gIR0CnOa1A7gbZdX2UKGgGR7/BbkfcN6PbaAdLAmgIR0CnORlgUlAvdX2UKGgGR7/U00m+j/MoaAdLA2gIR0CnOWn+yZ8bdX2UKGgGR7+imMwUQCjlaAdLAWgIR0CnOW5vkzXSdX2UKGgGR7/SQwK0D2alaAdLA2gIR0CnONxjriVCdX2UKGgGR7/RReTmnwXqaAdLA2gIR0CnObzcAR02dX2UKGgGR7/C9Jz1bqyGaAdLA2gIR0CnOSky1uzhdX2UKGgGR7+3VDrqt5lfaAdLAmgIR0CnOOdx6v7ndX2UKGgGR7/QK8L8aXKKaAdLA2gIR0CnOX3BxgiNdX2UKGgGR7/GtxuKoAGTaAdLAmgIR0CnOTG1QZXNdX2UKGgGR7/NFkxyn1nNaAdLA2gIR0CnOcnjIaLodWUu"
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 50000,
    "n_steps": 5,
    "gamma": 0.99,
    "gae_lambda": 1.0,
    "ent_coef": 0.0,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "normalize_advantage": false,
    "observation_space": {
        ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
        ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==",
        "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])",
        "_shape": null,
        "dtype": null,
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gymnasium.spaces.box.Box'>",
        ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==",
        "dtype": "float32",
        "bounded_below": "[ True  True  True]",
        "bounded_above": "[ True  True  True]",
        "_shape": [
            3
        ],
        "low": "[-1. -1. -1.]",
        "high": "[1. 1. 1.]",
        "low_repr": "-1.0",
        "high_repr": "1.0",
        "_np_random": null
    },
    "n_envs": 4,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    }
}