{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e4607af0880>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1736376168256216477, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAA+Sjx/J4M+8x6vvdIjnL7rGkS9Hv2SvAAAAAAAAAAAO8Ktvt6szz7TP+M+7/fPvsp5Cr6+La4+AAAAAAAAAABmEc68BW/au2ZezbxZV4G+27KLvX0ixD8AAIA/AAAAAM3oIDyF86K5FWXFOBFPSjTQXLw6OpHqtwAAgD8AAIA/M0kMvv12Rj8Eqo69MDgIv12hb76TbH89AAAAAAAAAAA6eAK+agaMPwVK3740ZDG/QPBVvuBmcL4AAAAAAAAAAM2JVL0mguU+ZgE+PD2Ln76cE3+97crKPAAAAAAAAAAAmtxivcKoBj52sCw9KjtrvnBPGzxbD3a8AAAAAAAAAAAmn5O9VQQBPiAWnD58FW++f89yPjjerr0AAAAAAAAAAJqthrwfje65uHqHNa+eaDB4sLC6kHq8tAAAgD8AAIA/ZtwhvPbcILyuo22840WPPNg9gr19rm09AACAPwAAgD9mhsq8OLbWu4oxzzxke8o8EU3xvCUmeLsAAIA/AACAP41YyD1LK5A/TOykPqFdA78vaGQ+/3aDPgAAAAAAAAAAeo8LvkLXgD+BO4y+nagPv6nFdr42bMS9AAAAAAAAAAAqg4O+lOgvP27L6r395Te/iOnivtVPE70AAAAAAAAAAAB2Hj3shoq7q/wZvnHyXr7B1CS7tnBIPwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWV+gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG95V4oqkM2MAWyUS++MAXSUR0CyJrCgK4QSdX2UKGgGR0BzWDCuU2UCaAdLxmgIR0CyJtY3WFvidX2UKGgGR0Byh+dbxEv1aAdNXgFoCEdAsibzoUzsQnV9lChoBkdAcTKDn/1g6WgHTSgDaAhHQLInSuscQy11fZQoaAZHQG1PK+rU9ZBoB0vXaAhHQLInU/XXiBJ1fZQoaAZHQHJfx3u/k/9oB0vJaAhHQLInaTmnwXt1fZQoaAZHQHLHcQZn+Q5oB0v+aAhHQLIncUG3WnV1fZQoaAZHQHPawTRIBiloB0vdaAhHQLInoz5XU6R1fZQoaAZHQHGmZFocrAhoB0v/aAhHQLInt3vx6OZ1fZQoaAZHQHKXc5GSZBtoB0vlaAhHQLInvv1DjR51fZQoaAZHQHHYaDbrTphoB0vnaAhHQLInzGIbfgt1fZQoaAZHQHOf1jqfOD9oB0vgaAhHQLIn19wm3OR1fZQoaAZHQHCJHtjTa0xoB0vhaAhHQLIn9zfaYeF1fZQoaAZHQHA3QbyYoiNoB0vUaAhHQLIoAFtKqXF1fZQoaAZHQHIpr9If8uVoB00AAWgIR0CyKB/p2U0OdX2UKGgGR0Bw4mL3sXzlaAdLz2gIR0CyKCKX4TK1dX2UKGgGR0BxO3YukDZEaAdL9mgIR0CyKCt+1Bt2dX2UKGgGR0BxcnCHh0heaAdL62gIR0CyKGom1IAfdX2UKGgGR0BVx6FuejEfaAdLhGgIR0CyKIvIOpbVdX2UKGgGR0BxPi54GD+SaAdLzWgIR0CyKJl05lvqdX2UKGgGR0BvGkPz4DcNaAdL5GgIR0CyKLZztCzDdX2UKGgGR0BzL6NBF/hEaAdL92gIR0CyKPP9Hc1wdX2UKGgGR0ByA7GrCFbnaAdL2GgIR0CyKP03n6l+dX2UKGgGR0BxhGmixmkFaAdL0mgIR0CyKQfmozeodX2UKGgGR0BxDfQu27WeaAdL4WgIR0CyKUU/0NBodX2UKGgGR0BCTYjSofjkaAdLwGgIR0CyKVzRx95RdX2UKGgGR0BxYzLr5ZbIaAdNBQFoCEdAsimzzasZHnV9lChoBkdAcFmWEbo8p2gHS+hoCEdAsim8KeCkGnV9lChoBkdAchNf4AS39mgHTSUBaAhHQLIpvtK7I1d1fZQoaAZHQG/qiuEEkjZoB0vwaAhHQLIpwUFSsKd1fZQoaAZHQHP49Cu2ZzBoB0vvaAhHQLIqGWwu/UR1fZQoaAZHQHDT4R28qWloB0veaAhHQLIqIZccENh1fZQoaAZHQHEoQn6VMVVoB0vbaAhHQLIqLFMqSYB1fZQoaAZHQHJeH31zySVoB0u6aAhHQLIqW34bjtJ1fZQoaAZHQHFHIJmdy1hoB00FAWgIR0CyL/hQFcIJdX2UKGgGR0BxR9pcophGaAdNgQFoCEdAsjAEZtNzsHV9lChoBkdANeKIznA6+2gHS3FoCEdAsjBMRbr1NHV9lChoBkdAcZhXBP9DQmgHTQkBaAhHQLIwW3Ov+wV1fZQoaAZHQHRmqqjrRjVoB0vbaAhHQLIwXpS75Ed1fZQoaAZHQF8BdX1anrJoB03oA2gIR0CyMGbkjopydX2UKGgGR0Bx4JMWXTmXaAdL9GgIR0CyMHRD1GsndX2UKGgGR0Byz/wb2lEaaAdLw2gIR0CyMIdVBD5TdX2UKGgGR0BUyK5oXbdraAdLlmgIR0CyMJOx4Y78dX2UKGgGR0BwydVmz0HyaAdL4WgIR0CyMLHCTEBKdX2UKGgGR0BwtIAT7EYPaAdL7WgIR0CyMMsvqTr3dX2UKGgGR0BxR8vg3tKJaAdNWAFoCEdAsjDMe3hGY3V9lChoBkdAb5jQAMlTnGgHS/BoCEdAsjDSk9ECvHV9lChoBkdAc1wNJe3QU2gHS+1oCEdAsjEkpsoDxXV9lChoBkdAc1ZS6DoQnWgHS8toCEdAsjFTLfUF0XV9lChoBkdAcvvpaRp1zWgHS/loCEdAsjFnY/Vy3nV9lChoBkdAcn0RGc4HX2gHS9VoCEdAsjFt7XxvvXV9lChoBkdAc0ICFbmlqWgHS9RoCEdAsjG6NkvsaHV9lChoBkdAcG25WRzRyGgHS9NoCEdAsjHOkvboKXV9lChoBkdAc2H31BdD6WgHS+1oCEdAsjHVvJiiI3V9lChoBkdAcvmyhi9ZimgHS/loCEdAsjIAaS9ug3V9lChoBkdAbnibwz+FUWgHTQkBaAhHQLIyEfHPu5V1fZQoaAZHQHGbx51Ng0FoB0vbaAhHQLIyGcuJ1q51fZQoaAZHQHOJnww0waloB0vKaAhHQLIyGZ9/jKh1fZQoaAZHQHEAVWGRFJBoB0v1aAhHQLIyGw5vLox1fZQoaAZHQHOSyWiUPhBoB00MAWgIR0CyMkezt1IRdX2UKGgGR0BydrWGyon8aAdL8WgIR0CyMlioCMgmdX2UKGgGR0BzDFegL7XQaAdNCQFoCEdAsjJ0Dlo11nV9lChoBkdAcQ4Orhisn2gHTWQDaAhHQLIyjnvDxb11fZQoaAZHQHFVZ/wy6+ZoB0v6aAhHQLIytlOGj9J1fZQoaAZHQHLEp0wJw85oB0vuaAhHQLIy4e2/i5x1fZQoaAZHQHKXNxyXD3xoB0v5aAhHQLIy+8Gs3hp1fZQoaAZHQFJfYZEUj9poB0uSaAhHQLIy+ek56t11fZQoaAZHQHE0UtRNyo5oB0vSaAhHQLIzHm5Dqnp1fZQoaAZHQG9B2Ur08NhoB0vraAhHQLIzQNNrTH91fZQoaAZHQHJqVlCkXUJoB00bAWgIR0CyM4O76Hj7dX2UKGgGR0BxhxK+SKWLaAdL72gIR0CyM59SZSeidX2UKGgGR0ByPayD7IkraAdNaQFoCEdAsjOk91U2k3V9lChoBkdAcVUm0VrRB2gHTQMBaAhHQLIzuL/CIk91fZQoaAZHQHEDB5kbxVhoB0vVaAhHQLIzvUGFBY51fZQoaAZHQHJfLi2lVLloB00eAWgIR0CyM9YYixFBdX2UKGgGR0BxeOVv/BFeaAdL+GgIR0CyM+PKQq7RdX2UKGgGR0Bw1c384xUOaAdLx2gIR0CyNAsFt8/mdX2UKGgGR0BzkewD/2kBaAdL+2gIR0CyNBnUYsNEdX2UKGgGR0By/nO6d1+zaAdNPQFoCEdAsjQgAvL5h3V9lChoBkdAcqLQOnVG1GgHS8NoCEdAsjQwTg2qDXV9lChoBkdAcZTPhhpg1GgHTQYBaAhHQLI0R19ORDF1fZQoaAZHQHIoBI8QqZtoB0vraAhHQLI0fqbz9TB1fZQoaAZHQHE/aiKziS9oB0v+aAhHQLI0nPnjhk11fZQoaAZHQHA2gtapxWFoB0v4aAhHQLI0tVVPva11fZQoaAZHQHHznMINVipoB0vUaAhHQLI02Cu2ZzB1fZQoaAZHQHKc96sySFJoB00MAWgIR0CyNPV0gbIcdX2UKGgGR0ByHHlKbrkbaAdL2WgIR0CyNPh4t6HCdX2UKGgGR0BxKXNjbzshaAdL3GgIR0CyNRC1NQCTdX2UKGgGR0Bx6jsw+MZQaAdNAQFoCEdAsjUvru6VdHV9lChoBkdAbnSpgkTpPmgHS/ZoCEdAsjVOscQyynV9lChoBkdAc3R6d1+y7mgHS9ZoCEdAsjVeeNDMNnV9lChoBkdAco0Qmu1WsGgHTRIBaAhHQLI1YIj4YaZ1fZQoaAZHQHIIqOktVaRoB00GAWgIR0CyNXQpKBd2dX2UKGgGR0BxC+HgxagVaAdL4mgIR0CyNYTMA3kxdX2UKGgGR0BygrykKu0UaAdL+GgIR0CyNZYo/iYLdX2UKGgGR0Bw2TeDWbw0aAdL7WgIR0CyNez1kDp1dX2UKGgGR0Bw+Lub7TDwaAdNPwFoCEdAsjX307KaHHV9lChoBkdAb7gmw7kn1GgHTSMBaAhHQLI2B2606YF1fZQoaAZHQHHJbUsnRb9oB0v4aAhHQLI2IPAwfyR1fZQoaAZHQHLuVGoaUA1oB0voaAhHQLI2IRJEpiJ1ZS4="}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 492, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV/QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "lr_schedule": {":type:": "", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}