Initial model with params learning_rate=0.0001, batch_size=32, gamma=0.99, gae_lambda= 0.9, ent_coef=0.25, seed=42,verbose=1

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 251.56 +/- 35.33
+      value: 250.09 +/- 20.61
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7eb92158de10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7eb92158dea0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7eb92158df30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7eb92158dfc0>", "_build": "<function ActorCriticPolicy._build at 0x7eb92158e050>", "forward": "<function ActorCriticPolicy.forward at 0x7eb92158e0e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7eb92158e170>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7eb92158e200>", "_predict": "<function ActorCriticPolicy._predict at 0x7eb92158e290>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7eb92158e320>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7eb92158e3b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7eb92158e440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7eb921730ec0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 655360, "_total_timesteps": 650000, "_num_timesteps_at_start": 0, "seed": 42, "action_noise": null, "start_time": 1704994554674299007, "learning_rate": 0.0002, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABOrzzDJXm6+i0suu9uBTO/zAO7tPBFOQAAgD8AAIA/8xuJPTw3pD5Cyqg9/4OMvuJteD1+jvu8AAAAAAAAAAA6UhI+ezL8O5jqPL194ca7lxaJPfcxubwAAIA/AACAP6aaJb6GmoY/BQn5vpHADr8ilVW+IFyZvgAAAAAAAAAA4Pk0vo9SOztPO7E7b3jOuGQq8rzFqtS6AACAPwAAgD+aJ289rL1aPzYDIT6m+Ou+w8I5PQ5O6DwAAAAAAAAAAKCwDr6NaiM/wf25PNnoW76/0Y+8eNl4vQAAAAAAAAAAABbPvI8mFLrMcDq585cytCHY/7kwGlU4AACAPwAAgD/9bZG+mf8nP2KXAT5nU6++4ZYbPYsHtD0AAAAAAAAAAHMXyL3D3V26S0F/OoPSAjaTDTA7ABKTuQAAgD8AAIA/zdoUPPZMOLpmsW65Ji9XtDVgojl6I4g4AACAPwAAgD+acZG75QaOPocJED216kq+lR5OvLp8Qz0AAAAAAAAAAE1+1j2up8a40Ysru9RwLjU31pI6sAGatAAAgD8AAIA/89R6vsWnvjyYGjm7kT1/OWjCVL5d0XG6AAAAAAAAgD+6VYI+0n+Mu0IzVTs1gAm4Dku8vHbi6LgAAIA/AACAP2ZEpT2uDYi6K1zVuxY+9zc8MWw6/u8LtwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.008246153846153792, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVNwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGKTLkjopx6MAWyUTegDjAF0lEdAtE3bLFGXonV9lChoBkdAYQcxUNrj52gHTegDaAhHQLROQTjebd91fZQoaAZHwD2YF3Y+Sr5oB0u3aAhHQLROolnh86V1fZQoaAZHQGP0/xc3VCpoB03oA2gIR0C0T5LwF1SwdX2UKGgGR0AN1YEGJN0vaAdN6ANoCEdAtE+ylfqoqHV9lChoBkdAM3JYYBNmDmgHS9NoCEdAtE/ZNmDlHXV9lChoBkdAYWFKOktVaWgHTegDaAhHQLRQz9lmOEN1fZQoaAZHQFtoXVbzK9xoB03oA2gIR0C0UlqCtihGdX2UKGgGR0BgruGIsRQKaAdN6ANoCEdAtFJlJpWV/3V9lChoBkdAYjLkbxVhkWgHTegDaAhHQLRS6CLuQZJ1fZQoaAZHwEHv47A+IM1oB03oA2gIR0C0VBIClrM1dX2UKGgGR0BkH8qe9SMtaAdN6ANoCEdAtFQ6jsUqQXV9lChoBkdAZ7YMFUyYX2gHTegDaAhHQLRU83bVSXN1fZQoaAZHQGagDxb0OExoB03oA2gIR0C0VPigwoLHdX2UKGgGR0BeT1Y2bXpXaAdN6ANoCEdAtFZ1cqvvB3V9lChoBkdAZK5Bl+Vkc2gHTegDaAhHQLRbPm9g4Ot1fZQoaAZHQGOSdt2s7uFoB03oA2gIR0C0XPPIsAeadX2UKGgGR0BgIN+EytV8aAdN6ANoCEdAtF1iPaL4vnV9lChoBkdAYsT4VymygWgHTegDaAhHQLRd1PMB6rx1fZQoaAZHQGDJT/ZM+NdoB03oA2gIR0C0XuBMajvedX2UKGgGR0BloHaWX1J2aAdN6ANoCEdAtF8GXIEKV3V9lChoBkdAZKYPhhpg1GgHTegDaAhHQLRfNTEBKcx1fZQoaAZHQGK3GKyfL9xoB03oA2gIR0C0YFiPU8V6dX2UKGgGR0Bi3PE2pAD8aAdN6ANoCEdAtG2pAs052nV9lChoBkdAYhLIo3JgcGgHTegDaAhHQLRttFspG4J1fZQoaAZHQFaixM36yjZoB03oA2gIR0C0bmXAuZkTdX2UKGgGR0Bgc3LRrrPdaAdN6ANoCEdAtG/6HTI/7nV9lChoBkdAYqoZnctXgmgHTegDaAhHQLRwJs9B8hN1fZQoaAZHQGjD1C5VfeFoB03oA2gIR0C0cMlBt1p1dX2UKGgGR0BiZVI3BHkMaAdN6ANoCEdAtHDMzbeuWHV9lChoBkdAQ1JeTmnwX2gHS8JoCEdAtHGDgsK9f3V9lChoBkdAZAfg8bJfY2gHTegDaAhHQLRxy5HEuQJ1fZQoaAZHQEDThvR7Z39oB0vEaAhHQLRzKxjriVB1fZQoaAZHQF1834bjtHBoB03oA2gIR0C0ddMkleF+dX2UKGgGR0BA9Li++M6zaAdLvGgIR0C0der8R+SbdX2UKGgGR0BQCelTFVDKaAdN6ANoCEdAtHc9swco6XV9lChoBkdAWC7b/Ot4iWgHTegDaAhHQLR3oGucME11fZQoaAZHQGFKxq46Oo5oB03oA2gIR0C0eAJ5mh/RdX2UKGgGR0BjMQ7gbZOBaAdN6ANoCEdAtHjf/xUedXV9lChoBkdAZQ3yTY/Vy2gHTegDaAhHQLR5AyMDOkd1fZQoaAZHQFpAmfGuLaVoB03oA2gIR0C0eTCBshxHdX2UKGgGR0BgXGJWNm16aAdN6ANoCEdAtHo3YpUgjnV9lChoBkdAKjS8jAzpHWgHS8FoCEdAtHqC1kUbk3V9lChoBkdARJwo1DSgG2gHS/ZoCEdAtHrUQjD8+HV9lChoBkdAQtY7V8Ti82gHS8xoCEdAtHvBu4wyqXV9lChoBkdAYoFUCq6vq2gHTegDaAhHQLR8JY8dPtV1fZQoaAZHQGSZz2exwAFoB03oA2gIR0C0fDS9mHxjdX2UKGgGR0BlUodMj/uLaAdN6ANoCEdAtH5xKjBVMnV9lChoBkdAYahq9oN/fGgHTegDaAhHQLR+lCCz1K51fZQoaAZHQGEK3rUsnRdoB03oA2gIR0C0fxZ2yLQ5dX2UKGgGR8AVPoKUmlZYaAdL3WgIR0C0f7OqzZ6EdX2UKGgGR0Bgm+MfigkDaAdN6ANoCEdAtH/tz6rNn3V9lChoBkdAYF3bEgntwGgHTegDaAhHQLSAS6By0a91fZQoaAZHQDrrtWuHN5doB0vZaAhHQLSDL1RLsa91fZQoaAZHQGOwBrWRRuVoB03oA2gIR0C0hP+tr9EUdX2UKGgGR0BhnUlw97ngaAdN6ANoCEdAtIUZ2NedCnV9lChoBkdAYzsTXarWAmgHTegDaAhHQLSGgEi+tbN1fZQoaAZHQCjTWiDdxhloB0vBaAhHQLSIGrs0HhV1fZQoaAZHQGHUVjiGWUtoB03oA2gIR0C0iKQ0bcXWdX2UKGgGR0BeZpu/DcdpaAdN6ANoCEdAtIjmYjSofnV9lChoBkdAYWzv/BFd9mgHTegDaAhHQLSKk4bCJoF1fZQoaAZHQGNz4SYgJTloB03oA2gIR0C0iuj7ZWaMdX2UKGgGR0BjrzaGpMpPaAdN6ANoCEdAtItcUZeiSXV9lChoBkdAYoR/kNnXd2gHTegDaAhHQLSMFvStvGZ1fZQoaAZHQGElWFvhqCZoB03oA2gIR0C0l+dB0ITodX2UKGgGR0BiBDS3LFGYaAdN6ANoCEdAtJm8p6QeWHV9lChoBkdAaBvV6NVBEGgHTegDaAhHQLSZ4l8w5/91fZQoaAZHQGDMlyJbdJtoB03oA2gIR0C0mmyAlOXWdX2UKGgGR0BkQYpDu0CzaAdN6ANoCEdAtJsOckMTe3V9lChoBkdAYg0z544ZM2gHTegDaAhHQLSbnq9oN/h1fZQoaAZHQGRUD/dZaFFoB03oA2gIR0C0nmM495hSdX2UKGgGR0Bj98B6rvLHaAdN6ANoCEdAtKADG+9Jz3V9lChoBkdAYYd8Muvll2gHTegDaAhHQLShmt+1Bt11fZQoaAZHQGOuUQ9RrJtoB03oA2gIR0C0o6K5kK/mdX2UKGgGR0BjI1TYNAkcaAdN6ANoCEdAtKQqEeyRjnV9lChoBkdAZacTmGM4tGgHTegDaAhHQLSkaP5YYBN1fZQoaAZHQGHpUC7sfJVoB03oA2gIR0C0pbBI4EOidX2UKGgGR0BiddW4mTkiaAdN6ANoCEdAtKX8vL5h0HV9lChoBkdAcZZOj7ALzGgHTcACaAhHQLSmRKiO/+N1fZQoaAZHQGQ1rwF1SwZoB03oA2gIR0C0pks89wFUdX2UKGgGR0BlupoXbdrPaAdN6ANoCEdAtKbtMIu5BnV9lChoBkdAYYgvRJEpiWgHTegDaAhHQLSnNzQu27Z1fZQoaAZHQGUyTnaFmFtoB03oA2gIR0C0qMk+gUUPdX2UKGgGR0BheoZn+Q2daAdN6ANoCEdAtKjp82JizHV9lChoBkdAYXAHwgDA8GgHTegDaAhHQLSpXonrpq11fZQoaAZHQGHjyuhbnoxoB03oA2gIR0C0qoHOGCZndX2UKGgGR0BcYtvn8sMBaAdN6ANoCEdAtK17Qv6CUXV9lChoBkdAZemKLKmsNmgHTegDaAhHQLSvPPmxMWZ1fZQoaAZHQDG8nqmj0thoB0vKaAhHQLSxWMdtEXt1fZQoaAZHQFtXB2wFC9hoB03oA2gIR0C0sWYnrpqzdX2UKGgGR0BlJgiRnvlVaAdN6ANoCEdAtLM65LAYYXV9lChoBkdAOLDNyHVPN2gHS9NoCEdAtLNrO/tY0XV9lChoBkdAXKbqTr3TNWgHTegDaAhHQLSzskxREWt1fZQoaAZHQGcCJUgjhUBoB03oA2gIR0C0s+d3jdYXdX2UKGgGR0BhVBHf/FR6aAdN6ANoCEdAtLUNHVf/m3V9lChoBkdAYrso1DSgG2gHTegDaAhHQLS1WN5dGAl1fZQoaAZHQGN+AJTl1bJoB03oA2gIR0C0taK+i8FqdX2UKGgGR0Bi3lj0+TvBaAdN6ANoCEdAtLWp/MGHHnV9lChoBkdAYSB+PzWf9WgHTegDaAhHQLS2TfJmukl1fZQoaAZHQGh77OmixmloB03oA2gIR0C0tpQezUqhdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 200, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWVfwEAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJSFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoI4oRyAqGaJ18vKwqj3mYZ0+kzgCMA2luY5SKEf+rJY3i8spmbkGoyTZUUPoAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8qNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7eb92158de10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7eb92158dea0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7eb92158df30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7eb92158dfc0>", "_build": "<function ActorCriticPolicy._build at 0x7eb92158e050>", "forward": "<function ActorCriticPolicy.forward at 0x7eb92158e0e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7eb92158e170>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7eb92158e200>", "_predict": "<function ActorCriticPolicy._predict at 0x7eb92158e290>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7eb92158e320>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7eb92158e3b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7eb92158e440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7eb921730ec0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2031616, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": 42, "action_noise": null, "start_time": 1704996814567884784, "learning_rate": 0.0001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABpai73hpom6S0rWOsnIHzZlSSs7+1D2uQAAgD8AAIA/AHjWPBT+h7pdVXi5ix9gtPufCrvSlZA4AACAPwAAgD/Nva499nx0umd8kTdJZHYyDQVmujYVqbYAAIA/AACAP00YFb32rFa6pvaTuneAN7UyT0+76litOQAAgD8AAIA/rZKrPn0LpT9qbeM+8c7SvgSWuT6AvbO9AAAAAAAAAABmDg07j4I8ujLMKzOmLi8wXcrwupoAz7MAAIA/AACAP2aGhLvF1FM/yP+wvJXCqr5C75i78JYFvQAAAAAAAAAAYEgfPpypT7yLe3E8fqT4ukwJsr369cu7AAAAAAAAgD+ASp69eyiTupYfK7pGqy212r/8Op4yRjkAAIA/AACAP9MOIj4pAjO8SorGO/rjG7pbbJa9DyUDuwAAgD8AAIA/Xd1dvrHbNj9Yl4Q9hdiIvgJ9lr2Lii0+AAAAAAAAAADN7FK9riOQuoEdn7tUBVY4xNYfu/N8VzcAAIA/AACAP7MyEj5oMJc+kttjveZOob5SHii9VTXUvQAAAAAAAAAAzWfzPY57l7z+RRk9GVXuvJpEnT0NGBU9AACAPwAAgD9zx8Q9j046uh6narrZNQa2jFarO+/QhzkAAIA/AACAP5q84r323CC6pudwu/7KRDbvQbG7rdaNOgAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHA2NOZb6gyMAWyUTRkDjAF0lEdAwahsOWBz3nV9lChoBkdAX5Vjc2zfJmgHTegDaAhHQMGpUxH5Jsh1fZQoaAZHQHFh76UJOWVoB01ZAWgIR0DBqZpbdJrddX2UKGgGR0Bwtsdo371qaAdNbAJoCEdAwam5exfOU3V9lChoBkdAb0wKIi1RcmgHTX0BaAhHQMGpodJSR8t1fZQoaAZHQF7YRe1KGtZoB03oA2gIR0DBqbOZJCjUdX2UKGgGR0BxRJrAP/aQaAdNqgFoCEdAwanSXY150XV9lChoBkdAceMsg+yJK2gHTakDaAhHQMGqmIOhCdB1fZQoaAZHQHEzj4cm0E5oB02VA2gIR0DBq6Z3u/lAdX2UKGgGR0Btrtf5ULlWaAdNNwNoCEdAwauxr30wrXV9lChoBkdAcDdaM72crmgHTU0DaAhHQMGrnLC3w1B1fZQoaAZHQGc//su3+ddoB03oA2gIR0DBrFhMJx//dX2UKGgGR0BwmQ2hqTKUaAdNfgFoCEdAwax1eqrBCXV9lChoBkdAYl0SX+l0o2gHTegDaAhHQMGsofo7muF1fZQoaAZHQHD/WA9V3lloB01GAWgIR0DBrPnS4OMEdX2UKGgGR0Bv9HxpcophaAdN5ANoCEdAwa1gg7HQyHV9lChoBkdAbfZS1mapgmgHTQ8CaAhHQMGtZcXvYvp1fZQoaAZHQHDVhS1maphoB02EA2gIR0DBrYj3Gn4xdX2UKGgGR0BwQea8Yht+aAdNfQJoCEdAwa4rlq8DjnV9lChoBkdAbsjEQ5FPSGgHTb4CaAhHQMGusT4UN8V1fZQoaAZHQGRbDqfOD8NoB03oA2gIR0DBrqozrNW3dX2UKGgGR0BuCSA2AG0NaAdNmAFoCEdAwa9Cu+RHPXV9lChoBkdAZIYXUH6dlWgHTegDaAhHQMGvWSydFv11fZQoaAZHQG6vpq7AcktoB03zAWgIR0DBr7KjHn2adX2UKGgGR0ByKtYW+GoKaAdNvANoCEdAwa/pPxhDxHV9lChoBkdAYLvKoybhFWgHTegDaAhHQMGwik3Kji51fZQoaAZHQHEQ3k1dgOVoB02SAmgIR0DBsJ3CoCMhdX2UKGgGR0Bx5OhFmWdFaAdN7gFoCEdAwbGxTR6WxHV9lChoBkdAcYOJZW7vomgHTasCaAhHQMGyOsw1zhh1fZQoaAZHQHGcKCtihFpoB03sAWgIR0DBslh7RfF8dX2UKGgGR0BitTEvTPSlaAdN6ANoCEdAwbKV+CK77XV9lChoBkdAcUmBeHBUJmgHTacBaAhHQMGyg24Vh1F1fZQoaAZHQF7wgWac7QtoB03oA2gIR0DBsqHTmW+odX2UKGgGR0BjXU1ZTyavaAdN6ANoCEdAwbKMl+EytXV9lChoBkdAck6stCiRGWgHTSoDaAhHQMGzMIwudwx1fZQoaAZHQHFw2GEf1YhoB02kA2gIR0DBtibYywfRdX2UKGgGR0BumY9ovi97aAdNdQFoCEdAwbYWXjU/fXV9lChoBkdAcegE9dNWVGgHTWQDaAhHQMG2JY1P3zt1fZQoaAZHQHAIJi/fwZxoB02hAmgIR0DBtrP8qFyrdX2UKGgGR0ByFFcZ9/jLaAdNGAJoCEdAwbcl1yNn5HV9lChoBkdAcRHgsK9f1GgHTT8BaAhHQMG3On2ys0Z1fZQoaAZHQG4vZjpcHGFoB01QAWgIR0DBt22XkYGddX2UKGgGR0ByQTTa0x/NaAdNwgFoCEdAwbdvmjCYTnV9lChoBkdAcEt/CIk7fmgHTXQDaAhHQMG3jglv60p1fZQoaAZHQGqjRREWqLloB03+AmgIR0DBt8khvBJqdX2UKGgGR0BuIezSkTHsaAdNdwFoCEdAwbeuPeYUnHV9lChoBkdAcStg5BC2MWgHTcABaAhHQMG39dUbT+h1fZQoaAZHQHJnZosZpBZoB005AWgIR0DBt/XqNZNgdX2UKGgGR0BwwWaKDTScaAdNcgFoCEdAwbiWyP+4snV9lChoBkdAcYk1zQu27WgHTU4CaAhHQMG4x3nZCfJ1fZQoaAZHQHAxaP8yeqdoB029A2gIR0DBuTYLsruqdX2UKGgGR0BN0yuhbnoxaAdLy2gIR0DBuTxztCzDdX2UKGgGR0Bw+EjMV1wHaAdNLgFoCEdAwbkyD9wWFnV9lChoBkdAbucuhbnoxGgHTY0BaAhHQMG5TwNsnAt1fZQoaAZHQHDTSamXPZ9oB015AWgIR0DBuZhpaibldX2UKGgGR0BrTBPIn0CjaAdNrgJoCEdAwbm3Fkxyn3V9lChoBkdAcQes1sLv1GgHTVcCaAhHQMG554T9KmN1fZQoaAZHQHIb6jzqbBpoB02WAWgIR0DBugYJokAxdX2UKGgGR0BtGplSS/0vaAdNUgJoCEdAwbnwZWJaaHV9lChoBkdAbpnW6shgV2gHTbsBaAhHQMG6fojfNzN1fZQoaAZHQHF2Ne+mFaloB02RAWgIR0DBuvQckt2+dX2UKGgGR0BxMnH3lCC0aAdNaQFoCEdAwbtqN9YwI3V9lChoBkdAcFeIzWPLgWgHTbgBaAhHQMG7bf3WWhR1fZQoaAZHQHCsm4Ajps5oB00wAWgIR0DBu4mmLtNSdX2UKGgGR0BvyqgIyCWeaAdNdAJoCEdAwbuIh9LHuXV9lChoBkdAcVCS5RTCL2gHTYcCaAhHQMG75eQEIPd1fZQoaAZHQHHdLfgrH2hoB01xAWgIR0DBu8p+az/qdX2UKGgGR0ByD0HLRrrPaAdNRgFoCEdAwbvbfu1F6XV9lChoBkdAcTGXHzYmLWgHTVABaAhHQMG7/iVKPGR1fZQoaAZHQHJ6UBCD28JoB00oAWgIR0DBvDHybx3FdX2UKGgGR0ByVL+XJHRUaAdN/AFoCEdAwbw9GYrrgXV9lChoBkdAcLqQZ4wAVGgHTa4BaAhHQMG8ShScbzd1fZQoaAZHQHH9PNRm9QJoB01jA2gIR0DBvIod6sySdX2UKGgGR0BwsmpHZsbeaAdNQwNoCEdAwbxvvBrN4nV9lChoBkdAKiEfs/pt8GgHS9ZoCEdAwbyJdBSk03V9lChoBkdAb+GhTOxB3WgHTWoCaAhHQMG8p5aNdZ91fZQoaAZHQHJ+hXfZVXFoB01DAWgIR0DBvPPf4yoGdX2UKGgGR0BxCgCdSVGDaAdNLwFoCEdAwb1E7Dl5nnV9lChoBkdAcDP889wFT2gHTZABaAhHQMG9W2ykbgl1fZQoaAZHQHEDZ3X7LuBoB01NAWgIR0DBvYqrxRVIdX2UKGgGR0BwTNg0CRwIaAdNNQFoCEdAwb3JxvvSdHV9lChoBkdAbP+D9Oymh2gHTRIBaAhHQMG9sL/jsD51fZQoaAZHQHLfcniNsFdoB00VAmgIR0DBvt93IMjNdX2UKGgGR0BwS0UWVNYbaAdNvwJoCEdAwb8bnoxHoXV9lChoBkdAcubc+qzZ6GgHTUIBaAhHQMG/LzGHYYl1fZQoaAZHQGO7EPlMh5hoB03oA2gIR0DBvxnVoYeldX2UKGgGR0BM/Mir1dxAaAdL+WgIR0DBv2hHbypadX2UKGgGR0Bu0sA5q/M4aAdNKgJoCEdAwb+DQP7N0XV9lChoBkdAbyXFspG4JGgHTekBaAhHQMG/lVsk6cR1fZQoaAZHQG2PZRsMy8BoB01IAWgIR0DBv6j/wRXfdX2UKGgGR0BxLivJRwZPaAdNYgFoCEdAwb+2W5YozHV9lChoBkdAcGRjWkJrtWgHTRECaAhHQMG/0KJl8PZ1fZQoaAZHQHIL420iQkpoB00HA2gIR0DBv/93hXKbdX2UKGgGR0Bv1pTOxB3SaAdNSAFoCEdAwb//pZfUnXV9lChoBkdAcFIMXrMTvmgHTZECaAhHQMHAkH4Glhx1fZQoaAZHQHC4pTIeYD1oB03lAmgIR0DBwMqlBQendX2UKGgGR0BwbHnZCfHxaAdNfAFoCEdAwcEueJ53T3V9lChoBkdAbl6dcSoOx2gHTYIBaAhHQMHBrPwEyL11fZQoaAZHQF2rRVZLZjBoB03oA2gIR0DBwZ6WgOBldX2UKGgGR0BxI2/cnE2paAdNuQFoCEdAwcHom/FirnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 620, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWVfwEAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJSFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoI4oRyAqGaJ18vKwqj3mYZ0+kzgCMA2luY5SKEf+rJY3i8spmbkGoyTZUUPoAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.985, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b81b7e7328905e79b02888246cbed50b71201710b8ffd4c732e449fca0d93f8
-size 148292
+oid sha256:651c26ba1e11ece9060aa04d7c7b12a0509c6aa7ef19ee3870cce31ba144f78c
+size 148311

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 655360,
-    "_total_timesteps": 650000,
+    "num_timesteps": 2031616,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": 42,
     "action_noise": null,
-    "start_time": 1704994554674299007,
-    "learning_rate": 0.0002,
+    "start_time": 1704996814567884784,
+    "learning_rate": 0.0001,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABOrzzDJXm6+i0suu9uBTO/zAO7tPBFOQAAgD8AAIA/8xuJPTw3pD5Cyqg9/4OMvuJteD1+jvu8AAAAAAAAAAA6UhI+ezL8O5jqPL194ca7lxaJPfcxubwAAIA/AACAP6aaJb6GmoY/BQn5vpHADr8ilVW+IFyZvgAAAAAAAAAA4Pk0vo9SOztPO7E7b3jOuGQq8rzFqtS6AACAPwAAgD+aJ289rL1aPzYDIT6m+Ou+w8I5PQ5O6DwAAAAAAAAAAKCwDr6NaiM/wf25PNnoW76/0Y+8eNl4vQAAAAAAAAAAABbPvI8mFLrMcDq585cytCHY/7kwGlU4AACAPwAAgD/9bZG+mf8nP2KXAT5nU6++4ZYbPYsHtD0AAAAAAAAAAHMXyL3D3V26S0F/OoPSAjaTDTA7ABKTuQAAgD8AAIA/zdoUPPZMOLpmsW65Ji9XtDVgojl6I4g4AACAPwAAgD+acZG75QaOPocJED216kq+lR5OvLp8Qz0AAAAAAAAAAE1+1j2up8a40Ysru9RwLjU31pI6sAGatAAAgD8AAIA/89R6vsWnvjyYGjm7kT1/OWjCVL5d0XG6AAAAAAAAgD+6VYI+0n+Mu0IzVTs1gAm4Dku8vHbi6LgAAIA/AACAP2ZEpT2uDYi6K1zVuxY+9zc8MWw6/u8LtwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABpai73hpom6S0rWOsnIHzZlSSs7+1D2uQAAgD8AAIA/AHjWPBT+h7pdVXi5ix9gtPufCrvSlZA4AACAPwAAgD/Nva499nx0umd8kTdJZHYyDQVmujYVqbYAAIA/AACAP00YFb32rFa6pvaTuneAN7UyT0+76litOQAAgD8AAIA/rZKrPn0LpT9qbeM+8c7SvgSWuT6AvbO9AAAAAAAAAABmDg07j4I8ujLMKzOmLi8wXcrwupoAz7MAAIA/AACAP2aGhLvF1FM/yP+wvJXCqr5C75i78JYFvQAAAAAAAAAAYEgfPpypT7yLe3E8fqT4ukwJsr369cu7AAAAAAAAgD+ASp69eyiTupYfK7pGqy212r/8Op4yRjkAAIA/AACAP9MOIj4pAjO8SorGO/rjG7pbbJa9DyUDuwAAgD8AAIA/Xd1dvrHbNj9Yl4Q9hdiIvgJ9lr2Lii0+AAAAAAAAAADN7FK9riOQuoEdn7tUBVY4xNYfu/N8VzcAAIA/AACAP7MyEj5oMJc+kttjveZOob5SHii9VTXUvQAAAAAAAAAAzWfzPY57l7z+RRk9GVXuvJpEnT0NGBU9AACAPwAAgD9zx8Q9j046uh6narrZNQa2jFarO+/QhzkAAIA/AACAP5q84r323CC6pudwu/7KRDbvQbG7rdaNOgAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.008246153846153792,
+    "_current_progress_remaining": -0.015808000000000044,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVNwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGKTLkjopx6MAWyUTegDjAF0lEdAtE3bLFGXonV9lChoBkdAYQcxUNrj52gHTegDaAhHQLROQTjebd91fZQoaAZHwD2YF3Y+Sr5oB0u3aAhHQLROolnh86V1fZQoaAZHQGP0/xc3VCpoB03oA2gIR0C0T5LwF1SwdX2UKGgGR0AN1YEGJN0vaAdN6ANoCEdAtE+ylfqoqHV9lChoBkdAM3JYYBNmDmgHS9NoCEdAtE/ZNmDlHXV9lChoBkdAYWFKOktVaWgHTegDaAhHQLRQz9lmOEN1fZQoaAZHQFtoXVbzK9xoB03oA2gIR0C0UlqCtihGdX2UKGgGR0BgruGIsRQKaAdN6ANoCEdAtFJlJpWV/3V9lChoBkdAYjLkbxVhkWgHTegDaAhHQLRS6CLuQZJ1fZQoaAZHwEHv47A+IM1oB03oA2gIR0C0VBIClrM1dX2UKGgGR0BkH8qe9SMtaAdN6ANoCEdAtFQ6jsUqQXV9lChoBkdAZ7YMFUyYX2gHTegDaAhHQLRU83bVSXN1fZQoaAZHQGagDxb0OExoB03oA2gIR0C0VPigwoLHdX2UKGgGR0BeT1Y2bXpXaAdN6ANoCEdAtFZ1cqvvB3V9lChoBkdAZK5Bl+Vkc2gHTegDaAhHQLRbPm9g4Ot1fZQoaAZHQGOSdt2s7uFoB03oA2gIR0C0XPPIsAeadX2UKGgGR0BgIN+EytV8aAdN6ANoCEdAtF1iPaL4vnV9lChoBkdAYsT4VymygWgHTegDaAhHQLRd1PMB6rx1fZQoaAZHQGDJT/ZM+NdoB03oA2gIR0C0XuBMajvedX2UKGgGR0BloHaWX1J2aAdN6ANoCEdAtF8GXIEKV3V9lChoBkdAZKYPhhpg1GgHTegDaAhHQLRfNTEBKcx1fZQoaAZHQGK3GKyfL9xoB03oA2gIR0C0YFiPU8V6dX2UKGgGR0Bi3PE2pAD8aAdN6ANoCEdAtG2pAs052nV9lChoBkdAYhLIo3JgcGgHTegDaAhHQLRttFspG4J1fZQoaAZHQFaixM36yjZoB03oA2gIR0C0bmXAuZkTdX2UKGgGR0Bgc3LRrrPdaAdN6ANoCEdAtG/6HTI/7nV9lChoBkdAYqoZnctXgmgHTegDaAhHQLRwJs9B8hN1fZQoaAZHQGjD1C5VfeFoB03oA2gIR0C0cMlBt1p1dX2UKGgGR0BiZVI3BHkMaAdN6ANoCEdAtHDMzbeuWHV9lChoBkdAQ1JeTmnwX2gHS8JoCEdAtHGDgsK9f3V9lChoBkdAZAfg8bJfY2gHTegDaAhHQLRxy5HEuQJ1fZQoaAZHQEDThvR7Z39oB0vEaAhHQLRzKxjriVB1fZQoaAZHQF1834bjtHBoB03oA2gIR0C0ddMkleF+dX2UKGgGR0BA9Li++M6zaAdLvGgIR0C0der8R+SbdX2UKGgGR0BQCelTFVDKaAdN6ANoCEdAtHc9swco6XV9lChoBkdAWC7b/Ot4iWgHTegDaAhHQLR3oGucME11fZQoaAZHQGFKxq46Oo5oB03oA2gIR0C0eAJ5mh/RdX2UKGgGR0BjMQ7gbZOBaAdN6ANoCEdAtHjf/xUedXV9lChoBkdAZQ3yTY/Vy2gHTegDaAhHQLR5AyMDOkd1fZQoaAZHQFpAmfGuLaVoB03oA2gIR0C0eTCBshxHdX2UKGgGR0BgXGJWNm16aAdN6ANoCEdAtHo3YpUgjnV9lChoBkdAKjS8jAzpHWgHS8FoCEdAtHqC1kUbk3V9lChoBkdARJwo1DSgG2gHS/ZoCEdAtHrUQjD8+HV9lChoBkdAQtY7V8Ti82gHS8xoCEdAtHvBu4wyqXV9lChoBkdAYoFUCq6vq2gHTegDaAhHQLR8JY8dPtV1fZQoaAZHQGSZz2exwAFoB03oA2gIR0C0fDS9mHxjdX2UKGgGR0BlUodMj/uLaAdN6ANoCEdAtH5xKjBVMnV9lChoBkdAYahq9oN/fGgHTegDaAhHQLR+lCCz1K51fZQoaAZHQGEK3rUsnRdoB03oA2gIR0C0fxZ2yLQ5dX2UKGgGR8AVPoKUmlZYaAdL3WgIR0C0f7OqzZ6EdX2UKGgGR0Bgm+MfigkDaAdN6ANoCEdAtH/tz6rNn3V9lChoBkdAYF3bEgntwGgHTegDaAhHQLSAS6By0a91fZQoaAZHQDrrtWuHN5doB0vZaAhHQLSDL1RLsa91fZQoaAZHQGOwBrWRRuVoB03oA2gIR0C0hP+tr9EUdX2UKGgGR0BhnUlw97ngaAdN6ANoCEdAtIUZ2NedCnV9lChoBkdAYzsTXarWAmgHTegDaAhHQLSGgEi+tbN1fZQoaAZHQCjTWiDdxhloB0vBaAhHQLSIGrs0HhV1fZQoaAZHQGHUVjiGWUtoB03oA2gIR0C0iKQ0bcXWdX2UKGgGR0BeZpu/DcdpaAdN6ANoCEdAtIjmYjSofnV9lChoBkdAYWzv/BFd9mgHTegDaAhHQLSKk4bCJoF1fZQoaAZHQGNz4SYgJTloB03oA2gIR0C0iuj7ZWaMdX2UKGgGR0BjrzaGpMpPaAdN6ANoCEdAtItcUZeiSXV9lChoBkdAYoR/kNnXd2gHTegDaAhHQLSMFvStvGZ1fZQoaAZHQGElWFvhqCZoB03oA2gIR0C0l+dB0ITodX2UKGgGR0BiBDS3LFGYaAdN6ANoCEdAtJm8p6QeWHV9lChoBkdAaBvV6NVBEGgHTegDaAhHQLSZ4l8w5/91fZQoaAZHQGDMlyJbdJtoB03oA2gIR0C0mmyAlOXWdX2UKGgGR0BkQYpDu0CzaAdN6ANoCEdAtJsOckMTe3V9lChoBkdAYg0z544ZM2gHTegDaAhHQLSbnq9oN/h1fZQoaAZHQGRUD/dZaFFoB03oA2gIR0C0nmM495hSdX2UKGgGR0Bj98B6rvLHaAdN6ANoCEdAtKADG+9Jz3V9lChoBkdAYYd8Muvll2gHTegDaAhHQLShmt+1Bt11fZQoaAZHQGOuUQ9RrJtoB03oA2gIR0C0o6K5kK/mdX2UKGgGR0BjI1TYNAkcaAdN6ANoCEdAtKQqEeyRjnV9lChoBkdAZacTmGM4tGgHTegDaAhHQLSkaP5YYBN1fZQoaAZHQGHpUC7sfJVoB03oA2gIR0C0pbBI4EOidX2UKGgGR0BiddW4mTkiaAdN6ANoCEdAtKX8vL5h0HV9lChoBkdAcZZOj7ALzGgHTcACaAhHQLSmRKiO/+N1fZQoaAZHQGQ1rwF1SwZoB03oA2gIR0C0pks89wFUdX2UKGgGR0BlupoXbdrPaAdN6ANoCEdAtKbtMIu5BnV9lChoBkdAYYgvRJEpiWgHTegDaAhHQLSnNzQu27Z1fZQoaAZHQGUyTnaFmFtoB03oA2gIR0C0qMk+gUUPdX2UKGgGR0BheoZn+Q2daAdN6ANoCEdAtKjp82JizHV9lChoBkdAYXAHwgDA8GgHTegDaAhHQLSpXonrpq11fZQoaAZHQGHjyuhbnoxoB03oA2gIR0C0qoHOGCZndX2UKGgGR0BcYtvn8sMBaAdN6ANoCEdAtK17Qv6CUXV9lChoBkdAZemKLKmsNmgHTegDaAhHQLSvPPmxMWZ1fZQoaAZHQDG8nqmj0thoB0vKaAhHQLSxWMdtEXt1fZQoaAZHQFtXB2wFC9hoB03oA2gIR0C0sWYnrpqzdX2UKGgGR0BlJgiRnvlVaAdN6ANoCEdAtLM65LAYYXV9lChoBkdAOLDNyHVPN2gHS9NoCEdAtLNrO/tY0XV9lChoBkdAXKbqTr3TNWgHTegDaAhHQLSzskxREWt1fZQoaAZHQGcCJUgjhUBoB03oA2gIR0C0s+d3jdYXdX2UKGgGR0BhVBHf/FR6aAdN6ANoCEdAtLUNHVf/m3V9lChoBkdAYrso1DSgG2gHTegDaAhHQLS1WN5dGAl1fZQoaAZHQGN+AJTl1bJoB03oA2gIR0C0taK+i8FqdX2UKGgGR0Bi3lj0+TvBaAdN6ANoCEdAtLWp/MGHHnV9lChoBkdAYSB+PzWf9WgHTegDaAhHQLS2TfJmukl1fZQoaAZHQGh77OmixmloB03oA2gIR0C0tpQezUqhdWUu"
+        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHA2NOZb6gyMAWyUTRkDjAF0lEdAwahsOWBz3nV9lChoBkdAX5Vjc2zfJmgHTegDaAhHQMGpUxH5Jsh1fZQoaAZHQHFh76UJOWVoB01ZAWgIR0DBqZpbdJrddX2UKGgGR0Bwtsdo371qaAdNbAJoCEdAwam5exfOU3V9lChoBkdAb0wKIi1RcmgHTX0BaAhHQMGpodJSR8t1fZQoaAZHQF7YRe1KGtZoB03oA2gIR0DBqbOZJCjUdX2UKGgGR0BxRJrAP/aQaAdNqgFoCEdAwanSXY150XV9lChoBkdAceMsg+yJK2gHTakDaAhHQMGqmIOhCdB1fZQoaAZHQHEzj4cm0E5oB02VA2gIR0DBq6Z3u/lAdX2UKGgGR0Btrtf5ULlWaAdNNwNoCEdAwauxr30wrXV9lChoBkdAcDdaM72crmgHTU0DaAhHQMGrnLC3w1B1fZQoaAZHQGc//su3+ddoB03oA2gIR0DBrFhMJx//dX2UKGgGR0BwmQ2hqTKUaAdNfgFoCEdAwax1eqrBCXV9lChoBkdAYl0SX+l0o2gHTegDaAhHQMGsofo7muF1fZQoaAZHQHD/WA9V3lloB01GAWgIR0DBrPnS4OMEdX2UKGgGR0Bv9HxpcophaAdN5ANoCEdAwa1gg7HQyHV9lChoBkdAbfZS1mapgmgHTQ8CaAhHQMGtZcXvYvp1fZQoaAZHQHDVhS1maphoB02EA2gIR0DBrYj3Gn4xdX2UKGgGR0BwQea8Yht+aAdNfQJoCEdAwa4rlq8DjnV9lChoBkdAbsjEQ5FPSGgHTb4CaAhHQMGusT4UN8V1fZQoaAZHQGRbDqfOD8NoB03oA2gIR0DBrqozrNW3dX2UKGgGR0BuCSA2AG0NaAdNmAFoCEdAwa9Cu+RHPXV9lChoBkdAZIYXUH6dlWgHTegDaAhHQMGvWSydFv11fZQoaAZHQG6vpq7AcktoB03zAWgIR0DBr7KjHn2adX2UKGgGR0ByKtYW+GoKaAdNvANoCEdAwa/pPxhDxHV9lChoBkdAYLvKoybhFWgHTegDaAhHQMGwik3Kji51fZQoaAZHQHEQ3k1dgOVoB02SAmgIR0DBsJ3CoCMhdX2UKGgGR0Bx5OhFmWdFaAdN7gFoCEdAwbGxTR6WxHV9lChoBkdAcYOJZW7vomgHTasCaAhHQMGyOsw1zhh1fZQoaAZHQHGcKCtihFpoB03sAWgIR0DBslh7RfF8dX2UKGgGR0BitTEvTPSlaAdN6ANoCEdAwbKV+CK77XV9lChoBkdAcUmBeHBUJmgHTacBaAhHQMGyg24Vh1F1fZQoaAZHQF7wgWac7QtoB03oA2gIR0DBsqHTmW+odX2UKGgGR0BjXU1ZTyavaAdN6ANoCEdAwbKMl+EytXV9lChoBkdAck6stCiRGWgHTSoDaAhHQMGzMIwudwx1fZQoaAZHQHFw2GEf1YhoB02kA2gIR0DBtibYywfRdX2UKGgGR0BumY9ovi97aAdNdQFoCEdAwbYWXjU/fXV9lChoBkdAcegE9dNWVGgHTWQDaAhHQMG2JY1P3zt1fZQoaAZHQHAIJi/fwZxoB02hAmgIR0DBtrP8qFyrdX2UKGgGR0ByFFcZ9/jLaAdNGAJoCEdAwbcl1yNn5HV9lChoBkdAcRHgsK9f1GgHTT8BaAhHQMG3On2ys0Z1fZQoaAZHQG4vZjpcHGFoB01QAWgIR0DBt22XkYGddX2UKGgGR0ByQTTa0x/NaAdNwgFoCEdAwbdvmjCYTnV9lChoBkdAcEt/CIk7fmgHTXQDaAhHQMG3jglv60p1fZQoaAZHQGqjRREWqLloB03+AmgIR0DBt8khvBJqdX2UKGgGR0BuIezSkTHsaAdNdwFoCEdAwbeuPeYUnHV9lChoBkdAcStg5BC2MWgHTcABaAhHQMG39dUbT+h1fZQoaAZHQHJnZosZpBZoB005AWgIR0DBt/XqNZNgdX2UKGgGR0BwwWaKDTScaAdNcgFoCEdAwbiWyP+4snV9lChoBkdAcYk1zQu27WgHTU4CaAhHQMG4x3nZCfJ1fZQoaAZHQHAxaP8yeqdoB029A2gIR0DBuTYLsruqdX2UKGgGR0BN0yuhbnoxaAdLy2gIR0DBuTxztCzDdX2UKGgGR0Bw+EjMV1wHaAdNLgFoCEdAwbkyD9wWFnV9lChoBkdAbucuhbnoxGgHTY0BaAhHQMG5TwNsnAt1fZQoaAZHQHDTSamXPZ9oB015AWgIR0DBuZhpaibldX2UKGgGR0BrTBPIn0CjaAdNrgJoCEdAwbm3Fkxyn3V9lChoBkdAcQes1sLv1GgHTVcCaAhHQMG554T9KmN1fZQoaAZHQHIb6jzqbBpoB02WAWgIR0DBugYJokAxdX2UKGgGR0BtGplSS/0vaAdNUgJoCEdAwbnwZWJaaHV9lChoBkdAbpnW6shgV2gHTbsBaAhHQMG6fojfNzN1fZQoaAZHQHF2Ne+mFaloB02RAWgIR0DBuvQckt2+dX2UKGgGR0BxMnH3lCC0aAdNaQFoCEdAwbtqN9YwI3V9lChoBkdAcFeIzWPLgWgHTbgBaAhHQMG7bf3WWhR1fZQoaAZHQHCsm4Ajps5oB00wAWgIR0DBu4mmLtNSdX2UKGgGR0BvyqgIyCWeaAdNdAJoCEdAwbuIh9LHuXV9lChoBkdAcVCS5RTCL2gHTYcCaAhHQMG75eQEIPd1fZQoaAZHQHHdLfgrH2hoB01xAWgIR0DBu8p+az/qdX2UKGgGR0ByD0HLRrrPaAdNRgFoCEdAwbvbfu1F6XV9lChoBkdAcTGXHzYmLWgHTVABaAhHQMG7/iVKPGR1fZQoaAZHQHJ6UBCD28JoB00oAWgIR0DBvDHybx3FdX2UKGgGR0ByVL+XJHRUaAdN/AFoCEdAwbw9GYrrgXV9lChoBkdAcLqQZ4wAVGgHTa4BaAhHQMG8ShScbzd1fZQoaAZHQHH9PNRm9QJoB01jA2gIR0DBvIod6sySdX2UKGgGR0BwsmpHZsbeaAdNQwNoCEdAwbxvvBrN4nV9lChoBkdAKiEfs/pt8GgHS9ZoCEdAwbyJdBSk03V9lChoBkdAb+GhTOxB3WgHTWoCaAhHQMG8p5aNdZ91fZQoaAZHQHJ+hXfZVXFoB01DAWgIR0DBvPPf4yoGdX2UKGgGR0BxCgCdSVGDaAdNLwFoCEdAwb1E7Dl5nnV9lChoBkdAcDP889wFT2gHTZABaAhHQMG9W2ykbgl1fZQoaAZHQHEDZ3X7LuBoB01NAWgIR0DBvYqrxRVIdX2UKGgGR0BwTNg0CRwIaAdNNQFoCEdAwb3JxvvSdHV9lChoBkdAbP+D9Oymh2gHTRIBaAhHQMG9sL/jsD51fZQoaAZHQHLfcniNsFdoB00VAmgIR0DBvt93IMjNdX2UKGgGR0BwS0UWVNYbaAdNvwJoCEdAwb8bnoxHoXV9lChoBkdAcubc+qzZ6GgHTUIBaAhHQMG/LzGHYYl1fZQoaAZHQGO7EPlMh5hoB03oA2gIR0DBvxnVoYeldX2UKGgGR0BM/Mir1dxAaAdL+WgIR0DBv2hHbypadX2UKGgGR0Bu0sA5q/M4aAdNKgJoCEdAwb+DQP7N0XV9lChoBkdAbyXFspG4JGgHTekBaAhHQMG/lVsk6cR1fZQoaAZHQG2PZRsMy8BoB01IAWgIR0DBv6j/wRXfdX2UKGgGR0BxLivJRwZPaAdNYgFoCEdAwb+2W5YozHV9lChoBkdAcGRjWkJrtWgHTRECaAhHQMG/0KJl8PZ1fZQoaAZHQHIL420iQkpoB00HA2gIR0DBv/93hXKbdX2UKGgGR0Bv1pTOxB3SaAdNSAFoCEdAwb//pZfUnXV9lChoBkdAcFIMXrMTvmgHTZECaAhHQMHAkH4Glhx1fZQoaAZHQHC4pTIeYD1oB03lAmgIR0DBwMqlBQendX2UKGgGR0BwbHnZCfHxaAdNfAFoCEdAwcEueJ53T3V9lChoBkdAbl6dcSoOx2gHTYIBaAhHQMHBrPwEyL11fZQoaAZHQF2rRVZLZjBoB03oA2gIR0DBwZ6WgOBldX2UKGgGR0BxI2/cnE2paAdNuQFoCEdAwcHom/FirnVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 200,
+    "_n_updates": 620,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -79,11 +79,11 @@
     "n_envs": 16,
     "n_steps": 2048,
     "gamma": 0.999,
-    "gae_lambda": 0.95,
+    "gae_lambda": 0.985,
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 128,
+    "batch_size": 256,
     "n_epochs": 10,
     "clip_range": {
         ":type:": "<class 'function'>",
@@ -94,6 +94,6 @@
     "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8qNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     }
 }

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c40cd968cfb5b43531a4cca869935b578a9d152824cdf26966044c72f17bb439
+oid sha256:d46a5d2fe489fbd5e94c86a833f5340cb4667b71cbce87da226856e30c440d8c
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ff2c4ef4d774def1d1216199a6c2fde65128ea9e5019f8f09d8b20517d5def
+oid sha256:b0a5fe36d505b22efd980b6eeed0efd0fe2e4bb4ea59f89d882144d27bbdd815
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 251.56283509999997, "std_reward": 35.32523000118208, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-11T17:48:29.859495"}
+{"mean_reward": 250.0948315, "std_reward": 20.610100836845035, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-11T18:51:42.690441"}