hugfacerhaha
commited on
Commit
·
d36c1f1
1
Parent(s):
609caef
Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/data +13 -13
- a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v2/policy.pth +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
@@ -16,7 +16,7 @@ model-index:
|
|
16 |
type: PandaReachDense-v2
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
-
value: -
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
|
|
16 |
type: PandaReachDense-v2
|
17 |
metrics:
|
18 |
- type: mean_reward
|
19 |
+
value: -5.03 +/- 1.25
|
20 |
name: mean_reward
|
21 |
verified: false
|
22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef43d474c5c04730b5458e1c46c8226548ab137b319edd264dc5abd75703a5d5
|
3 |
+
size 108038
|
a2c-PandaReachDense-v2/data
CHANGED
@@ -4,9 +4,9 @@
|
|
4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
5 |
"__module__": "stable_baselines3.common.policies",
|
6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
7 |
-
"__init__": "<function MultiInputActorCriticPolicy.__init__ at
|
8 |
"__abstractmethods__": "frozenset()",
|
9 |
-
"_abc_impl": "<_abc._abc_data object at
|
10 |
},
|
11 |
"verbose": 1,
|
12 |
"policy_kwargs": {
|
@@ -19,12 +19,12 @@
|
|
19 |
"weight_decay": 0
|
20 |
}
|
21 |
},
|
22 |
-
"num_timesteps":
|
23 |
-
"_total_timesteps":
|
24 |
"_num_timesteps_at_start": 0,
|
25 |
"seed": null,
|
26 |
"action_noise": null,
|
27 |
-
"start_time":
|
28 |
"learning_rate": 0.0007,
|
29 |
"tensorboard_log": null,
|
30 |
"lr_schedule": {
|
@@ -33,10 +33,10 @@
|
|
33 |
},
|
34 |
"_last_obs": {
|
35 |
":type:": "<class 'collections.OrderedDict'>",
|
36 |
-
":serialized:": "
|
37 |
-
"achieved_goal": "[[0.
|
38 |
-
"desired_goal": "[[-
|
39 |
-
"observation": "[[0.
|
40 |
},
|
41 |
"_last_episode_starts": {
|
42 |
":type:": "<class 'numpy.ndarray'>",
|
@@ -44,9 +44,9 @@
|
|
44 |
},
|
45 |
"_last_original_obs": {
|
46 |
":type:": "<class 'collections.OrderedDict'>",
|
47 |
-
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
49 |
-
"desired_goal": "[[ 0.
|
50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
51 |
},
|
52 |
"_episode_num": 0,
|
@@ -56,13 +56,13 @@
|
|
56 |
"_stats_window_size": 100,
|
57 |
"ep_info_buffer": {
|
58 |
":type:": "<class 'collections.deque'>",
|
59 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
60 |
},
|
61 |
"ep_success_buffer": {
|
62 |
":type:": "<class 'collections.deque'>",
|
63 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
64 |
},
|
65 |
-
"_n_updates":
|
66 |
"n_steps": 5,
|
67 |
"gamma": 0.99,
|
68 |
"gae_lambda": 1.0,
|
|
|
4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
5 |
"__module__": "stable_baselines3.common.policies",
|
6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
7 |
+
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dd1657a13f0>",
|
8 |
"__abstractmethods__": "frozenset()",
|
9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7dd165799140>"
|
10 |
},
|
11 |
"verbose": 1,
|
12 |
"policy_kwargs": {
|
|
|
19 |
"weight_decay": 0
|
20 |
}
|
21 |
},
|
22 |
+
"num_timesteps": 2000000,
|
23 |
+
"_total_timesteps": 2000000,
|
24 |
"_num_timesteps_at_start": 0,
|
25 |
"seed": null,
|
26 |
"action_noise": null,
|
27 |
+
"start_time": 1690541715783548924,
|
28 |
"learning_rate": 0.0007,
|
29 |
"tensorboard_log": null,
|
30 |
"lr_schedule": {
|
|
|
33 |
},
|
34 |
"_last_obs": {
|
35 |
":type:": "<class 'collections.OrderedDict'>",
|
36 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAb8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAwkaNv9CY2z+N5cW+8szGv2iU/T0g4Ys//tidP5x4y7zoxXS/6XXTPzgiiT/HntA/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDyUaA5LBEsGhpRoEnSUUpR1Lg==",
|
37 |
+
"achieved_goal": "[[0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]]",
|
38 |
+
"desired_goal": "[[-1.1037219 1.715601 -0.38651696]\n [-1.5531294 0.12381822 1.0928078 ]\n [ 1.2331846 -0.02483778 -0.9561448 ]\n [ 1.6520358 1.0713568 1.6298455 ]]",
|
39 |
+
"observation": "[[0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]]"
|
40 |
},
|
41 |
"_last_episode_starts": {
|
42 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
44 |
},
|
45 |
"_last_original_obs": {
|
46 |
":type:": "<class 'collections.OrderedDict'>",
|
47 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAXKG0PD5VvL3UujA9rK0LPmI5xD2YaV49jsuqPU/4GD67jto9W0wUPkFaDT5bFLM8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
49 |
+
"desired_goal": "[[ 0.0220496 -0.09195946 0.04314692]\n [ 0.1364047 0.09581257 0.05429992]\n [ 0.08339606 0.14938472 0.10671755]\n [ 0.14482252 0.1380396 0.02186029]]",
|
50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
51 |
},
|
52 |
"_episode_num": 0,
|
|
|
56 |
"_stats_window_size": 100,
|
57 |
"ep_info_buffer": {
|
58 |
":type:": "<class 'collections.deque'>",
|
59 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIrMlTVtMVDMCUhpRSlIwBbJRLMowBdJRHQLRvJ+8XenB1fZQoaAZoCWgPQwhznNuEe4UewJSGlFKUaBVLMmgWR0C0bwjcmBvrdX2UKGgGaAloD0MIZtr+lZWmFMCUhpRSlGgVSzJoFkdAtG7qm/FirnV9lChoBmgJaA9DCN53DI/9LBHAlIaUUpRoFUsyaBZHQLRuySqEOAl1fZQoaAZoCWgPQwj4jERoBIsUwJSGlFKUaBVLMmgWR0C0b5WLP2PDdX2UKGgGaAloD0MIxvfFpSqNEcCUhpRSlGgVSzJoFkdAtG92aOPvKHV9lChoBmgJaA9DCO87hsd+dhDAlIaUUpRoFUsyaBZHQLRvWACnxax1fZQoaAZoCWgPQwiALa9cb1sUwJSGlFKUaBVLMmgWR0C0bzaNVBD5dX2UKGgGaAloD0MIzemymNicBsCUhpRSlGgVSzJoFkdAtHAHoZAIIHV9lChoBmgJaA9DCCxJnuv7sA/AlIaUUpRoFUsyaBZHQLRv6IRh+fB1fZQoaAZoCWgPQwj2I0VkWHUewJSGlFKUaBVLMmgWR0C0b8oPsiSrdX2UKGgGaAloD0MIvw8HCVG+DsCUhpRSlGgVSzJoFkdAtG+oju8brHV9lChoBmgJaA9DCGLYYUz6mw7AlIaUUpRoFUsyaBZHQLRweOJ+Dvp1fZQoaAZoCWgPQwiqDrkZbqAMwJSGlFKUaBVLMmgWR0C0cFnDJlredX2UKGgGaAloD0MIObNdoQ8mIMCUhpRSlGgVSzJoFkdAtHA7YEnss3V9lChoBmgJaA9DCMU4fxMK8RTAlIaUUpRoFUsyaBZHQLRwGfm9xqB1fZQoaAZoCWgPQwjY8V8gCBAdwJSGlFKUaBVLMmgWR0C0cOzr7fpEdX2UKGgGaAloD0MIP8kdNpFZCsCUhpRSlGgVSzJoFkdAtHDN0MgEEHV9lChoBmgJaA9DCCi7mdGPNhPAlIaUUpRoFUsyaBZHQLRwr5UcXFd1fZQoaAZoCWgPQwi6hENv8TAKwJSGlFKUaBVLMmgWR0C0cI4p+c6OdX2UKGgGaAloD0MIndSXpZ06EMCUhpRSlGgVSzJoFkdAtHFj4k/r0XV9lChoBmgJaA9DCNE96xotpxXAlIaUUpRoFUsyaBZHQLRxRL3bmEJ1fZQoaAZoCWgPQwhORwA3i5cNwJSGlFKUaBVLMmgWR0C0cSZLdvbXdX2UKGgGaAloD0MIrkZ2pWVEH8CUhpRSlGgVSzJoFkdAtHEEzGgi/3V9lChoBmgJaA9DCLH4TWGlohDAlIaUUpRoFUsyaBZHQLRx2g1FYuF1fZQoaAZoCWgPQwhODTSfc/cIwJSGlFKUaBVLMmgWR0C0cbryQPqcdX2UKGgGaAloD0MIYwys4/hRFMCUhpRSlGgVSzJoFkdAtHGcgTyrgnV9lChoBmgJaA9DCHnqkQa39QzAlIaUUpRoFUsyaBZHQLRxexMFlkJ1fZQoaAZoCWgPQwj2B8pt+04RwJSGlFKUaBVLMmgWR0C0clCb+cYqdX2UKGgGaAloD0MIQblt36PuEsCUhpRSlGgVSzJoFkdAtHIxhvze43V9lChoBmgJaA9DCOHP8GYNThLAlIaUUpRoFUsyaBZHQLRyE09hZyN1fZQoaAZoCWgPQwirIAa69gURwJSGlFKUaBVLMmgWR0C0cfHhn8KpdX2UKGgGaAloD0MImKJcGr9QDsCUhpRSlGgVSzJoFkdAtHLNgE2YOXV9lChoBmgJaA9DCG1xjc9kvxXAlIaUUpRoFUsyaBZHQLRyrnX/YJ51fZQoaAZoCWgPQwh+p8mMt9UOwJSGlFKUaBVLMmgWR0C0cpBnjABUdX2UKGgGaAloD0MIldV0PdG1D8CUhpRSlGgVSzJoFkdAtHJvUI9kjHV9lChoBmgJaA9DCOI7MevFsBTAlIaUUpRoFUsyaBZHQLRzTdRiw0R1fZQoaAZoCWgPQwjGihpMwxAOwJSGlFKUaBVLMmgWR0C0cy7ULDyfdX2UKGgGaAloD0MIaqD5nLvNF8CUhpRSlGgVSzJoFkdAtHMQdPtUoHV9lChoBmgJaA9DCJBPyM7beBPAlIaUUpRoFUsyaBZHQLRy7w4sEq51fZQoaAZoCWgPQwg9tmXAWYoQwJSGlFKUaBVLMmgWR0C0c8fKyOaOdX2UKGgGaAloD0MIQWX8+4w7EsCUhpRSlGgVSzJoFkdAtHOovHtF8XV9lChoBmgJaA9DCKiN6nQgqxTAlIaUUpRoFUsyaBZHQLRzil0YCQt1fZQoaAZoCWgPQwg3bjE/N0QTwJSGlFKUaBVLMmgWR0C0c2j1schldX2UKGgGaAloD0MI2Ls/3qv2B8CUhpRSlGgVSzJoFkdAtHRA/lhgE3V9lChoBmgJaA9DCBmNfF7xJBzAlIaUUpRoFUsyaBZHQLR0Id8Rcu91fZQoaAZoCWgPQwh96lil9MwPwJSGlFKUaBVLMmgWR0C0dAN7WuoxdX2UKGgGaAloD0MIwHtHjQkREsCUhpRSlGgVSzJoFkdAtHPiA2AG0XV9lChoBmgJaA9DCKt2TUhrDBLAlIaUUpRoFUsyaBZHQLR0tA44p+d1fZQoaAZoCWgPQwhJSKRt/OkLwJSGlFKUaBVLMmgWR0C0dJTwlSjydX2UKGgGaAloD0MI1Ayponi1D8CUhpRSlGgVSzJoFkdAtHR2pIczZnV9lChoBmgJaA9DCHPXEvJBnxbAlIaUUpRoFUsyaBZHQLR0VTBqKxd1fZQoaAZoCWgPQwiDwMqhRbYOwJSGlFKUaBVLMmgWR0C0dSfA0sOHdX2UKGgGaAloD0MIgT0mUpotDsCUhpRSlGgVSzJoFkdAtHUItthuwXV9lChoBmgJaA9DCJn091J40ArAlIaUUpRoFUsyaBZHQLR06lIEr5J1fZQoaAZoCWgPQwi+Mm/VdagLwJSGlFKUaBVLMmgWR0C0dMjlDF6zdX2UKGgGaAloD0MINlfNc0SeCcCUhpRSlGgVSzJoFkdAtHWXww0wanV9lChoBmgJaA9DCP+ye/KwMBHAlIaUUpRoFUsyaBZHQLR1eJ5mh/R1fZQoaAZoCWgPQwiocW9+wzQWwJSGlFKUaBVLMmgWR0C0dVov8IiUdX2UKGgGaAloD0MI5l31gHnYGMCUhpRSlGgVSzJoFkdAtHU4tYjjaXV9lChoBmgJaA9DCK93f7xXbQbAlIaUUpRoFUsyaBZHQLR2C3Sro4d1fZQoaAZoCWgPQwg26bZELjgMwJSGlFKUaBVLMmgWR0C0dexPwd8zdX2UKGgGaAloD0MIucK7XMR3EsCUhpRSlGgVSzJoFkdAtHXN4hUzbnV9lChoBmgJaA9DCFUvv9NkFhXAlIaUUpRoFUsyaBZHQLR1rHAymAN1fZQoaAZoCWgPQwguOIO/X0wUwJSGlFKUaBVLMmgWR0C0dnkpd8iOdX2UKGgGaAloD0MIa0jcY+njFsCUhpRSlGgVSzJoFkdAtHZaDg62fHV9lChoBmgJaA9DCKX0TC8xZhLAlIaUUpRoFUsyaBZHQLR2O61b7j11fZQoaAZoCWgPQwirXn6nyTwQwJSGlFKUaBVLMmgWR0C0dho1He7+dX2UKGgGaAloD0MIJSNnYU9bB8CUhpRSlGgVSzJoFkdAtHbspMHryHV9lChoBmgJaA9DCKmfNxWpgBfAlIaUUpRoFUsyaBZHQLR2zY9gWrR1fZQoaAZoCWgPQwg98DFYcWoOwJSGlFKUaBVLMmgWR0C0dq8ox59mdX2UKGgGaAloD0MIqtbCLLTDFsCUhpRSlGgVSzJoFkdAtHaNuHerMnV9lChoBmgJaA9DCNwvn6wYLg3AlIaUUpRoFUsyaBZHQLR3X4HHFP11fZQoaAZoCWgPQwiVY7K4/2gIwJSGlFKUaBVLMmgWR0C0d0CT6i0wdX2UKGgGaAloD0MIYkm5+xyPFcCUhpRSlGgVSzJoFkdAtHciY8dPtXV9lChoBmgJaA9DCJ93Y0FhEArAlIaUUpRoFUsyaBZHQLR3ATGo73h1fZQoaAZoCWgPQwjJ5NTOMDUMwJSGlFKUaBVLMmgWR0C0eA6jSG8FdX2UKGgGaAloD0MITn6LTpY6DsCUhpRSlGgVSzJoFkdAtHfvzcynDXV9lChoBmgJaA9DCASr6uV3Gg7AlIaUUpRoFUsyaBZHQLR30bUwztV1fZQoaAZoCWgPQwgsDJHT1xMfwJSGlFKUaBVLMmgWR0C0d7CSmqHXdX2UKGgGaAloD0MIY0fjUL+rHMCUhpRSlGgVSzJoFkdAtHjDDfm9x3V9lChoBmgJaA9DCBSy8zY2SxrAlIaUUpRoFUsyaBZHQLR4pDx9XtB1fZQoaAZoCWgPQwg7jh8qjbgKwJSGlFKUaBVLMmgWR0C0eIYgeRxMdX2UKGgGaAloD0MIpl63CIzFEsCUhpRSlGgVSzJoFkdAtHhlAcDKYHV9lChoBmgJaA9DCPn02JYBRxXAlIaUUpRoFUsyaBZHQLR5eda+vhZ1fZQoaAZoCWgPQwiGdePdkZEQwJSGlFKUaBVLMmgWR0C0eVsIqsltdX2UKGgGaAloD0MIX10VqMWwG8CUhpRSlGgVSzJoFkdAtHk9AkcCHXV9lChoBmgJaA9DCP578Nql3RTAlIaUUpRoFUsyaBZHQLR5G9Cu2Z11fZQoaAZoCWgPQwhVhJuMKpMUwJSGlFKUaBVLMmgWR0C0eiXKbKA8dX2UKGgGaAloD0MI7s1vmGiQE8CUhpRSlGgVSzJoFkdAtHoG4RVZLnV9lChoBmgJaA9DCNB/D167tA/AlIaUUpRoFUsyaBZHQLR56H1vl2h1fZQoaAZoCWgPQwgSE9TwLVwWwJSGlFKUaBVLMmgWR0C0eccBMi8ndX2UKGgGaAloD0MI4fHtXYMOFcCUhpRSlGgVSzJoFkdAtHqic5Ke1HV9lChoBmgJaA9DCCzy64fY4AvAlIaUUpRoFUsyaBZHQLR6g2F36hx1fZQoaAZoCWgPQwjTvOMUHakJwJSGlFKUaBVLMmgWR0C0emUDQqqfdX2UKGgGaAloD0MI2SJpN/oYHMCUhpRSlGgVSzJoFkdAtHpDn+yZ8nV9lChoBmgJaA9DCI/f2/RnLxbAlIaUUpRoFUsyaBZHQLR7HMsH0K91fZQoaAZoCWgPQwhQU8vW+pIRwJSGlFKUaBVLMmgWR0C0ev2x+rlvdX2UKGgGaAloD0MICB10CYcOG8CUhpRSlGgVSzJoFkdAtHrfRhMJyHV9lChoBmgJaA9DCAMJih9jDhfAlIaUUpRoFUsyaBZHQLR6vdtEXtV1ZS4="
|
60 |
},
|
61 |
"ep_success_buffer": {
|
62 |
":type:": "<class 'collections.deque'>",
|
63 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
64 |
},
|
65 |
+
"_n_updates": 100000,
|
66 |
"n_steps": 5,
|
67 |
"gamma": 0.99,
|
68 |
"gae_lambda": 1.0,
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 44734
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eaadaa52c20bb13fc6de6af04bb224159008476d710361e0fd3449ced00985ae
|
3 |
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 46014
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90bfcf80ece696fcbf322bb84765711d8a03746c15dc64807c2d1e6f0a7887ac
|
3 |
size 46014
|
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x784a21a7ea70>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x784a21a81980>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1690389609345654583, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAANKwAP8A3oDxXOcE+NKwAP8A3oDxXOcE+NKwAP8A3oDxXOcE+NKwAP8A3oDxXOcE+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAETRjvmddM79YvZY+r3IYv6B7h76fCXu/+gbMvzLLUL8f+78/6IIhPz1xF79bIou/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAA0rAA/wDegPFc5wT5RWxA9r5KZO+nyxTw0rAA/wDegPFc5wT5RWxA9r5KZO+nyxTw0rAA/wDegPFc5wT5RWxA9r5KZO+nyxTw0rAA/wDegPFc5wT5RWxA9r5KZO+nyxTyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.5026276 0.01955783 0.3773906 ]\n [0.5026276 0.01955783 0.3773906 ]\n [0.5026276 0.01955783 0.3773906 ]\n [0.5026276 0.01955783 0.3773906 ]]", "desired_goal": "[[-0.2218783 -0.70064396 0.29441333]\n [-0.59549993 -0.26461506 -0.98061556]\n [-1.5939629 -0.8156005 1.4998511 ]\n [ 0.6309037 -0.5915716 -1.086986 ]]", "observation": "[[0.5026276 0.01955783 0.3773906 0.03524334 0.00468668 0.02416368]\n [0.5026276 0.01955783 0.3773906 0.03524334 0.00468668 0.02416368]\n [0.5026276 0.01955783 0.3773906 0.03524334 0.00468668 0.02416368]\n [0.5026276 0.01955783 0.3773906 0.03524334 0.00468668 0.02416368]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAaBPUPV5p7z34OAo+V9dpPL2oJL1GiD499qaeveKFlL2BMTc+coqcvUhCuryDlt89lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.10355264 0.11690019 0.13498294]\n [ 0.01427253 -0.04019998 0.04651668]\n [-0.07746689 -0.07252099 0.17889978]\n [-0.07643594 -0.02273668 0.1091738 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIz4b8M4MoHcCUhpRSlIwBbJRLMowBdJRHQKkoz79AHFB1fZQoaAZoCWgPQwhgAyLEldMOwJSGlFKUaBVLMmgWR0CpKG04iosJdX2UKGgGaAloD0MIRKLQsu5PFMCUhpRSlGgVSzJoFkdAqSgTwrlNlHV9lChoBmgJaA9DCDBLOzWX+xTAlIaUUpRoFUsyaBZHQKknuAp8WsR1fZQoaAZoCWgPQwi37XvUX48RwJSGlFKUaBVLMmgWR0CpKdk384xUdX2UKGgGaAloD0MIho2yfjOBF8CUhpRSlGgVSzJoFkdAqSl2mpEQXnV9lChoBmgJaA9DCMtMaf0tsSDAlIaUUpRoFUsyaBZHQKkpHK6nR9h1fZQoaAZoCWgPQwiN0qV/SYoTwJSGlFKUaBVLMmgWR0CpKMD8LroodX2UKGgGaAloD0MIZqTeUzltF8CUhpRSlGgVSzJoFkdAqSrVDpkf93V9lChoBmgJaA9DCKsgBrr2XSTAlIaUUpRoFUsyaBZHQKkqcu3+dbx1fZQoaAZoCWgPQwhQiesYV5wNwJSGlFKUaBVLMmgWR0CpKhj3225QdX2UKGgGaAloD0MIC5krg2qjG8CUhpRSlGgVSzJoFkdAqSm9JJ5E+nV9lChoBmgJaA9DCBjRdkzdpRnAlIaUUpRoFUsyaBZHQKkrz0U47zV1fZQoaAZoCWgPQwg6rkZ2peUXwJSGlFKUaBVLMmgWR0CpK2yXlbNbdX2UKGgGaAloD0MIfsSvWMNlGMCUhpRSlGgVSzJoFkdAqSsSzAvcrXV9lChoBmgJaA9DCEoKLIApIw/AlIaUUpRoFUsyaBZHQKkqtwo9cKR1fZQoaAZoCWgPQwjE0OrkDKUawJSGlFKUaBVLMmgWR0CpLNyUC7sfdX2UKGgGaAloD0MIIJxPHas0EMCUhpRSlGgVSzJoFkdAqSx57mdRSHV9lChoBmgJaA9DCFFpxMw+9yHAlIaUUpRoFUsyaBZHQKksIADq4Yt1fZQoaAZoCWgPQwgcsRafAuQwwJSGlFKUaBVLMmgWR0CpK8U4zabndX2UKGgGaAloD0MIaoXpew1BDMCUhpRSlGgVSzJoFkdAqS31xhlUZXV9lChoBmgJaA9DCG0csRafYhzAlIaUUpRoFUsyaBZHQKktk3PRiPR1fZQoaAZoCWgPQwjaOGItPsUiwJSGlFKUaBVLMmgWR0CpLTnJ1aGIdX2UKGgGaAloD0MIa2EW2jkNGMCUhpRSlGgVSzJoFkdAqSzeOU+s5nV9lChoBmgJaA9DCKLRHcTONBTAlIaUUpRoFUsyaBZHQKkvC3Kji4t1fZQoaAZoCWgPQwjrVs9J788ywJSGlFKUaBVLMmgWR0CpLqkoOQQudX2UKGgGaAloD0MIGyycpPnzFcCUhpRSlGgVSzJoFkdAqS5PKuB+WnV9lChoBmgJaA9DCM7GSsyzAhXAlIaUUpRoFUsyaBZHQKkt83H7xd91fZQoaAZoCWgPQwifjscMVKYXwJSGlFKUaBVLMmgWR0CpMBEVeruIdX2UKGgGaAloD0MILgQ5KGEmJMCUhpRSlGgVSzJoFkdAqS+uzhP0qnV9lChoBmgJaA9DCEPmyqDaABvAlIaUUpRoFUsyaBZHQKkvVLwnYxt1fZQoaAZoCWgPQwh2qKYk64AXwJSGlFKUaBVLMmgWR0CpLvlBIFvAdX2UKGgGaAloD0MI5IIz+PtFFMCUhpRSlGgVSzJoFkdAqTEavPkaM3V9lChoBmgJaA9DCNzz/Gmj2hjAlIaUUpRoFUsyaBZHQKkwuFgUlAx1fZQoaAZoCWgPQwjO+/84YTIawJSGlFKUaBVLMmgWR0CpMF5kkKNRdX2UKGgGaAloD0MIOzjYmxiiEsCUhpRSlGgVSzJoFkdAqTACq4pc5nV9lChoBmgJaA9DCFwgQfFjTBnAlIaUUpRoFUsyaBZHQKkyGL9/BnB1fZQoaAZoCWgPQwjHYwYq498gwJSGlFKUaBVLMmgWR0CpMbYVh1DCdX2UKGgGaAloD0MICvSJPEn6EMCUhpRSlGgVSzJoFkdAqTFcunMt9XV9lChoBmgJaA9DCPexgt+GWBDAlIaUUpRoFUsyaBZHQKkxAOc2BJ91fZQoaAZoCWgPQwiLjXkdcUgdwJSGlFKUaBVLMmgWR0CpMw212JSBdX2UKGgGaAloD0MI7bq3IjERFcCUhpRSlGgVSzJoFkdAqTKrFfiPyXV9lChoBmgJaA9DCBea6zTS8hnAlIaUUpRoFUsyaBZHQKkyUSDh99d1fZQoaAZoCWgPQwhVppiDoBMZwJSGlFKUaBVLMmgWR0CpMfVLSNOudX2UKGgGaAloD0MIH73hPnIrG8CUhpRSlGgVSzJoFkdAqTQBcAzYVnV9lChoBmgJaA9DCEzD8BExJRfAlIaUUpRoFUsyaBZHQKkznsfq5b11fZQoaAZoCWgPQwiKIM7DCfwZwJSGlFKUaBVLMmgWR0CpM0UhmoR7dX2UKGgGaAloD0MIMxr5vOKpIcCUhpRSlGgVSzJoFkdAqTLpXfZVXHV9lChoBmgJaA9DCOljPiDQ6RrAlIaUUpRoFUsyaBZHQKk08qslsxh1fZQoaAZoCWgPQwgg1EUKZeEcwJSGlFKUaBVLMmgWR0CpNJAFHJ9zdX2UKGgGaAloD0MIeO3ShsMqIsCUhpRSlGgVSzJoFkdAqTQ18zAN5XV9lChoBmgJaA9DCLA73XniqR/AlIaUUpRoFUsyaBZHQKkz2j0L+gl1fZQoaAZoCWgPQwix/Pm2YKkXwJSGlFKUaBVLMmgWR0CpNjPEKmbcdX2UKGgGaAloD0MIYFs//WfNFcCUhpRSlGgVSzJoFkdAqTXSNn5BTnV9lChoBmgJaA9DCDLk2HqGkBPAlIaUUpRoFUsyaBZHQKk1eMUAT7F1fZQoaAZoCWgPQwgEyTuHMkQXwJSGlFKUaBVLMmgWR0CpNR2vKU3XdX2UKGgGaAloD0MIB0SIK2ePG8CUhpRSlGgVSzJoFkdAqTe2jASFoXV9lChoBmgJaA9DCML2kzE+/BXAlIaUUpRoFUsyaBZHQKk3VIXCTEB1fZQoaAZoCWgPQwhTW+ogr8cTwJSGlFKUaBVLMmgWR0CpNvswL3K0dX2UKGgGaAloD0MIFeY9zjTREMCUhpRSlGgVSzJoFkdAqTagGfPHDXV9lChoBmgJaA9DCKq53GCoUxrAlIaUUpRoFUsyaBZHQKk5YpZOi351fZQoaAZoCWgPQwjzHmeasG0QwJSGlFKUaBVLMmgWR0CpOQGrsByTdX2UKGgGaAloD0MIN+LJbmbUFMCUhpRSlGgVSzJoFkdAqTiokJKJ23V9lChoBmgJaA9DCJyopbkVshTAlIaUUpRoFUsyaBZHQKk4TfE4vOB1fZQoaAZoCWgPQwgf8parH1sfwJSGlFKUaBVLMmgWR0CpOvvKuB+XdX2UKGgGaAloD0MIndoZpra0H8CUhpRSlGgVSzJoFkdAqTqZ/LDAJ3V9lChoBmgJaA9DCEWeJF0zmRnAlIaUUpRoFUsyaBZHQKk6QUKRdQh1fZQoaAZoCWgPQwgY0XZM3cUWwJSGlFKUaBVLMmgWR0CpOeaGQCCBdX2UKGgGaAloD0MIwM+4cCBEF8CUhpRSlGgVSzJoFkdAqTzDTSb6QHV9lChoBmgJaA9DCAGFevoIXBbAlIaUUpRoFUsyaBZHQKk8Ye7tiQV1fZQoaAZoCWgPQwhuMxXikTgdwJSGlFKUaBVLMmgWR0CpPAmUnogWdX2UKGgGaAloD0MIw4L7AQ9MGMCUhpRSlGgVSzJoFkdAqTuu5UcXFnV9lChoBmgJaA9DCF3fh4OEGBbAlIaUUpRoFUsyaBZHQKk+NobGWD91fZQoaAZoCWgPQwh2bW+3JAcewJSGlFKUaBVLMmgWR0CpPdPWpZOjdX2UKGgGaAloD0MIQx8sY0NnHMCUhpRSlGgVSzJoFkdAqT16GWUr1HV9lChoBmgJaA9DCOcAwRw9LhPAlIaUUpRoFUsyaBZHQKk9HlPrOZ91fZQoaAZoCWgPQwh3uvPEc/YZwJSGlFKUaBVLMmgWR0CpPzrc9GI9dX2UKGgGaAloD0MIiQtAo3RJGcCUhpRSlGgVSzJoFkdAqT7YQtjCpHV9lChoBmgJaA9DCDttjQjG2SXAlIaUUpRoFUsyaBZHQKk+fj6N2kl1fZQoaAZoCWgPQwjHLlG9NTALwJSGlFKUaBVLMmgWR0CpPiKaXrt3dX2UKGgGaAloD0MIFYvfFFa6IcCUhpRSlGgVSzJoFkdAqUArDQ7cPHV9lChoBmgJaA9DCF7WxAJfURPAlIaUUpRoFUsyaBZHQKk/yMWGh251fZQoaAZoCWgPQwiRXz/EBlscwJSGlFKUaBVLMmgWR0CpP27uUliSdX2UKGgGaAloD0MIpBmLprOjGcCUhpRSlGgVSzJoFkdAqT8TUI9kjHV9lChoBmgJaA9DCIboEDgS+BfAlIaUUpRoFUsyaBZHQKlBLf1Hvtt1fZQoaAZoCWgPQwi6LCY2H1cfwJSGlFKUaBVLMmgWR0CpQMtFrl/6dX2UKGgGaAloD0MIW8064/uCIMCUhpRSlGgVSzJoFkdAqUBxQUHpr3V9lChoBmgJaA9DCKbtX1lpQh/AlIaUUpRoFUsyaBZHQKlAFXrdFfB1fZQoaAZoCWgPQwjRQZdw6A0qwJSGlFKUaBVLMmgWR0CpQjBWgezVdX2UKGgGaAloD0MIgSBAho4tHsCUhpRSlGgVSzJoFkdAqUHOA3DNyHV9lChoBmgJaA9DCFhWmpSCPinAlIaUUpRoFUsyaBZHQKlBdFF2FFl1fZQoaAZoCWgPQwg+BcB4Bj0bwJSGlFKUaBVLMmgWR0CpQRjafzz3dX2UKGgGaAloD0MIHauUnul9IcCUhpRSlGgVSzJoFkdAqUMxF3IMjXV9lChoBmgJaA9DCMEZ/P1iVhjAlIaUUpRoFUsyaBZHQKlCznWattB1fZQoaAZoCWgPQwjTiJl9HnMdwJSGlFKUaBVLMmgWR0CpQnUe2d/bdX2UKGgGaAloD0MIS5NS0O01IMCUhpRSlGgVSzJoFkdAqUIZWPtD2XV9lChoBmgJaA9DCM7F3/YEOR/AlIaUUpRoFUsyaBZHQKlEKUeuFHt1fZQoaAZoCWgPQwiQniKHiJsMwJSGlFKUaBVLMmgWR0CpQ8dB8hLXdX2UKGgGaAloD0MIiqw1lNqbF8CUhpRSlGgVSzJoFkdAqUNtVDKHPHV9lChoBmgJaA9DCH6pnzcVmR7AlIaUUpRoFUsyaBZHQKlDEYUnG851ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.6", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
|
|
1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dd1657a13f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dd165799140>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1690541715783548924, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAb8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/b8vWPg9zMT1xMyI/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAwkaNv9CY2z+N5cW+8szGv2iU/T0g4Ys//tidP5x4y7zoxXS/6XXTPzgiiT/HntA/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDxvy9Y+D3MxPXEzIj/Rh987BivAOpnUeDyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]\n [0.41952083 0.04332262 0.63359743]]", "desired_goal": "[[-1.1037219 1.715601 -0.38651696]\n [-1.5531294 0.12381822 1.0928078 ]\n [ 1.2331846 -0.02483778 -0.9561448 ]\n [ 1.6520358 1.0713568 1.6298455 ]]", "observation": "[[0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]\n [0.41952083 0.04332262 0.63359743 0.00682161 0.00146613 0.01518741]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAXKG0PD5VvL3UujA9rK0LPmI5xD2YaV49jsuqPU/4GD67jto9W0wUPkFaDT5bFLM8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.0220496 -0.09195946 0.04314692]\n [ 0.1364047 0.09581257 0.05429992]\n [ 0.08339606 0.14938472 0.10671755]\n [ 0.14482252 0.1380396 0.02186029]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIrMlTVtMVDMCUhpRSlIwBbJRLMowBdJRHQLRvJ+8XenB1fZQoaAZoCWgPQwhznNuEe4UewJSGlFKUaBVLMmgWR0C0bwjcmBvrdX2UKGgGaAloD0MIZtr+lZWmFMCUhpRSlGgVSzJoFkdAtG7qm/FirnV9lChoBmgJaA9DCN53DI/9LBHAlIaUUpRoFUsyaBZHQLRuySqEOAl1fZQoaAZoCWgPQwj4jERoBIsUwJSGlFKUaBVLMmgWR0C0b5WLP2PDdX2UKGgGaAloD0MIxvfFpSqNEcCUhpRSlGgVSzJoFkdAtG92aOPvKHV9lChoBmgJaA9DCO87hsd+dhDAlIaUUpRoFUsyaBZHQLRvWACnxax1fZQoaAZoCWgPQwiALa9cb1sUwJSGlFKUaBVLMmgWR0C0bzaNVBD5dX2UKGgGaAloD0MIzemymNicBsCUhpRSlGgVSzJoFkdAtHAHoZAIIHV9lChoBmgJaA9DCCxJnuv7sA/AlIaUUpRoFUsyaBZHQLRv6IRh+fB1fZQoaAZoCWgPQwj2I0VkWHUewJSGlFKUaBVLMmgWR0C0b8oPsiSrdX2UKGgGaAloD0MIvw8HCVG+DsCUhpRSlGgVSzJoFkdAtG+oju8brHV9lChoBmgJaA9DCGLYYUz6mw7AlIaUUpRoFUsyaBZHQLRweOJ+Dvp1fZQoaAZoCWgPQwiqDrkZbqAMwJSGlFKUaBVLMmgWR0C0cFnDJlredX2UKGgGaAloD0MIObNdoQ8mIMCUhpRSlGgVSzJoFkdAtHA7YEnss3V9lChoBmgJaA9DCMU4fxMK8RTAlIaUUpRoFUsyaBZHQLRwGfm9xqB1fZQoaAZoCWgPQwjY8V8gCBAdwJSGlFKUaBVLMmgWR0C0cOzr7fpEdX2UKGgGaAloD0MIP8kdNpFZCsCUhpRSlGgVSzJoFkdAtHDN0MgEEHV9lChoBmgJaA9DCCi7mdGPNhPAlIaUUpRoFUsyaBZHQLRwr5UcXFd1fZQoaAZoCWgPQwi6hENv8TAKwJSGlFKUaBVLMmgWR0C0cI4p+c6OdX2UKGgGaAloD0MIndSXpZ06EMCUhpRSlGgVSzJoFkdAtHFj4k/r0XV9lChoBmgJaA9DCNE96xotpxXAlIaUUpRoFUsyaBZHQLRxRL3bmEJ1fZQoaAZoCWgPQwhORwA3i5cNwJSGlFKUaBVLMmgWR0C0cSZLdvbXdX2UKGgGaAloD0MIrkZ2pWVEH8CUhpRSlGgVSzJoFkdAtHEEzGgi/3V9lChoBmgJaA9DCLH4TWGlohDAlIaUUpRoFUsyaBZHQLRx2g1FYuF1fZQoaAZoCWgPQwhODTSfc/cIwJSGlFKUaBVLMmgWR0C0cbryQPqcdX2UKGgGaAloD0MIYwys4/hRFMCUhpRSlGgVSzJoFkdAtHGcgTyrgnV9lChoBmgJaA9DCHnqkQa39QzAlIaUUpRoFUsyaBZHQLRxexMFlkJ1fZQoaAZoCWgPQwj2B8pt+04RwJSGlFKUaBVLMmgWR0C0clCb+cYqdX2UKGgGaAloD0MIQblt36PuEsCUhpRSlGgVSzJoFkdAtHIxhvze43V9lChoBmgJaA9DCOHP8GYNThLAlIaUUpRoFUsyaBZHQLRyE09hZyN1fZQoaAZoCWgPQwirIAa69gURwJSGlFKUaBVLMmgWR0C0cfHhn8KpdX2UKGgGaAloD0MImKJcGr9QDsCUhpRSlGgVSzJoFkdAtHLNgE2YOXV9lChoBmgJaA9DCG1xjc9kvxXAlIaUUpRoFUsyaBZHQLRyrnX/YJ51fZQoaAZoCWgPQwh+p8mMt9UOwJSGlFKUaBVLMmgWR0C0cpBnjABUdX2UKGgGaAloD0MIldV0PdG1D8CUhpRSlGgVSzJoFkdAtHJvUI9kjHV9lChoBmgJaA9DCOI7MevFsBTAlIaUUpRoFUsyaBZHQLRzTdRiw0R1fZQoaAZoCWgPQwjGihpMwxAOwJSGlFKUaBVLMmgWR0C0cy7ULDyfdX2UKGgGaAloD0MIaqD5nLvNF8CUhpRSlGgVSzJoFkdAtHMQdPtUoHV9lChoBmgJaA9DCJBPyM7beBPAlIaUUpRoFUsyaBZHQLRy7w4sEq51fZQoaAZoCWgPQwg9tmXAWYoQwJSGlFKUaBVLMmgWR0C0c8fKyOaOdX2UKGgGaAloD0MIQWX8+4w7EsCUhpRSlGgVSzJoFkdAtHOovHtF8XV9lChoBmgJaA9DCKiN6nQgqxTAlIaUUpRoFUsyaBZHQLRzil0YCQt1fZQoaAZoCWgPQwg3bjE/N0QTwJSGlFKUaBVLMmgWR0C0c2j1schldX2UKGgGaAloD0MI2Ls/3qv2B8CUhpRSlGgVSzJoFkdAtHRA/lhgE3V9lChoBmgJaA9DCBmNfF7xJBzAlIaUUpRoFUsyaBZHQLR0Id8Rcu91fZQoaAZoCWgPQwh96lil9MwPwJSGlFKUaBVLMmgWR0C0dAN7WuoxdX2UKGgGaAloD0MIwHtHjQkREsCUhpRSlGgVSzJoFkdAtHPiA2AG0XV9lChoBmgJaA9DCKt2TUhrDBLAlIaUUpRoFUsyaBZHQLR0tA44p+d1fZQoaAZoCWgPQwhJSKRt/OkLwJSGlFKUaBVLMmgWR0C0dJTwlSjydX2UKGgGaAloD0MI1Ayponi1D8CUhpRSlGgVSzJoFkdAtHR2pIczZnV9lChoBmgJaA9DCHPXEvJBnxbAlIaUUpRoFUsyaBZHQLR0VTBqKxd1fZQoaAZoCWgPQwiDwMqhRbYOwJSGlFKUaBVLMmgWR0C0dSfA0sOHdX2UKGgGaAloD0MIgT0mUpotDsCUhpRSlGgVSzJoFkdAtHUItthuwXV9lChoBmgJaA9DCJn091J40ArAlIaUUpRoFUsyaBZHQLR06lIEr5J1fZQoaAZoCWgPQwi+Mm/VdagLwJSGlFKUaBVLMmgWR0C0dMjlDF6zdX2UKGgGaAloD0MINlfNc0SeCcCUhpRSlGgVSzJoFkdAtHWXww0wanV9lChoBmgJaA9DCP+ye/KwMBHAlIaUUpRoFUsyaBZHQLR1eJ5mh/R1fZQoaAZoCWgPQwiocW9+wzQWwJSGlFKUaBVLMmgWR0C0dVov8IiUdX2UKGgGaAloD0MI5l31gHnYGMCUhpRSlGgVSzJoFkdAtHU4tYjjaXV9lChoBmgJaA9DCK93f7xXbQbAlIaUUpRoFUsyaBZHQLR2C3Sro4d1fZQoaAZoCWgPQwg26bZELjgMwJSGlFKUaBVLMmgWR0C0dexPwd8zdX2UKGgGaAloD0MIucK7XMR3EsCUhpRSlGgVSzJoFkdAtHXN4hUzbnV9lChoBmgJaA9DCFUvv9NkFhXAlIaUUpRoFUsyaBZHQLR1rHAymAN1fZQoaAZoCWgPQwguOIO/X0wUwJSGlFKUaBVLMmgWR0C0dnkpd8iOdX2UKGgGaAloD0MIa0jcY+njFsCUhpRSlGgVSzJoFkdAtHZaDg62fHV9lChoBmgJaA9DCKX0TC8xZhLAlIaUUpRoFUsyaBZHQLR2O61b7j11fZQoaAZoCWgPQwirXn6nyTwQwJSGlFKUaBVLMmgWR0C0dho1He7+dX2UKGgGaAloD0MIJSNnYU9bB8CUhpRSlGgVSzJoFkdAtHbspMHryHV9lChoBmgJaA9DCKmfNxWpgBfAlIaUUpRoFUsyaBZHQLR2zY9gWrR1fZQoaAZoCWgPQwg98DFYcWoOwJSGlFKUaBVLMmgWR0C0dq8ox59mdX2UKGgGaAloD0MIqtbCLLTDFsCUhpRSlGgVSzJoFkdAtHaNuHerMnV9lChoBmgJaA9DCNwvn6wYLg3AlIaUUpRoFUsyaBZHQLR3X4HHFP11fZQoaAZoCWgPQwiVY7K4/2gIwJSGlFKUaBVLMmgWR0C0d0CT6i0wdX2UKGgGaAloD0MIYkm5+xyPFcCUhpRSlGgVSzJoFkdAtHciY8dPtXV9lChoBmgJaA9DCJ93Y0FhEArAlIaUUpRoFUsyaBZHQLR3ATGo73h1fZQoaAZoCWgPQwjJ5NTOMDUMwJSGlFKUaBVLMmgWR0C0eA6jSG8FdX2UKGgGaAloD0MITn6LTpY6DsCUhpRSlGgVSzJoFkdAtHfvzcynDXV9lChoBmgJaA9DCASr6uV3Gg7AlIaUUpRoFUsyaBZHQLR30bUwztV1fZQoaAZoCWgPQwgsDJHT1xMfwJSGlFKUaBVLMmgWR0C0d7CSmqHXdX2UKGgGaAloD0MIY0fjUL+rHMCUhpRSlGgVSzJoFkdAtHjDDfm9x3V9lChoBmgJaA9DCBSy8zY2SxrAlIaUUpRoFUsyaBZHQLR4pDx9XtB1fZQoaAZoCWgPQwg7jh8qjbgKwJSGlFKUaBVLMmgWR0C0eIYgeRxMdX2UKGgGaAloD0MIpl63CIzFEsCUhpRSlGgVSzJoFkdAtHhlAcDKYHV9lChoBmgJaA9DCPn02JYBRxXAlIaUUpRoFUsyaBZHQLR5eda+vhZ1fZQoaAZoCWgPQwiGdePdkZEQwJSGlFKUaBVLMmgWR0C0eVsIqsltdX2UKGgGaAloD0MIX10VqMWwG8CUhpRSlGgVSzJoFkdAtHk9AkcCHXV9lChoBmgJaA9DCP578Nql3RTAlIaUUpRoFUsyaBZHQLR5G9Cu2Z11fZQoaAZoCWgPQwhVhJuMKpMUwJSGlFKUaBVLMmgWR0C0eiXKbKA8dX2UKGgGaAloD0MI7s1vmGiQE8CUhpRSlGgVSzJoFkdAtHoG4RVZLnV9lChoBmgJaA9DCNB/D167tA/AlIaUUpRoFUsyaBZHQLR56H1vl2h1fZQoaAZoCWgPQwgSE9TwLVwWwJSGlFKUaBVLMmgWR0C0eccBMi8ndX2UKGgGaAloD0MI4fHtXYMOFcCUhpRSlGgVSzJoFkdAtHqic5Ke1HV9lChoBmgJaA9DCCzy64fY4AvAlIaUUpRoFUsyaBZHQLR6g2F36hx1fZQoaAZoCWgPQwjTvOMUHakJwJSGlFKUaBVLMmgWR0C0emUDQqqfdX2UKGgGaAloD0MI2SJpN/oYHMCUhpRSlGgVSzJoFkdAtHpDn+yZ8nV9lChoBmgJaA9DCI/f2/RnLxbAlIaUUpRoFUsyaBZHQLR7HMsH0K91fZQoaAZoCWgPQwhQU8vW+pIRwJSGlFKUaBVLMmgWR0C0ev2x+rlvdX2UKGgGaAloD0MICB10CYcOG8CUhpRSlGgVSzJoFkdAtHrfRhMJyHV9lChoBmgJaA9DCAMJih9jDhfAlIaUUpRoFUsyaBZHQLR6vdtEXtV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 100000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.6", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
results.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"mean_reward": -
|
|
|
1 |
+
{"mean_reward": -5.027848461829126, "std_reward": 1.2475926558107748, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-07-28T12:25:53.585064"}
|
vec_normalize.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2387
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84bc739af887d78e3b71b1625ec8f32c8a29a364f249d2825686dcb539fd70bb
|
3 |
size 2387
|