Hugging Face's logo

KaiquanMah
/
a2c-PandaReachDense-v2

Reinforcement Learning
stable-baselines3
PandaReachDense-v2
deep-reinforcement-learning
Eval Results
Model card Files Community
1
KaiquanMah commited on
Commit
3b9d5fd
·
1 Parent(s): 67e2672

Initial commit

Browse files
Files changed (9) hide show
  1. README.md +1 -1
  2. a2c-PandaReachDense-v2.zip +1 -1
  3. a2c-PandaReachDense-v2/data +11 -11
  4. a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
  5. a2c-PandaReachDense-v2/policy.pth +1 -1
  6. config.json +1 -1
  7. replay.mp4 +0 -0
  8. results.json +1 -1
  9. vec_normalize.pkl +1 -1
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
- value: -3.97 +/- 1.10
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
+ value: -8.16 +/- 2.88
20
  name: mean_reward
21
  verified: false
22
  ---
a2c-PandaReachDense-v2.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:715ccc31e8f8c1606ec3cc5fc20e916e6b07f269b4841e37a83cc1899062c8f5
3
  size 107821
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d538a00fe1e809122501a24a6eccee78958086388d18e9e66885a56ac979f79f
3
  size 107821
a2c-PandaReachDense-v2/data CHANGED
@@ -19,12 +19,12 @@
19
  "weight_decay": 0
20
  }
21
  },
22
- "num_timesteps": 2000000,
23
- "_total_timesteps": 2000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
- "start_time": 1686011135272670296,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "lr_schedule": {
@@ -33,10 +33,10 @@
33
  },
34
  "_last_obs": {
35
  ":type:": "<class 'collections.OrderedDict'>",
36
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAWyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2O6hP7HvdT8ymu099088vz9GvD9D3zy/81p6P69Kpr8ykJk9igeEv3pC178lNSm/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDyUaA5LBEsGhpRoEnSUUpR1Lg==",
37
- "achieved_goal": "[[ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]]",
38
- "desired_goal": "[[ 1.2651014 0.96068865 0.11601676]\n [-0.73559517 1.4708937 -0.7377817 ]\n [ 0.9779503 -1.2991542 0.07498206]\n [-1.0314801 -1.6817162 -0.6609672 ]]",
39
- "observation": "[[ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]]"
40
  },
41
  "_last_episode_starts": {
42
  ":type:": "<class 'numpy.ndarray'>",
@@ -44,9 +44,9 @@
44
  },
45
  "_last_original_obs": {
46
  ":type:": "<class 'collections.OrderedDict'>",
47
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAPOaOPRiiqj2hcQw+oJ/qPXMrQrzwd2w+FbWJvJRLtj16iko+kvIAPjuUyjxggxE8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
48
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
49
- "desired_goal": "[[ 0.06977507 0.08331698 0.13715221]\n [ 0.11456227 -0.01185118 0.23092628]\n [-0.01680998 0.08901134 0.19779387]\n [ 0.12592533 0.02472888 0.00888142]]",
50
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
51
  },
52
  "_episode_num": 0,
@@ -56,13 +56,13 @@
56
  "_stats_window_size": 100,
57
  "ep_info_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
- ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7gp9sIz9IcCUhpRSlIwBbJRLMowBdJRHQK+frMoMKCx1fZQoaAZoCWgPQwgRkC+hgtMbwJSGlFKUaBVLMmgWR0CvnzT+m3vydX2UKGgGaAloD0MIwjOhSWKZEcCUhpRSlGgVSzJoFkdAr57B1klNUXV9lChoBmgJaA9DCPHYz2Ipsg/AlIaUUpRoFUsyaBZHQK+eSIY3vQZ1fZQoaAZoCWgPQwgnoImw4ckNwJSGlFKUaBVLMmgWR0CvoLZiNKh+dX2UKGgGaAloD0MImWVPAptzD8CUhpRSlGgVSzJoFkdAr6A/QKKHf3V9lChoBmgJaA9DCISCUrRyHxfAlIaUUpRoFUsyaBZHQK+fzJHy3Ct1fZQoaAZoCWgPQwjVeVT83zEQwJSGlFKUaBVLMmgWR0Cvn1N3OfNBdX2UKGgGaAloD0MIVMiVehakCsCUhpRSlGgVSzJoFkdAr6G/0se4kXV9lChoBmgJaA9DCG1X6INlrBfAlIaUUpRoFUsyaBZHQK+hSBxxT851fZQoaAZoCWgPQwgaxAd2/LcRwJSGlFKUaBVLMmgWR0CvoNUpEx7BdX2UKGgGaAloD0MIX1/rUiNUDsCUhpRSlGgVSzJoFkdAr6BcEvCdjHV9lChoBmgJaA9DCBr5vOKppw/AlIaUUpRoFUsyaBZHQK+jFZ3cHnl1fZQoaAZoCWgPQwjObi2T4VgdwJSGlFKUaBVLMmgWR0Cvop3zcynDdX2UKGgGaAloD0MItOidCrjHDMCUhpRSlGgVSzJoFkdAr6IrF+/gznV9lChoBmgJaA9DCJrQJLGkXAnAlIaUUpRoFUsyaBZHQK+hst1ZDAt1fZQoaAZoCWgPQwghyhe0kHARwJSGlFKUaBVLMmgWR0CvpFNgjQiSdX2UKGgGaAloD0MIz79d9uvuEMCUhpRSlGgVSzJoFkdAr6PbsyBTXXV9lChoBmgJaA9DCHmu78NBuiHAlIaUUpRoFUsyaBZHQK+jaPVd5Y51fZQoaAZoCWgPQwjrxVBOtNMowJSGlFKUaBVLMmgWR0CvovALZzxPdX2UKGgGaAloD0MIya60jNT7EcCUhpRSlGgVSzJoFkdAr6Xa/KyOaXV9lChoBmgJaA9DCL5LqUvGEQHAlIaUUpRoFUsyaBZHQK+lZFBIFvB1fZQoaAZoCWgPQwhbBwd7EyMEwJSGlFKUaBVLMmgWR0CvpPHRLK3edX2UKGgGaAloD0MIM4y7QbT2DMCUhpRSlGgVSzJoFkdAr6R4jGDL83V9lChoBmgJaA9DCEHw+PauUSbAlIaUUpRoFUsyaBZHQK+mlsrupjt1fZQoaAZoCWgPQwiSPq2iP7QMwJSGlFKUaBVLMmgWR0Cvph7B42S/dX2UKGgGaAloD0MI9Ix9ycazEMCUhpRSlGgVSzJoFkdAr6WrO9nK4nV9lChoBmgJaA9DCP9Z8+MvTRHAlIaUUpRoFUsyaBZHQK+lMZqmCRR1fZQoaAZoCWgPQwhVv9L58IwSwJSGlFKUaBVLMmgWR0Cvp0EqDsdDdX2UKGgGaAloD0MIBRVVv9LpE8CUhpRSlGgVSzJoFkdAr6bI8KXv6XV9lChoBmgJaA9DCElMUMO3kBDAlIaUUpRoFUsyaBZHQK+mVYq5LAZ1fZQoaAZoCWgPQwgmrI2xE9YkwJSGlFKUaBVLMmgWR0CvpdwA+6iCdX2UKGgGaAloD0MIjs2OVN+ZEMCUhpRSlGgVSzJoFkdAr6fvzWf9P3V9lChoBmgJaA9DCDoIOlrVEhLAlIaUUpRoFUsyaBZHQK+nd5mh/RV1fZQoaAZoCWgPQwhVpMLYQoAUwJSGlFKUaBVLMmgWR0CvpwQRXfZVdX2UKGgGaAloD0MI++qqQC2WEcCUhpRSlGgVSzJoFkdAr6aKYNRWLnV9lChoBmgJaA9DCMy209aIIB7AlIaUUpRoFUsyaBZHQK+onFEy+Ht1fZQoaAZoCWgPQwix4emVsnwRwJSGlFKUaBVLMmgWR0CvqCRTKkmAdX2UKGgGaAloD0MIEYsYdhgTC8CUhpRSlGgVSzJoFkdAr6ew42jwhHV9lChoBmgJaA9DCJFj6xnCEQjAlIaUUpRoFUsyaBZHQK+nN0z0pVl1fZQoaAZoCWgPQwg89rNYisQZwJSGlFKUaBVLMmgWR0CvqVnEETxodX2UKGgGaAloD0MIIm5OJQOABsCUhpRSlGgVSzJoFkdAr6jhfdAPd3V9lChoBmgJaA9DCC46WWq9/wXAlIaUUpRoFUsyaBZHQK+obmPo3aV1fZQoaAZoCWgPQwgIWoEhqxsLwJSGlFKUaBVLMmgWR0Cvp/TA31jBdX2UKGgGaAloD0MIq5Z0lINpEMCUhpRSlGgVSzJoFkdAr6oOwLVnVXV9lChoBmgJaA9DCG8tk+F4bhDAlIaUUpRoFUsyaBZHQK+plnzxwyZ1fZQoaAZoCWgPQwj0cALTaZ0OwJSGlFKUaBVLMmgWR0CvqSMRxtHhdX2UKGgGaAloD0MIDVLwFHJ1JMCUhpRSlGgVSzJoFkdAr6ipa5f+j3V9lChoBmgJaA9DCCsSE9TwrQXAlIaUUpRoFUsyaBZHQK+qxVoYekp1fZQoaAZoCWgPQwjAB69d2sAVwJSGlFKUaBVLMmgWR0Cvqk00m+j/dX2UKGgGaAloD0MIhCugUE+vIsCUhpRSlGgVSzJoFkdAr6nZz5oGp3V9lChoBmgJaA9DCEoLl1XYjA/AlIaUUpRoFUsyaBZHQK+pYGt6ol51fZQoaAZoCWgPQwh7o1aYvncRwJSGlFKUaBVLMmgWR0Cvq6oIWxhVdX2UKGgGaAloD0MIwD+lSpRdGMCUhpRSlGgVSzJoFkdAr6sx13dKunV9lChoBmgJaA9DCIyhnGhXwQjAlIaUUpRoFUsyaBZHQK+qvr/sE7p1fZQoaAZoCWgPQwgZVYZxN8gPwJSGlFKUaBVLMmgWR0CvqkX2ugYhdX2UKGgGaAloD0MIrAFKQ41CCMCUhpRSlGgVSzJoFkdAr6xW/Dcdo3V9lChoBmgJaA9DCNuHvOXqpw/AlIaUUpRoFUsyaBZHQK+r3vvSc9Z1fZQoaAZoCWgPQwhu3jgpzLsUwJSGlFKUaBVLMmgWR0Cvq2uBUaQ4dX2UKGgGaAloD0MIenB31m7bEsCUhpRSlGgVSzJoFkdAr6rx2nsLOXV9lChoBmgJaA9DCPyrx32rVRHAlIaUUpRoFUsyaBZHQK+tCO6NEPV1fZQoaAZoCWgPQwhBCwkYXf4MwJSGlFKUaBVLMmgWR0CvrJCr1dxAdX2UKGgGaAloD0MIBduIJ7uJFcCUhpRSlGgVSzJoFkdAr6wdJL/S6XV9lChoBmgJaA9DCLYPecvVzxLAlIaUUpRoFUsyaBZHQK+ro6mwaBJ1fZQoaAZoCWgPQwjy0k1iEBgUwJSGlFKUaBVLMmgWR0Cvrbspobn6dX2UKGgGaAloD0MIGEFjJlGvEsCUhpRSlGgVSzJoFkdAr61C7VawEHV9lChoBmgJaA9DCJOKxtrf2QLAlIaUUpRoFUsyaBZHQK+sz+so2GZ1fZQoaAZoCWgPQwgmyAiocDQUwJSGlFKUaBVLMmgWR0CvrFZZ0SyudX2UKGgGaAloD0MIBaipZWuNGcCUhpRSlGgVSzJoFkdAr65k3IdU83V9lChoBmgJaA9DCHR+iuPAyw/AlIaUUpRoFUsyaBZHQK+t7OpKjBV1fZQoaAZoCWgPQwjXh/VGrZATwJSGlFKUaBVLMmgWR0CvrXl3Y+SsdX2UKGgGaAloD0MIf1AXKZR1EcCUhpRSlGgVSzJoFkdAr6z/4wh4dXV9lChoBmgJaA9DCNdMvtnm1hHAlIaUUpRoFUsyaBZHQK+vM7Xg9/11fZQoaAZoCWgPQwhBf6FHjH4XwJSGlFKUaBVLMmgWR0Cvrrt1yNn5dX2UKGgGaAloD0MI5nRZTGxOIcCUhpRSlGgVSzJoFkdAr65H9DQZ43V9lChoBmgJaA9DCAvUYvAwLQTAlIaUUpRoFUsyaBZHQK+tzvqkdmx1fZQoaAZoCWgPQwgCRpc3h/sSwJSGlFKUaBVLMmgWR0Cvr+/uTibVdX2UKGgGaAloD0MIpRR0e0mjEcCUhpRSlGgVSzJoFkdAr693u3MINXV9lChoBmgJaA9DCH2vITgu4w3AlIaUUpRoFUsyaBZHQK+vBJDE3sJ1fZQoaAZoCWgPQwgjS+ZY3qUTwJSGlFKUaBVLMmgWR0CvrosDnvDxdX2UKGgGaAloD0MIhNVYwtr4CcCUhpRSlGgVSzJoFkdAr7C0xZdOZnV9lChoBmgJaA9DCCrltRK6uxTAlIaUUpRoFUsyaBZHQK+wPIpYs/Z1fZQoaAZoCWgPQwgw8Nx7uCQbwJSGlFKUaBVLMmgWR0Cvr8lAVwgldX2UKGgGaAloD0MIEeLK2TvTEMCUhpRSlGgVSzJoFkdAr69PpIMBqHV9lChoBmgJaA9DCGHCaFa2jxXAlIaUUpRoFUsyaBZHQK+xeFW4mTl1fZQoaAZoCWgPQwhORSqMLUQFwJSGlFKUaBVLMmgWR0CvsQAqd6LPdX2UKGgGaAloD0MIBkZe1sQSHcCUhpRSlGgVSzJoFkdAr7CMwWWQfnV9lChoBmgJaA9DCNNrs7ESswHAlIaUUpRoFUsyaBZHQK+wE1TBInV1fZQoaAZoCWgPQwj4+e/BazcSwJSGlFKUaBVLMmgWR0Cvsi18stkGdX2UKGgGaAloD0MIL058taP4B8CUhpRSlGgVSzJoFkdAr7G1mSQo1HV9lChoBmgJaA9DCHszar5KHgrAlIaUUpRoFUsyaBZHQK+xQh/y5I91fZQoaAZoCWgPQwjCTrFqEEYYwJSGlFKUaBVLMmgWR0CvsMh60IC2dX2UKGgGaAloD0MIUADFyJK5D8CUhpRSlGgVSzJoFkdAr7LaWHDaXnV9lChoBmgJaA9DCFIpdjQOxRPAlIaUUpRoFUsyaBZHQK+yYgs9SuR1fZQoaAZoCWgPQwjT3XU25A8RwJSGlFKUaBVLMmgWR0Cvse6JqIrOdX2UKGgGaAloD0MIJa5jXHGBFsCUhpRSlGgVSzJoFkdAr7F04DLbH3V9lChoBmgJaA9DCLLYJhWN9f6/lIaUUpRoFUsyaBZHQK+zmg3974V1fZQoaAZoCWgPQwjY74l1qowkwJSGlFKUaBVLMmgWR0CvsyHnEETydX2UKGgGaAloD0MISMX/HVHREsCUhpRSlGgVSzJoFkdAr7Kud7OVxHV9lChoBmgJaA9DCKbxC68k2QvAlIaUUpRoFUsyaBZHQK+yNNs3yZt1ZS4="
60
  },
61
  "ep_success_buffer": {
62
  ":type:": "<class 'collections.deque'>",
63
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
64
  },
65
- "_n_updates": 100000,
66
  "n_steps": 5,
67
  "gamma": 0.99,
68
  "gae_lambda": 1.0,
 
19
  "weight_decay": 0
20
  }
21
  },
22
+ "num_timesteps": 5000000,
23
+ "_total_timesteps": 5000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
+ "start_time": 1686016010658365117,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "lr_schedule": {
 
33
  },
34
  "_last_obs": {
35
  ":type:": "<class 'collections.OrderedDict'>",
36
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAejEjPyLso72Gkw4/ejEjPyLso72Gkw4/ejEjPyLso72Gkw4/ejEjPyLso72Gkw4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAZE2BvqU5Z7/3a88/dqDQv3knkr3UL2G/AWyvP5nTGL/onwo8vFiAvw0rmz9UArM9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAB6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7DyUaA5LBEsGhpRoEnSUUpR1Lg==",
37
+ "achieved_goal": "[[ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]]",
38
+ "desired_goal": "[[-0.25254357 -0.90322334 1.6204823 ]\n [-1.6298969 -0.07136435 -0.87963605]\n [ 1.3704835 -0.5969787 0.00846098]\n [-1.002708 1.2122513 0.08740678]]",
39
+ "observation": "[[ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]]"
40
  },
41
  "_last_episode_starts": {
42
  ":type:": "<class 'numpy.ndarray'>",
 
44
  },
45
  "_last_original_obs": {
46
  ":type:": "<class 'collections.OrderedDict'>",
47
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAn6OZvAdfN73sqIg8dvMXPokZkrzFNo8+9M/rPS7wQb1G9TU+7C8gvKU9lzyTSgA9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
48
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
49
+ "desired_goal": "[[-0.01875478 -0.04476836 0.01668211]\n [ 0.14838967 -0.01783444 0.27971473]\n [ 0.11514273 -0.04734819 0.17769346]\n [-0.00977705 0.01846201 0.03132112]]",
50
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
51
  },
52
  "_episode_num": 0,
 
56
  "_stats_window_size": 100,
57
  "ep_info_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
+ ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIGD+Ne/PTL8CUhpRSlIwBbJRLMowBdJRHQMP+7aunuRd1fZQoaAZoCWgPQwg0g/jAjl8awJSGlFKUaBVLMmgWR0DD/tKh6By0dX2UKGgGaAloD0MI7Q4pBkgUGMCUhpRSlGgVSzJoFkdAw/68POpsGnV9lChoBmgJaA9DCAXB49u7diLAlIaUUpRoFUsyaBZHQMP+prZ8KHB1fZQoaAZoCWgPQwgdA7LXu68dwJSGlFKUaBVLMmgWR0DD/xj349HMdX2UKGgGaAloD0MId6IkJNImGMCUhpRSlGgVSzJoFkdAw/796rNnoXV9lChoBmgJaA9DCKPMBplktBjAlIaUUpRoFUsyaBZHQMP+52joIOZ1fZQoaAZoCWgPQwhRaFn3j0UqwJSGlFKUaBVLMmgWR0DD/tH0RODbdX2UKGgGaAloD0MIbtv3qL8OGsCUhpRSlGgVSzJoFkdAw/9E0E5hjXV9lChoBmgJaA9DCOJ30y07dB/AlIaUUpRoFUsyaBZHQMP/KccMmWt1fZQoaAZoCWgPQwhViEfi5REgwJSGlFKUaBVLMmgWR0DD/xM9t/FzdX2UKGgGaAloD0MINrHAV3QbLcCUhpRSlGgVSzJoFkdAw/79t2LYPHV9lChoBmgJaA9DCBSwHYzYFxPAlIaUUpRoFUsyaBZHQMP/b9ovi991fZQoaAZoCWgPQwiqmiDqPrglwJSGlFKUaBVLMmgWR0DD/1T6xgRcdX2UKGgGaAloD0MI6SgHswkAIsCUhpRSlGgVSzJoFkdAw/8+cmShanV9lChoBmgJaA9DCNBCAkaXfyHAlIaUUpRoFUsyaBZHQMP/KO3c5811fZQoaAZoCWgPQwgZOnZQiYscwJSGlFKUaBVLMmgWR0DD/54W+GoKdX2UKGgGaAloD0MIJjrLLEIpJ8CUhpRSlGgVSzJoFkdAw/+DG+bmVHV9lChoBmgJaA9DCHqKHCJuLh3AlIaUUpRoFUsyaBZHQMP/bJDu0C11fZQoaAZoCWgPQwi6gQLv5DMdwJSGlFKUaBVLMmgWR0DD/1cJpnHvdX2UKGgGaAloD0MIat5xio7EGsCUhpRSlGgVSzJoFkdAw//Le2NNrXV9lChoBmgJaA9DCML2kzE+rB7AlIaUUpRoFUsyaBZHQMP/sIqLCN11fZQoaAZoCWgPQwiV7q6zIbclwJSGlFKUaBVLMmgWR0DD/5oCIUJwdX2UKGgGaAloD0MIopi8AWbOI8CUhpRSlGgVSzJoFkdAw/+Eef7Jn3V9lChoBmgJaA9DCFZI+Um1XyfAlIaUUpRoFUsyaBZHQMP/+XZf2K51fZQoaAZoCWgPQwgSM/s8RjkewJSGlFKUaBVLMmgWR0DD/95reqJedX2UKGgGaAloD0MIN8MN+PzoI8CUhpRSlGgVSzJoFkdAw//H4pMHr3V9lChoBmgJaA9DCMjrwaT40CfAlIaUUpRoFUsyaBZHQMP/smqPwNN1fZQoaAZoCWgPQwiqmiDqPqggwJSGlFKUaBVLMmgWR0DEAChvDP4VdX2UKGgGaAloD0MIB7Ezhc5bFsCUhpRSlGgVSzJoFkdAxAANc5bQkXV9lChoBmgJaA9DCHwnZr0YOh/AlIaUUpRoFUsyaBZHQMP/9wP7N0N1fZQoaAZoCWgPQwg7inPU0SEpwJSGlFKUaBVLMmgWR0DD/+GAf+0gdX2UKGgGaAloD0MIPnjt0oZjG8CUhpRSlGgVSzJoFkdAxABTY5DJEHV9lChoBmgJaA9DCIiFWtO80xjAlIaUUpRoFUsyaBZHQMQAOFfJFLF1fZQoaAZoCWgPQwgonrMFhBYcwJSGlFKUaBVLMmgWR0DEACHNHH3ldX2UKGgGaAloD0MIEyujkc+7GcCUhpRSlGgVSzJoFkdAxAAMTcIqsnV9lChoBmgJaA9DCCodrP9zsCDAlIaUUpRoFUsyaBZHQMQAfrBTGYN1fZQoaAZoCWgPQwhJTbuYZpocwJSGlFKUaBVLMmgWR0DEAGOlGgBcdX2UKGgGaAloD0MIEAh0Jm0KJsCUhpRSlGgVSzJoFkdAxABNI2fkFXV9lChoBmgJaA9DCCR7hJohRRfAlIaUUpRoFUsyaBZHQMQAN52IO6N1fZQoaAZoCWgPQwgW9rTDX4MfwJSGlFKUaBVLMmgWR0DEAKxHkLhKdX2UKGgGaAloD0MIrDlAMEd/JsCUhpRSlGgVSzJoFkdAxACRPJJXhnV9lChoBmgJaA9DCG5oyk4/MCHAlIaUUpRoFUsyaBZHQMQAerGipNt1fZQoaAZoCWgPQwirsBngghQkwJSGlFKUaBVLMmgWR0DEAGU4m1IAdX2UKGgGaAloD0MIwm1t4XlpEsCUhpRSlGgVSzJoFkdAxADbqk/KQ3V9lChoBmgJaA9DCMqkhjYASxvAlIaUUpRoFUsyaBZHQMQAwJ9iMHd1fZQoaAZoCWgPQwhSSZ2AJlIYwJSGlFKUaBVLMmgWR0DEAKojOcDsdX2UKGgGaAloD0MIStQLPs2JD8CUhpRSlGgVSzJoFkdAxACUvQF9r3V9lChoBmgJaA9DCL/TZMbbahHAlIaUUpRoFUsyaBZHQMQBCJVjqfR1fZQoaAZoCWgPQwjh0jHnGasewJSGlFKUaBVLMmgWR0DEAO2fGuLadX2UKGgGaAloD0MIYkm5+xyfKcCUhpRSlGgVSzJoFkdAxADXIkJKJ3V9lChoBmgJaA9DCDylg/V/Hh7AlIaUUpRoFUsyaBZHQMQAwZ3s5XF1fZQoaAZoCWgPQwjAWUqWk+giwJSGlFKUaBVLMmgWR0DEATTUXpGGdX2UKGgGaAloD0MIOC140VdAIcCUhpRSlGgVSzJoFkdAxAEZ1e0G/3V9lChoBmgJaA9DCGh3SDFAsh/AlIaUUpRoFUsyaBZHQMQBA0qH4491fZQoaAZoCWgPQwjus8pMaUUswJSGlFKUaBVLMmgWR0DEAO3A6+36dX2UKGgGaAloD0MIwf9WsmOjI8CUhpRSlGgVSzJoFkdAxAFhZ9NN8HV9lChoBmgJaA9DCKlQ3Vz8PSbAlIaUUpRoFUsyaBZHQMQBRl2V3Ux1fZQoaAZoCWgPQwjNOuP74lIfwJSGlFKUaBVLMmgWR0DEAS/UDuBudX2UKGgGaAloD0MIU14robukFsCUhpRSlGgVSzJoFkdAxAEaX9itrHV9lChoBmgJaA9DCEWEfxE07iXAlIaUUpRoFUsyaBZHQMQBkuIyj591fZQoaAZoCWgPQwiGx34WS7EewJSGlFKUaBVLMmgWR0DEAXfWnTAndX2UKGgGaAloD0MIyJbl6zKcIsCUhpRSlGgVSzJoFkdAxAFhTpgTiHV9lChoBmgJaA9DCHOc24R7dRPAlIaUUpRoFUsyaBZHQMQBS8Z1mrd1fZQoaAZoCWgPQwjIz0aum8IQwJSGlFKUaBVLMmgWR0DEAcE3bVSXdX2UKGgGaAloD0MIstXllIBgIMCUhpRSlGgVSzJoFkdAxAGmKpDNQnV9lChoBmgJaA9DCLth26LMriTAlIaUUpRoFUsyaBZHQMQBj7hvR7Z1fZQoaAZoCWgPQwhz8bc9QWIOwJSGlFKUaBVLMmgWR0DEAXpBZ6lddX2UKGgGaAloD0MIwOldvB8PIsCUhpRSlGgVSzJoFkdAxAHtyMkyDnV9lChoBmgJaA9DCNsy4Cwlyx3AlIaUUpRoFUsyaBZHQMQB0r+glGB1fZQoaAZoCWgPQwgzar5KPiYowJSGlFKUaBVLMmgWR0DEAbw02tMgdX2UKGgGaAloD0MIPJ8B9WaEJMCUhpRSlGgVSzJoFkdAxAGmroW56XV9lChoBmgJaA9DCNqOqbuyCx/AlIaUUpRoFUsyaBZHQMQCF2fbsWx1fZQoaAZoCWgPQwjhCb3+JK4jwJSGlFKUaBVLMmgWR0DEAfxbjcVQdX2UKGgGaAloD0MIg2kYPiJuIMCUhpRSlGgVSzJoFkdAxAHl9qDbrXV9lChoBmgJaA9DCHf1KjI68CXAlIaUUpRoFUsyaBZHQMQB0IQOFxp1fZQoaAZoCWgPQwjbwvNSsQEpwJSGlFKUaBVLMmgWR0DEAkXVPN3XdX2UKGgGaAloD0MII4PcRZjKJsCUhpRSlGgVSzJoFkdAxAIqygwoLHV9lChoBmgJaA9DCKwA323e+B/AlIaUUpRoFUsyaBZHQMQCFFpGnXN1fZQoaAZoCWgPQwgSaRt/osoqwJSGlFKUaBVLMmgWR0DEAf7U7Sy/dX2UKGgGaAloD0MIFasGYW73E8CUhpRSlGgVSzJoFkdAxAJ1IUahpXV9lChoBmgJaA9DCAlszsEzQR7AlIaUUpRoFUsyaBZHQMQCWhYV6/t1fZQoaAZoCWgPQwjIfECgM0kTwJSGlFKUaBVLMmgWR0DEAkOf9P1tdX2UKGgGaAloD0MIFHXmHhKGJcCUhpRSlGgVSzJoFkdAxAIuL1mJ33V9lChoBmgJaA9DCOFBs+veKiHAlIaUUpRoFUsyaBZHQMQCpAnlXBB1fZQoaAZoCWgPQwiztFNzubEcwJSGlFKUaBVLMmgWR0DEAoj/4qPPdX2UKGgGaAloD0MIVI1eDVDaH8CUhpRSlGgVSzJoFkdAxAJylImPYHV9lChoBmgJaA9DCPAxWHGq5SjAlIaUUpRoFUsyaBZHQMQCXQ/gR9R1fZQoaAZoCWgPQwgNjpJX59gWwJSGlFKUaBVLMmgWR0DEAtNGRV6vdX2UKGgGaAloD0MIZof4hy3tIMCUhpRSlGgVSzJoFkdAxAK4OsDGLnV9lChoBmgJaA9DCM/cQ8L3jhXAlIaUUpRoFUsyaBZHQMQCobKzRhN1fZQoaAZoCWgPQwhpjUEnhD4bwJSGlFKUaBVLMmgWR0DEAoxBsyi3dX2UKGgGaAloD0MITl/P1ywnHcCUhpRSlGgVSzJoFkdAxAL/0tAcDXV9lChoBmgJaA9DCIOnkCv1JCnAlIaUUpRoFUsyaBZHQMQC5NDc/MZ1fZQoaAZoCWgPQwiDpbqAl9kWwJSGlFKUaBVLMmgWR0DEAs5jSXt0dX2UKGgGaAloD0MICoZzDTMEG8CUhpRSlGgVSzJoFkdAxAK49jgAInV9lChoBmgJaA9DCHh8e9egXxPAlIaUUpRoFUsyaBZHQMQDLEv0yxl1fZQoaAZoCWgPQwgW3XpND0IjwJSGlFKUaBVLMmgWR0DEAxFBQemvdX2UKGgGaAloD0MIQFHZsKaCGcCUhpRSlGgVSzJoFkdAxAL6yAxzrHV9lChoBmgJaA9DCE/mH32TXiLAlIaUUpRoFUsyaBZHQMQC5UADJU51ZS4="
60
  },
61
  "ep_success_buffer": {
62
  ":type:": "<class 'collections.deque'>",
63
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
64
  },
65
+ "_n_updates": 250000,
66
  "n_steps": 5,
67
  "gamma": 0.99,
68
  "gae_lambda": 1.0,
a2c-PandaReachDense-v2/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2f34579076131fc256f4dc1d2cb166288fb8b167566d7fc0d8ef078b04f14c2
3
  size 44606
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717c3e2f3967171af421587235e2b1daf11bc6e120af986bb543844cfa52f01d
3
  size 44606
a2c-PandaReachDense-v2/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a27a0fc9513d80a0b9706f78a384e6a81b256f5d0589e44ce8a13b5cfba6c60
3
  size 45886
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabbcfffe4c293260705e4d26a4a2acd3c4374df1beee2e33ac55ae5acfbae82
3
  size 45886
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f38330a01f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f383309a000>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686011135272670296, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAWyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/WyfdPgNBIr1AEwc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2O6hP7HvdT8ymu099088vz9GvD9D3zy/81p6P69Kpr8ykJk9igeEv3pC178lNSm/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDxbJ90+A0EivUATBz9B9Ik80EjeurveeDyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]\n [ 0.43194088 -0.03961278 0.5276375 ]]", "desired_goal": "[[ 1.2651014 0.96068865 0.11601676]\n [-0.73559517 1.4708937 -0.7377817 ]\n [ 0.9779503 -1.2991542 0.07498206]\n [-1.0314801 -1.6817162 -0.6609672 ]]", "observation": "[[ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]\n [ 0.43194088 -0.03961278 0.5276375 0.0168401 -0.0016959 0.01518982]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAPOaOPRiiqj2hcQw+oJ/qPXMrQrzwd2w+FbWJvJRLtj16iko+kvIAPjuUyjxggxE8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.06977507 0.08331698 0.13715221]\n [ 0.11456227 -0.01185118 0.23092628]\n [-0.01680998 0.08901134 0.19779387]\n [ 0.12592533 0.02472888 0.00888142]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7gp9sIz9IcCUhpRSlIwBbJRLMowBdJRHQK+frMoMKCx1fZQoaAZoCWgPQwgRkC+hgtMbwJSGlFKUaBVLMmgWR0CvnzT+m3vydX2UKGgGaAloD0MIwjOhSWKZEcCUhpRSlGgVSzJoFkdAr57B1klNUXV9lChoBmgJaA9DCPHYz2Ipsg/AlIaUUpRoFUsyaBZHQK+eSIY3vQZ1fZQoaAZoCWgPQwgnoImw4ckNwJSGlFKUaBVLMmgWR0CvoLZiNKh+dX2UKGgGaAloD0MImWVPAptzD8CUhpRSlGgVSzJoFkdAr6A/QKKHf3V9lChoBmgJaA9DCISCUrRyHxfAlIaUUpRoFUsyaBZHQK+fzJHy3Ct1fZQoaAZoCWgPQwjVeVT83zEQwJSGlFKUaBVLMmgWR0Cvn1N3OfNBdX2UKGgGaAloD0MIVMiVehakCsCUhpRSlGgVSzJoFkdAr6G/0se4kXV9lChoBmgJaA9DCG1X6INlrBfAlIaUUpRoFUsyaBZHQK+hSBxxT851fZQoaAZoCWgPQwgaxAd2/LcRwJSGlFKUaBVLMmgWR0CvoNUpEx7BdX2UKGgGaAloD0MIX1/rUiNUDsCUhpRSlGgVSzJoFkdAr6BcEvCdjHV9lChoBmgJaA9DCBr5vOKppw/AlIaUUpRoFUsyaBZHQK+jFZ3cHnl1fZQoaAZoCWgPQwjObi2T4VgdwJSGlFKUaBVLMmgWR0Cvop3zcynDdX2UKGgGaAloD0MItOidCrjHDMCUhpRSlGgVSzJoFkdAr6IrF+/gznV9lChoBmgJaA9DCJrQJLGkXAnAlIaUUpRoFUsyaBZHQK+hst1ZDAt1fZQoaAZoCWgPQwghyhe0kHARwJSGlFKUaBVLMmgWR0CvpFNgjQiSdX2UKGgGaAloD0MIz79d9uvuEMCUhpRSlGgVSzJoFkdAr6PbsyBTXXV9lChoBmgJaA9DCHmu78NBuiHAlIaUUpRoFUsyaBZHQK+jaPVd5Y51fZQoaAZoCWgPQwjrxVBOtNMowJSGlFKUaBVLMmgWR0CvovALZzxPdX2UKGgGaAloD0MIya60jNT7EcCUhpRSlGgVSzJoFkdAr6Xa/KyOaXV9lChoBmgJaA9DCL5LqUvGEQHAlIaUUpRoFUsyaBZHQK+lZFBIFvB1fZQoaAZoCWgPQwhbBwd7EyMEwJSGlFKUaBVLMmgWR0CvpPHRLK3edX2UKGgGaAloD0MIM4y7QbT2DMCUhpRSlGgVSzJoFkdAr6R4jGDL83V9lChoBmgJaA9DCEHw+PauUSbAlIaUUpRoFUsyaBZHQK+mlsrupjt1fZQoaAZoCWgPQwiSPq2iP7QMwJSGlFKUaBVLMmgWR0Cvph7B42S/dX2UKGgGaAloD0MI9Ix9ycazEMCUhpRSlGgVSzJoFkdAr6WrO9nK4nV9lChoBmgJaA9DCP9Z8+MvTRHAlIaUUpRoFUsyaBZHQK+lMZqmCRR1fZQoaAZoCWgPQwhVv9L58IwSwJSGlFKUaBVLMmgWR0Cvp0EqDsdDdX2UKGgGaAloD0MIBRVVv9LpE8CUhpRSlGgVSzJoFkdAr6bI8KXv6XV9lChoBmgJaA9DCElMUMO3kBDAlIaUUpRoFUsyaBZHQK+mVYq5LAZ1fZQoaAZoCWgPQwgmrI2xE9YkwJSGlFKUaBVLMmgWR0CvpdwA+6iCdX2UKGgGaAloD0MIjs2OVN+ZEMCUhpRSlGgVSzJoFkdAr6fvzWf9P3V9lChoBmgJaA9DCDoIOlrVEhLAlIaUUpRoFUsyaBZHQK+nd5mh/RV1fZQoaAZoCWgPQwhVpMLYQoAUwJSGlFKUaBVLMmgWR0CvpwQRXfZVdX2UKGgGaAloD0MI++qqQC2WEcCUhpRSlGgVSzJoFkdAr6aKYNRWLnV9lChoBmgJaA9DCMy209aIIB7AlIaUUpRoFUsyaBZHQK+onFEy+Ht1fZQoaAZoCWgPQwix4emVsnwRwJSGlFKUaBVLMmgWR0CvqCRTKkmAdX2UKGgGaAloD0MIEYsYdhgTC8CUhpRSlGgVSzJoFkdAr6ew42jwhHV9lChoBmgJaA9DCJFj6xnCEQjAlIaUUpRoFUsyaBZHQK+nN0z0pVl1fZQoaAZoCWgPQwg89rNYisQZwJSGlFKUaBVLMmgWR0CvqVnEETxodX2UKGgGaAloD0MIIm5OJQOABsCUhpRSlGgVSzJoFkdAr6jhfdAPd3V9lChoBmgJaA9DCC46WWq9/wXAlIaUUpRoFUsyaBZHQK+obmPo3aV1fZQoaAZoCWgPQwgIWoEhqxsLwJSGlFKUaBVLMmgWR0Cvp/TA31jBdX2UKGgGaAloD0MIq5Z0lINpEMCUhpRSlGgVSzJoFkdAr6oOwLVnVXV9lChoBmgJaA9DCG8tk+F4bhDAlIaUUpRoFUsyaBZHQK+plnzxwyZ1fZQoaAZoCWgPQwj0cALTaZ0OwJSGlFKUaBVLMmgWR0CvqSMRxtHhdX2UKGgGaAloD0MIDVLwFHJ1JMCUhpRSlGgVSzJoFkdAr6ipa5f+j3V9lChoBmgJaA9DCCsSE9TwrQXAlIaUUpRoFUsyaBZHQK+qxVoYekp1fZQoaAZoCWgPQwjAB69d2sAVwJSGlFKUaBVLMmgWR0Cvqk00m+j/dX2UKGgGaAloD0MIhCugUE+vIsCUhpRSlGgVSzJoFkdAr6nZz5oGp3V9lChoBmgJaA9DCEoLl1XYjA/AlIaUUpRoFUsyaBZHQK+pYGt6ol51fZQoaAZoCWgPQwh7o1aYvncRwJSGlFKUaBVLMmgWR0Cvq6oIWxhVdX2UKGgGaAloD0MIwD+lSpRdGMCUhpRSlGgVSzJoFkdAr6sx13dKunV9lChoBmgJaA9DCIyhnGhXwQjAlIaUUpRoFUsyaBZHQK+qvr/sE7p1fZQoaAZoCWgPQwgZVYZxN8gPwJSGlFKUaBVLMmgWR0CvqkX2ugYhdX2UKGgGaAloD0MIrAFKQ41CCMCUhpRSlGgVSzJoFkdAr6xW/Dcdo3V9lChoBmgJaA9DCNuHvOXqpw/AlIaUUpRoFUsyaBZHQK+r3vvSc9Z1fZQoaAZoCWgPQwhu3jgpzLsUwJSGlFKUaBVLMmgWR0Cvq2uBUaQ4dX2UKGgGaAloD0MIenB31m7bEsCUhpRSlGgVSzJoFkdAr6rx2nsLOXV9lChoBmgJaA9DCPyrx32rVRHAlIaUUpRoFUsyaBZHQK+tCO6NEPV1fZQoaAZoCWgPQwhBCwkYXf4MwJSGlFKUaBVLMmgWR0CvrJCr1dxAdX2UKGgGaAloD0MIBduIJ7uJFcCUhpRSlGgVSzJoFkdAr6wdJL/S6XV9lChoBmgJaA9DCLYPecvVzxLAlIaUUpRoFUsyaBZHQK+ro6mwaBJ1fZQoaAZoCWgPQwjy0k1iEBgUwJSGlFKUaBVLMmgWR0Cvrbspobn6dX2UKGgGaAloD0MIGEFjJlGvEsCUhpRSlGgVSzJoFkdAr61C7VawEHV9lChoBmgJaA9DCJOKxtrf2QLAlIaUUpRoFUsyaBZHQK+sz+so2GZ1fZQoaAZoCWgPQwgmyAiocDQUwJSGlFKUaBVLMmgWR0CvrFZZ0SyudX2UKGgGaAloD0MIBaipZWuNGcCUhpRSlGgVSzJoFkdAr65k3IdU83V9lChoBmgJaA9DCHR+iuPAyw/AlIaUUpRoFUsyaBZHQK+t7OpKjBV1fZQoaAZoCWgPQwjXh/VGrZATwJSGlFKUaBVLMmgWR0CvrXl3Y+SsdX2UKGgGaAloD0MIf1AXKZR1EcCUhpRSlGgVSzJoFkdAr6z/4wh4dXV9lChoBmgJaA9DCNdMvtnm1hHAlIaUUpRoFUsyaBZHQK+vM7Xg9/11fZQoaAZoCWgPQwhBf6FHjH4XwJSGlFKUaBVLMmgWR0Cvrrt1yNn5dX2UKGgGaAloD0MI5nRZTGxOIcCUhpRSlGgVSzJoFkdAr65H9DQZ43V9lChoBmgJaA9DCAvUYvAwLQTAlIaUUpRoFUsyaBZHQK+tzvqkdmx1fZQoaAZoCWgPQwgCRpc3h/sSwJSGlFKUaBVLMmgWR0Cvr+/uTibVdX2UKGgGaAloD0MIpRR0e0mjEcCUhpRSlGgVSzJoFkdAr693u3MINXV9lChoBmgJaA9DCH2vITgu4w3AlIaUUpRoFUsyaBZHQK+vBJDE3sJ1fZQoaAZoCWgPQwgjS+ZY3qUTwJSGlFKUaBVLMmgWR0CvrosDnvDxdX2UKGgGaAloD0MIhNVYwtr4CcCUhpRSlGgVSzJoFkdAr7C0xZdOZnV9lChoBmgJaA9DCCrltRK6uxTAlIaUUpRoFUsyaBZHQK+wPIpYs/Z1fZQoaAZoCWgPQwgw8Nx7uCQbwJSGlFKUaBVLMmgWR0Cvr8lAVwgldX2UKGgGaAloD0MIEeLK2TvTEMCUhpRSlGgVSzJoFkdAr69PpIMBqHV9lChoBmgJaA9DCGHCaFa2jxXAlIaUUpRoFUsyaBZHQK+xeFW4mTl1fZQoaAZoCWgPQwhORSqMLUQFwJSGlFKUaBVLMmgWR0CvsQAqd6LPdX2UKGgGaAloD0MIBkZe1sQSHcCUhpRSlGgVSzJoFkdAr7CMwWWQfnV9lChoBmgJaA9DCNNrs7ESswHAlIaUUpRoFUsyaBZHQK+wE1TBInV1fZQoaAZoCWgPQwj4+e/BazcSwJSGlFKUaBVLMmgWR0Cvsi18stkGdX2UKGgGaAloD0MIL058taP4B8CUhpRSlGgVSzJoFkdAr7G1mSQo1HV9lChoBmgJaA9DCHszar5KHgrAlIaUUpRoFUsyaBZHQK+xQh/y5I91fZQoaAZoCWgPQwjCTrFqEEYYwJSGlFKUaBVLMmgWR0CvsMh60IC2dX2UKGgGaAloD0MIUADFyJK5D8CUhpRSlGgVSzJoFkdAr7LaWHDaXnV9lChoBmgJaA9DCFIpdjQOxRPAlIaUUpRoFUsyaBZHQK+yYgs9SuR1fZQoaAZoCWgPQwjT3XU25A8RwJSGlFKUaBVLMmgWR0Cvse6JqIrOdX2UKGgGaAloD0MIJa5jXHGBFsCUhpRSlGgVSzJoFkdAr7F04DLbH3V9lChoBmgJaA9DCLLYJhWN9f6/lIaUUpRoFUsyaBZHQK+zmg3974V1fZQoaAZoCWgPQwjY74l1qowkwJSGlFKUaBVLMmgWR0CvsyHnEETydX2UKGgGaAloD0MISMX/HVHREsCUhpRSlGgVSzJoFkdAr7Kud7OVxHV9lChoBmgJaA9DCKbxC68k2QvAlIaUUpRoFUsyaBZHQK+yNNs3yZt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 100000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "False", "Numpy": "1.22.4", "Gym": "0.21.0"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f38330a01f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f383309a000>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 5000000, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686016010658365117, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAejEjPyLso72Gkw4/ejEjPyLso72Gkw4/ejEjPyLso72Gkw4/ejEjPyLso72Gkw4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAZE2BvqU5Z7/3a88/dqDQv3knkr3UL2G/AWyvP5nTGL/onwo8vFiAvw0rmz9UArM9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAB6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7Dx6MSM/IuyjvYaTDj+Knu08fngJvPYG7DyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]\n [ 0.6374737 -0.08004023 0.5569385 ]]", "desired_goal": "[[-0.25254357 -0.90322334 1.6204823 ]\n [-1.6298969 -0.07136435 -0.87963605]\n [ 1.3704835 -0.5969787 0.00846098]\n [-1.002708 1.2122513 0.08740678]]", "observation": "[[ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]\n [ 0.6374737 -0.08004023 0.5569385 0.02900626 -0.00839054 0.02881191]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAn6OZvAdfN73sqIg8dvMXPokZkrzFNo8+9M/rPS7wQb1G9TU+7C8gvKU9lzyTSgA9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.01875478 -0.04476836 0.01668211]\n [ 0.14838967 -0.01783444 0.27971473]\n [ 0.11514273 -0.04734819 0.17769346]\n [-0.00977705 0.01846201 0.03132112]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIGD+Ne/PTL8CUhpRSlIwBbJRLMowBdJRHQMP+7aunuRd1fZQoaAZoCWgPQwg0g/jAjl8awJSGlFKUaBVLMmgWR0DD/tKh6By0dX2UKGgGaAloD0MI7Q4pBkgUGMCUhpRSlGgVSzJoFkdAw/68POpsGnV9lChoBmgJaA9DCAXB49u7diLAlIaUUpRoFUsyaBZHQMP+prZ8KHB1fZQoaAZoCWgPQwgdA7LXu68dwJSGlFKUaBVLMmgWR0DD/xj349HMdX2UKGgGaAloD0MId6IkJNImGMCUhpRSlGgVSzJoFkdAw/796rNnoXV9lChoBmgJaA9DCKPMBplktBjAlIaUUpRoFUsyaBZHQMP+52joIOZ1fZQoaAZoCWgPQwhRaFn3j0UqwJSGlFKUaBVLMmgWR0DD/tH0RODbdX2UKGgGaAloD0MIbtv3qL8OGsCUhpRSlGgVSzJoFkdAw/9E0E5hjXV9lChoBmgJaA9DCOJ30y07dB/AlIaUUpRoFUsyaBZHQMP/KccMmWt1fZQoaAZoCWgPQwhViEfi5REgwJSGlFKUaBVLMmgWR0DD/xM9t/FzdX2UKGgGaAloD0MINrHAV3QbLcCUhpRSlGgVSzJoFkdAw/79t2LYPHV9lChoBmgJaA9DCBSwHYzYFxPAlIaUUpRoFUsyaBZHQMP/b9ovi991fZQoaAZoCWgPQwiqmiDqPrglwJSGlFKUaBVLMmgWR0DD/1T6xgRcdX2UKGgGaAloD0MI6SgHswkAIsCUhpRSlGgVSzJoFkdAw/8+cmShanV9lChoBmgJaA9DCNBCAkaXfyHAlIaUUpRoFUsyaBZHQMP/KO3c5811fZQoaAZoCWgPQwgZOnZQiYscwJSGlFKUaBVLMmgWR0DD/54W+GoKdX2UKGgGaAloD0MIJjrLLEIpJ8CUhpRSlGgVSzJoFkdAw/+DG+bmVHV9lChoBmgJaA9DCHqKHCJuLh3AlIaUUpRoFUsyaBZHQMP/bJDu0C11fZQoaAZoCWgPQwi6gQLv5DMdwJSGlFKUaBVLMmgWR0DD/1cJpnHvdX2UKGgGaAloD0MIat5xio7EGsCUhpRSlGgVSzJoFkdAw//Le2NNrXV9lChoBmgJaA9DCML2kzE+rB7AlIaUUpRoFUsyaBZHQMP/sIqLCN11fZQoaAZoCWgPQwiV7q6zIbclwJSGlFKUaBVLMmgWR0DD/5oCIUJwdX2UKGgGaAloD0MIopi8AWbOI8CUhpRSlGgVSzJoFkdAw/+Eef7Jn3V9lChoBmgJaA9DCFZI+Um1XyfAlIaUUpRoFUsyaBZHQMP/+XZf2K51fZQoaAZoCWgPQwgSM/s8RjkewJSGlFKUaBVLMmgWR0DD/95reqJedX2UKGgGaAloD0MIN8MN+PzoI8CUhpRSlGgVSzJoFkdAw//H4pMHr3V9lChoBmgJaA9DCMjrwaT40CfAlIaUUpRoFUsyaBZHQMP/smqPwNN1fZQoaAZoCWgPQwiqmiDqPqggwJSGlFKUaBVLMmgWR0DEAChvDP4VdX2UKGgGaAloD0MIB7Ezhc5bFsCUhpRSlGgVSzJoFkdAxAANc5bQkXV9lChoBmgJaA9DCHwnZr0YOh/AlIaUUpRoFUsyaBZHQMP/9wP7N0N1fZQoaAZoCWgPQwg7inPU0SEpwJSGlFKUaBVLMmgWR0DD/+GAf+0gdX2UKGgGaAloD0MIPnjt0oZjG8CUhpRSlGgVSzJoFkdAxABTY5DJEHV9lChoBmgJaA9DCIiFWtO80xjAlIaUUpRoFUsyaBZHQMQAOFfJFLF1fZQoaAZoCWgPQwgonrMFhBYcwJSGlFKUaBVLMmgWR0DEACHNHH3ldX2UKGgGaAloD0MIEyujkc+7GcCUhpRSlGgVSzJoFkdAxAAMTcIqsnV9lChoBmgJaA9DCCodrP9zsCDAlIaUUpRoFUsyaBZHQMQAfrBTGYN1fZQoaAZoCWgPQwhJTbuYZpocwJSGlFKUaBVLMmgWR0DEAGOlGgBcdX2UKGgGaAloD0MIEAh0Jm0KJsCUhpRSlGgVSzJoFkdAxABNI2fkFXV9lChoBmgJaA9DCCR7hJohRRfAlIaUUpRoFUsyaBZHQMQAN52IO6N1fZQoaAZoCWgPQwgW9rTDX4MfwJSGlFKUaBVLMmgWR0DEAKxHkLhKdX2UKGgGaAloD0MIrDlAMEd/JsCUhpRSlGgVSzJoFkdAxACRPJJXhnV9lChoBmgJaA9DCG5oyk4/MCHAlIaUUpRoFUsyaBZHQMQAerGipNt1fZQoaAZoCWgPQwirsBngghQkwJSGlFKUaBVLMmgWR0DEAGU4m1IAdX2UKGgGaAloD0MIwm1t4XlpEsCUhpRSlGgVSzJoFkdAxADbqk/KQ3V9lChoBmgJaA9DCMqkhjYASxvAlIaUUpRoFUsyaBZHQMQAwJ9iMHd1fZQoaAZoCWgPQwhSSZ2AJlIYwJSGlFKUaBVLMmgWR0DEAKojOcDsdX2UKGgGaAloD0MIStQLPs2JD8CUhpRSlGgVSzJoFkdAxACUvQF9r3V9lChoBmgJaA9DCL/TZMbbahHAlIaUUpRoFUsyaBZHQMQBCJVjqfR1fZQoaAZoCWgPQwjh0jHnGasewJSGlFKUaBVLMmgWR0DEAO2fGuLadX2UKGgGaAloD0MIYkm5+xyfKcCUhpRSlGgVSzJoFkdAxADXIkJKJ3V9lChoBmgJaA9DCDylg/V/Hh7AlIaUUpRoFUsyaBZHQMQAwZ3s5XF1fZQoaAZoCWgPQwjAWUqWk+giwJSGlFKUaBVLMmgWR0DEATTUXpGGdX2UKGgGaAloD0MIOC140VdAIcCUhpRSlGgVSzJoFkdAxAEZ1e0G/3V9lChoBmgJaA9DCGh3SDFAsh/AlIaUUpRoFUsyaBZHQMQBA0qH4491fZQoaAZoCWgPQwjus8pMaUUswJSGlFKUaBVLMmgWR0DEAO3A6+36dX2UKGgGaAloD0MIwf9WsmOjI8CUhpRSlGgVSzJoFkdAxAFhZ9NN8HV9lChoBmgJaA9DCKlQ3Vz8PSbAlIaUUpRoFUsyaBZHQMQBRl2V3Ux1fZQoaAZoCWgPQwjNOuP74lIfwJSGlFKUaBVLMmgWR0DEAS/UDuBudX2UKGgGaAloD0MIU14robukFsCUhpRSlGgVSzJoFkdAxAEaX9itrHV9lChoBmgJaA9DCEWEfxE07iXAlIaUUpRoFUsyaBZHQMQBkuIyj591fZQoaAZoCWgPQwiGx34WS7EewJSGlFKUaBVLMmgWR0DEAXfWnTAndX2UKGgGaAloD0MIyJbl6zKcIsCUhpRSlGgVSzJoFkdAxAFhTpgTiHV9lChoBmgJaA9DCHOc24R7dRPAlIaUUpRoFUsyaBZHQMQBS8Z1mrd1fZQoaAZoCWgPQwjIz0aum8IQwJSGlFKUaBVLMmgWR0DEAcE3bVSXdX2UKGgGaAloD0MIstXllIBgIMCUhpRSlGgVSzJoFkdAxAGmKpDNQnV9lChoBmgJaA9DCLth26LMriTAlIaUUpRoFUsyaBZHQMQBj7hvR7Z1fZQoaAZoCWgPQwhz8bc9QWIOwJSGlFKUaBVLMmgWR0DEAXpBZ6lddX2UKGgGaAloD0MIwOldvB8PIsCUhpRSlGgVSzJoFkdAxAHtyMkyDnV9lChoBmgJaA9DCNsy4Cwlyx3AlIaUUpRoFUsyaBZHQMQB0r+glGB1fZQoaAZoCWgPQwgzar5KPiYowJSGlFKUaBVLMmgWR0DEAbw02tMgdX2UKGgGaAloD0MIPJ8B9WaEJMCUhpRSlGgVSzJoFkdAxAGmroW56XV9lChoBmgJaA9DCNqOqbuyCx/AlIaUUpRoFUsyaBZHQMQCF2fbsWx1fZQoaAZoCWgPQwjhCb3+JK4jwJSGlFKUaBVLMmgWR0DEAfxbjcVQdX2UKGgGaAloD0MIg2kYPiJuIMCUhpRSlGgVSzJoFkdAxAHl9qDbrXV9lChoBmgJaA9DCHf1KjI68CXAlIaUUpRoFUsyaBZHQMQB0IQOFxp1fZQoaAZoCWgPQwjbwvNSsQEpwJSGlFKUaBVLMmgWR0DEAkXVPN3XdX2UKGgGaAloD0MII4PcRZjKJsCUhpRSlGgVSzJoFkdAxAIqygwoLHV9lChoBmgJaA9DCKwA323e+B/AlIaUUpRoFUsyaBZHQMQCFFpGnXN1fZQoaAZoCWgPQwgSaRt/osoqwJSGlFKUaBVLMmgWR0DEAf7U7Sy/dX2UKGgGaAloD0MIFasGYW73E8CUhpRSlGgVSzJoFkdAxAJ1IUahpXV9lChoBmgJaA9DCAlszsEzQR7AlIaUUpRoFUsyaBZHQMQCWhYV6/t1fZQoaAZoCWgPQwjIfECgM0kTwJSGlFKUaBVLMmgWR0DEAkOf9P1tdX2UKGgGaAloD0MIFHXmHhKGJcCUhpRSlGgVSzJoFkdAxAIuL1mJ33V9lChoBmgJaA9DCOFBs+veKiHAlIaUUpRoFUsyaBZHQMQCpAnlXBB1fZQoaAZoCWgPQwiztFNzubEcwJSGlFKUaBVLMmgWR0DEAoj/4qPPdX2UKGgGaAloD0MIVI1eDVDaH8CUhpRSlGgVSzJoFkdAxAJylImPYHV9lChoBmgJaA9DCPAxWHGq5SjAlIaUUpRoFUsyaBZHQMQCXQ/gR9R1fZQoaAZoCWgPQwgNjpJX59gWwJSGlFKUaBVLMmgWR0DEAtNGRV6vdX2UKGgGaAloD0MIZof4hy3tIMCUhpRSlGgVSzJoFkdAxAK4OsDGLnV9lChoBmgJaA9DCM/cQ8L3jhXAlIaUUpRoFUsyaBZHQMQCobKzRhN1fZQoaAZoCWgPQwhpjUEnhD4bwJSGlFKUaBVLMmgWR0DEAoxBsyi3dX2UKGgGaAloD0MITl/P1ywnHcCUhpRSlGgVSzJoFkdAxAL/0tAcDXV9lChoBmgJaA9DCIOnkCv1JCnAlIaUUpRoFUsyaBZHQMQC5NDc/MZ1fZQoaAZoCWgPQwiDpbqAl9kWwJSGlFKUaBVLMmgWR0DEAs5jSXt0dX2UKGgGaAloD0MICoZzDTMEG8CUhpRSlGgVSzJoFkdAxAK49jgAInV9lChoBmgJaA9DCHh8e9egXxPAlIaUUpRoFUsyaBZHQMQDLEv0yxl1fZQoaAZoCWgPQwgW3XpND0IjwJSGlFKUaBVLMmgWR0DEAxFBQemvdX2UKGgGaAloD0MIQFHZsKaCGcCUhpRSlGgVSzJoFkdAxAL6yAxzrHV9lChoBmgJaA9DCE/mH32TXiLAlIaUUpRoFUsyaBZHQMQC5UADJU51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 250000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "False", "Numpy": "1.22.4", "Gym": "0.21.0"}}
replay.mp4 CHANGED
Binary files a/replay.mp4 and b/replay.mp4 differ
 
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -3.9664043329190464, "std_reward": 1.1024341536068247, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-06T01:39:45.845312"}
 
1
+ {"mean_reward": -8.160378325264901, "std_reward": 2.8813114774863124, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-06T04:37:43.748841"}
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3291958f1aa3e987147552eefb22f1fb0125ae11f722c5bff75acc763b040a5
3
  size 2387
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c8b4632c6757384acd04b07b19f5147b8da29e2e31f2f58ef56c34e753e6be
3
  size 2387