ElementBrawler commited on
Commit
3d27d7d
·
1 Parent(s): 30c1e1f

tqc sb3 param step 100,000 commit

Browse files
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
- value: -1.62 +/- 0.53
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: PandaReachDense-v2
17
  metrics:
18
  - type: mean_reward
19
+ value: -0.68 +/- 0.18
20
  name: mean_reward
21
  verified: false
22
  ---
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fd5c59741f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c59738c0>"}, "verbose": 1, "policy_kwargs": {"net_arch": [64, 64], "n_critics": 1, "use_sde": false}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABeGGnLWjPN3pGgzTHACc1ctcGtYGeICLyyE148rJ1sBhcmZ2G00R5Hcz1o0Us6cIRtsxi86A/2R9Eqq4Xal5rI28jmp9YUE6KunJduqJ3jDdp+0liw/39UW4cf+e1F/FUd14DmN7osIvH8rPLFpsKzAWWmu2ZXesspctEfKl3uq1arBbQhcptYA+dAnO/wmF8UjzL159Lr7eNklnXSD/rSabgynr6PyJY3MsdoTWXMjqCIbYeEohfT+ap63Euxr+mpC4OPedb2HNQKYGa9upRIf04E3mhskrcd5BpBWRrg2eyTbpXtj54cjEodSuVjobbot92m1BmXtKC34Xb+Y7Evtl/g34Q3hiQP5rv9kWK5VyhvCNS758W9MY/GzDtoA/EVqfcMQ3n4nYBZbYgmzoT5/6bvCMPh1NKiBBy/Lt9SVHk9LinrlnUDpWmF4X9DJfgEZ1TWEQNRrBOsqo4gzfUuv0IQZEQ2+vzZvsNUcseSh78qq0VUKs/7BDn2gS/DHd8rL1WjSznZ+vDBmI9e3s5quSZC+cjpyXPWhtpbcJRbXFao9on0V/BHsO0RAQuU4/klh+penZebYVTRcs1fPZ7tN3yVhWRj7uUBhLspDHIdk3OI57WMYcCQk34eXBqBSjuUYM+6HSWHj6fTwjc2L2KIj+PF7jipDoZ69fMZKvL0fhwsIRBZK4eHg7HlOxpLCDw8a5yYo0JguScpJYE+Rm8J4z+/9UQATqKtHHOmG3PG1GUvh6NAvNUBF66Zb+s+jW2IF+rLDiJAIkcqdwIof46iAewltXggrOMks0zDC2fIcHGzGgvJONrLOZCw3DonlMVxyuXS8FMsrDYhige5diYKF+Pe24tHSoU2FnShYk4nKaVS3pnuU6Qp6z/1re5tAf9kUZxzSC0qGr/OzC5g1Xiod2+4GqBdRJlgPf1/wzaCi6JbO5KOfyi2YOyKoOPcBETxnKGwY3itp21nbVjEZlBy0y4vaQzdLqqE5qF69yx4+UycHW4w3hNr3Acuk0+S9rdKi7sN7fl0iAwvDp/0rPKeXYWMxRf5dAGmUFneXWJPKo+8VpFOprlsmOF2OBpeC/x175xOWr5fkdNuDSlJ/7P/FJBlz8umnwRxzK7/aHWyI4mOvXi503taQ20gOsQab6aLqmOYsoyHBAD2jO49b4zreXvMpa/DGnYuZFgp0j+nbMUswKazxVx/8VJgsOgfU/vprr1s5SCqH1TfG+Mzj3FotA9s+seOllJ4cPQjAo8Zi3/YtPpZZRi8xpHhWMdVM+MWJNZM/Ns2+JbX+eCDJXvMYKX1SvBRvUJwoSXGUATsb6qIeeMOZ35j2C6wUfLOQf1EnoQK8dtNYtpmPKPyCe2INl3XcoWgbtypO/WzaoPTF854NEWCziLAPTeoan/x/POQgxqOKypzup0Z5n5vVne9xC8N5mj08JhN8ddITXRlhwjEuE9+RXrqD7vi5KWdUqgA2otmv86kQ9rfbcLpzcUkd+mTy7/nmj0zaLIwvw4cLhvbLqDHco5+ZTwzuPD3e43xN9EI6QWsjjN0EZWh4z4De4e6I/qGGw6k4I/lZtboM0onRwbIGPPC6FizeT/JpcbIrdfnNMHjsv0u90qbkUwxz0Y4cRHCZj1JrHavpf6kYT/lKwpXsNnYoUlBDj5LU4vj40dzoiQeTrUp/rU5qjcph+rISLw0K1nr6ZctF5pgEhOMDjZtdd4bC3JPphoDqvwAfK7n9BkZIX16Z8jiOw63ByxeMIcVoMBwIRo9ROcR6yYs5uCVp5JyEvMwp5373S0RI+oHR7SbXdsdddcL+lkpL1E51EbISbMEAklHvY9g8kxP1KO7lJ/UiG+1RD9BZpgIEAu4K1fylgKtWylGVOfUlgkzrBnTF92Wtq21mYtfw2YeE5Yu2tYO9qGW0UpFBvc+nL5m8urQ/WHHP+2DqCiq+EcWUnCChYCrE5nTnygmUszs0H0tbtbbP6Yup94DrynCBsN3xzo2iyke/h0a6vveuCEEnFhxxq/wT53t3Jxq9F820cBgOI0FAIejw8Fl4PbsLEi6WRRJqHvm/Ikjnt5aAATE2Hw3S4iy4l1ZN6SH5MikeJFg204UTVCO5pHv/P21iuZEZsB5Uk6SdrLDukd9qxjWow4SjcG3D5ZXuWCsJ29psZQOPvKL8HN4WEqzee5YGbx6/S/XIl1L4NupeTFc3Fbws36GggFn2fL//Vzz5MmpYWLzC38ZOiQ2AY8Rcx809pnmsoya0id65ugRDRBCTL+kobGdLCJ/0WcXrWoHLt+pf8BWXtgum0CXP6jDQoWlrbLRmJktmMyv9NBEGjNSSfeLnjPwPi2a4kig4e8bowIMEMDjvRDx//H1ROZyJxY92NX4Ctppi48fteNDs6SLtlMSTlborS2R3AFsuBFpEDTOAb4DD9ulWsYHzffkbny55cEWA9w0fZj8ArV0y0qCeZrC2t0yy9ZYUEpO4DzbZ7EkTV89t4O18VIV2wniVD9r54J8bCURPuLgd/FOYdszmP1F7nz0gLlv8gFyDObiGAmHiZpsW5mH7HZ7Lr+OAVKeQcUBTT7K3fVufTuX6W0YeVY72gaZP9YMoHTAAO4kvGAWl8i7ow51xq/RCc3wCZVqHJS7ZXhLDnzGKe4gvWzdp5xk/nJo1dKArY9483IY95Ab9Z+z/nBkmMkeZaxkbxNppz1BU/z2IkpxniG59tjnZgtjBt4ldYhwNo6Ng/qzrR3zTmMwWQmCUXWGKeFDLARIjUqHlxwS35LNazFpDRIi80oBBlxK/sDo0OALWCx5jowd7xP1DuO0Ee9CiUBkPCcbEJpYaYGfSM0OsE1Qpk6mnqX74MFHh+w043hEHM8ZoH0UhXW3Eq6TQfgv8EG28kUORW8xd7SmSYwndi24vxcNwGG1USMTdMc74GolQ3xXKqjcFvbuTp8bAfiMXKWoRDwH6aldmGxhumiiszTo2YM8l1KedRDAPk5H7Xz5skaFX7Seq5rneS/2WfQ5eAK3doiDNShNfFYFdULf5v8SXYkaP5gwoXKnw2n5hCWJMyU2kWpdBWDhu/5Rklo7tqhCo9N73PtUq1zJ4L4iDb7XJePkg4i6bO55G31QFCs0YmQwK87qiMSHDjAiruxJENG0QPY+Yiqg2BK9JOm7h2rOcxXluGxXu4LQgsNMUPnQe2XTtL3cYz6J6iH36doMo53OtV8UOyIfaMWVeDNY7kNKVSVlIaoKMR8Ka6AFwiAZSzALZl0b2Dhlmf2hTvEoGJEWPBUPu7JrIpaONRLutmiF9Ka/MnzvE0AAfx15NrNmeRfvagmSXVMZV2ygEydLt5oGUiGUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 20000, "_total_timesteps": 20000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1679609441662121045, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARckpvzIYpj/nUbq/ovBHvzhqPT42yo4/poRsv6/BJT923b4/8el+P2dydb++2Q2/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADAZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]]", "desired_goal": "[[-0.6632274 1.2976134 -1.4556245 ]\n [-0.7810155 0.1849755 1.115546 ]\n [-0.92389905 0.6474866 1.4911335 ]\n [ 0.99575716 -0.9587769 -0.55410373]]", "observation": "[[ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADvt7vS7M8T33Tps8kXKUvWC+ozxHyXQ+ebCvvR3deD2c2oo+t06+PfOKpb3U3sQ9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.06151872 0.11806522 0.01895855]\n [-0.07248414 0.01998824 0.23904906]\n [-0.08578581 0.06075775 0.2711991 ]\n [ 0.09292357 -0.08083143 0.09612814]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 400, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWABTBg6oBMCUhpRSlIwBbJRLMowBdJRHQFKXvN/vv0B1fZQoaAZoCWgPQwijzXFuE64FwJSGlFKUaBVLMmgWR0BSjuk56t1ZdX2UKGgGaAloD0MIdxA7U+icCcCUhpRSlGgVSzJoFkdAUoZOpKjBVXV9lChoBmgJaA9DCIMZU7DGOQbAlIaUUpRoFUsyaBZHQFJ9y0rsjVx1fZQoaAZoCWgPQwgZy/RLxFv9v5SGlFKUaBVLMmgWR0BS0qXfIjnndX2UKGgGaAloD0MIy0v+J3/3BcCUhpRSlGgVSzJoFkdAUsnOyE+PinV9lChoBmgJaA9DCEG4Agr19APAlIaUUpRoFUsyaBZHQFLBNj9XLeR1fZQoaAZoCWgPQwh1eAjjpxEBwJSGlFKUaBVLMmgWR0BSuK+BYmsvdX2UKGgGaAloD0MIlFD6QshZAMCUhpRSlGgVSzJoFkdAUw55u63AmHV9lChoBmgJaA9DCKPogY/BCgDAlIaUUpRoFUsyaBZHQFMFpSJj2Bd1fZQoaAZoCWgPQwjFG5lH/qD8v5SGlFKUaBVLMmgWR0BS/Q9RrJr+dX2UKGgGaAloD0MI3rBtUWZDBMCUhpRSlGgVSzJoFkdAUvSGYa5wwXV9lChoBmgJaA9DCNQNFHgnfwLAlIaUUpRoFUsyaBZHQFNKBGx2SuB1fZQoaAZoCWgPQwhPH4E//HwBwJSGlFKUaBVLMmgWR0BTQS7btZ3cdX2UKGgGaAloD0MIWp4Hd2fNAcCUhpRSlGgVSzJoFkdAUziXAuZkTnV9lChoBmgJaA9DCH4czZGVXwDAlIaUUpRoFUsyaBZHQFMwDVpblil1fZQoaAZoCWgPQwjf+rDeqHUCwJSGlFKUaBVLMmgWR0BThbzK9wm3dX2UKGgGaAloD0MI4pANpIttBcCUhpRSlGgVSzJoFkdAU3zjhky1u3V9lChoBmgJaA9DCHodccgGMgTAlIaUUpRoFUsyaBZHQFN0TxXnyNJ1fZQoaAZoCWgPQwjvqZz2lPwHwJSGlFKUaBVLMmgWR0BTa8SPEKmbdX2UKGgGaAloD0MIsHCS5o9JAMCUhpRSlGgVSzJoFkdAU8FMi8nNPnV9lChoBmgJaA9DCJi/QubKwAPAlIaUUpRoFUsyaBZHQFO4fAsTWXl1fZQoaAZoCWgPQwjK4Ch5dS4BwJSGlFKUaBVLMmgWR0BTr+sLfDUFdX2UKGgGaAloD0MIrir7rgj+A8CUhpRSlGgVSzJoFkdAU6dl2/zreXV9lChoBmgJaA9DCDpBmxw+KQLAlIaUUpRoFUsyaBZHQFP8pOvdM0x1fZQoaAZoCWgPQwhDjxg9t1AAwJSGlFKUaBVLMmgWR0BT887uDzy0dX2UKGgGaAloD0MIKqkT0ERY/7+UhpRSlGgVSzJoFkdAU+s4+8oQWnV9lChoBmgJaA9DCEvpmV5ibPy/lIaUUpRoFUsyaBZHQFPisWO6unx1fZQoaAZoCWgPQwhdqPxreaX4v5SGlFKUaBVLMmgWR0BUOGFFlTWHdX2UKGgGaAloD0MI9YHknUOZ+b+UhpRSlGgVSzJoFkdAVC+Gzru6VnV9lChoBmgJaA9DCE2+2ebGtAbAlIaUUpRoFUsyaBZHQFQm7hNucc51fZQoaAZoCWgPQwhJg9vawjP4v5SGlFKUaBVLMmgWR0BUHmi+L3sYdX2UKGgGaAloD0MI7s1vmGgQ+b+UhpRSlGgVSzJoFkdAVHNjNIK+jHV9lChoBmgJaA9DCNf2dktyQPu/lIaUUpRoFUsyaBZHQFRqi+L3sX11fZQoaAZoCWgPQwg//z147RL9v5SGlFKUaBVLMmgWR0BUYfitJWeZdX2UKGgGaAloD0MIeH5Rgv7iAMCUhpRSlGgVSzJoFkdAVFl2ovSMLnV9lChoBmgJaA9DCHEBaJQuPf6/lIaUUpRoFUsyaBZHQFSvuHN5dGB1fZQoaAZoCWgPQwjDKAge3x4EwJSGlFKUaBVLMmgWR0BUpuAmReTndX2UKGgGaAloD0MIf03WqIdo/L+UhpRSlGgVSzJoFkdAVJ5PxhDw6XV9lChoBmgJaA9DCNFdEmdF1P6/lIaUUpRoFUsyaBZHQFSV0E5hjON1fZQoaAZoCWgPQwiuZwjHLFsEwJSGlFKUaBVLMmgWR0BU7IEwFkhBdX2UKGgGaAloD0MIgT0mUprtA8CUhpRSlGgVSzJoFkdAVOOmMwUQCnV9lChoBmgJaA9DCEuRfCWQkgDAlIaUUpRoFUsyaBZHQFTbGd7OVxF1fZQoaAZoCWgPQwhHyhZJu1H8v5SGlFKUaBVLMmgWR0BU0pH7P6bfdX2UKGgGaAloD0MIJ71vfO3Z+7+UhpRSlGgVSzJoFkdAVSlqXWvr4XV9lChoBmgJaA9DCJjD7juGh/+/lIaUUpRoFUsyaBZHQFUgo5ggHNZ1fZQoaAZoCWgPQwgqj26ERcX+v5SGlFKUaBVLMmgWR0BVGBUm2LHddX2UKGgGaAloD0MIL/1LUpmCAsCUhpRSlGgVSzJoFkdAVQ+RSxZ+yHV9lChoBmgJaA9DCFpIwOjyBgLAlIaUUpRoFUsyaBZHQFVnIatLcsV1fZQoaAZoCWgPQwhJoSx8fe3/v5SGlFKUaBVLMmgWR0BVXk/8l5WzdX2UKGgGaAloD0MI9katMH1PAcCUhpRSlGgVSzJoFkdAVVW5VfeDWnV9lChoBmgJaA9DCH/ZPXlYyATAlIaUUpRoFUsyaBZHQFVNNjLB9Cx1fZQoaAZoCWgPQwjOwwlMp7UCwJSGlFKUaBVLMmgWR0BVpwAAAAAAdX2UKGgGaAloD0MIQDTz5JoiAMCUhpRSlGgVSzJoFkdAVZ4msvIwNHV9lChoBmgJaA9DCH3Qs1n12QLAlIaUUpRoFUsyaBZHQFWVjwQUYbd1fZQoaAZoCWgPQwiOrtLddXYAwJSGlFKUaBVLMmgWR0BVjQ13t8eCdX2UKGgGaAloD0MIezApPj4h/b+UhpRSlGgVSzJoFkdAVePNB4Uvf3V9lChoBmgJaA9DCMPwETEl0gLAlIaUUpRoFUsyaBZHQFXbBNVR1ox1fZQoaAZoCWgPQwjNzMzMzIz/v5SGlFKUaBVLMmgWR0BV0mois4kvdX2UKGgGaAloD0MIuti0UggEA8CUhpRSlGgVSzJoFkdAVcnqoqCpWHV9lChoBmgJaA9DCJq0qbpH9v2/lIaUUpRoFUsyaBZHQFYfS7Xg9/11fZQoaAZoCWgPQwhcy2Q4nq8CwJSGlFKUaBVLMmgWR0BWFnZK3/gjdX2UKGgGaAloD0MIh8Woa+19+b+UhpRSlGgVSzJoFkdAVg3cer+5v3V9lChoBmgJaA9DCCY6yyxCsf+/lIaUUpRoFUsyaBZHQFYFVafSQYF1fZQoaAZoCWgPQwgn2H+dm3YEwJSGlFKUaBVLMmgWR0BWWwd0aIepdX2UKGgGaAloD0MILei9MQRA+7+UhpRSlGgVSzJoFkdAVlItFrl/6XV9lChoBmgJaA9DCLJoOjsZHAPAlIaUUpRoFUsyaBZHQFZJnlXA/LV1fZQoaAZoCWgPQwiIEi15PK35v5SGlFKUaBVLMmgWR0BWQRyOq//OdX2UKGgGaAloD0MI8DFYcap19r+UhpRSlGgVSzJoFkdAVpZ3LV4HHHV9lChoBmgJaA9DCFu0AG2rGf2/lIaUUpRoFUsyaBZHQFaNnkkrwvx1fZQoaAZoCWgPQwgvTRHg9G78v5SGlFKUaBVLMmgWR0BWhQU1yeZodX2UKGgGaAloD0MIEticg2diAMCUhpRSlGgVSzJoFkdAVnyDSPU8WHV9lChoBmgJaA9DCDz4iQPoN/6/lIaUUpRoFUsyaBZHQFbTkE9t/F11fZQoaAZoCWgPQwhGXtbEAp//v5SGlFKUaBVLMmgWR0BWyry6MBIXdX2UKGgGaAloD0MIBDi9i/cDBcCUhpRSlGgVSzJoFkdAVsIow22oenV9lChoBmgJaA9DCPd2S3LAbvi/lIaUUpRoFUsyaBZHQFa5n3L3bmF1fZQoaAZoCWgPQwhosn+eBkwDwJSGlFKUaBVLMmgWR0BXEAKKHfuUdX2UKGgGaAloD0MIkBMmjGYl9L+UhpRSlGgVSzJoFkdAVwcqhDgIhXV9lChoBmgJaA9DCII7UKc8Ova/lIaUUpRoFUsyaBZHQFb+mMfigkF1fZQoaAZoCWgPQwihMCjTaNIBwJSGlFKUaBVLMmgWR0BW9g8jiXIEdX2UKGgGaAloD0MINjy9UpZBBcCUhpRSlGgVSzJoFkdAV0zTgEU0vXV9lChoBmgJaA9DCOtTjsniPvq/lIaUUpRoFUsyaBZHQFdD/zasZHd1fZQoaAZoCWgPQwj8NO7Nb1j9v5SGlFKUaBVLMmgWR0BXO25c1O0tdX2UKGgGaAloD0MIxlIkXwmkA8CUhpRSlGgVSzJoFkdAVzLkELYwqXV9lChoBmgJaA9DCIfAkUCDjfS/lIaUUpRoFUsyaBZHQFeKWPcSGrV1fZQoaAZoCWgPQwhkH2RZMDH2v5SGlFKUaBVLMmgWR0BXgYCIUJv6dX2UKGgGaAloD0MIpUkp6PaS87+UhpRSlGgVSzJoFkdAV3joyKvV3HV9lChoBmgJaA9DCBud81McRwHAlIaUUpRoFUsyaBZHQFdwZIxxkup1fZQoaAZoCWgPQwjSj4ZT5ub+v5SGlFKUaBVLMmgWR0BXyRqO938odX2UKGgGaAloD0MI6KOMuAC0+7+UhpRSlGgVSzJoFkdAV8BCZ4Oc2HV9lChoBmgJaA9DCPK1Z5YEaPm/lIaUUpRoFUsyaBZHQFe3s7uDzy11fZQoaAZoCWgPQwgTu7a3WxL3v5SGlFKUaBVLMmgWR0BXr074i5d4dX2UKGgGaAloD0MI5/up8dIN/L+UhpRSlGgVSzJoFkdAWAeGtZFG5XV9lChoBmgJaA9DCBYUBmUaTf6/lIaUUpRoFUsyaBZHQFf+qtozvZ11fZQoaAZoCWgPQwiloUYhyWz5v5SGlFKUaBVLMmgWR0BX9hUm2LHddX2UKGgGaAloD0MISfPHtDbN/L+UhpRSlGgVSzJoFkdAV+2WX1J173V9lChoBmgJaA9DCMfVyK60jP+/lIaUUpRoFUsyaBZHQFhKgE2YOUd1fZQoaAZoCWgPQwgGvTeGAMABwJSGlFKUaBVLMmgWR0BYQa94/u9fdX2UKGgGaAloD0MI1IIXfQUp/b+UhpRSlGgVSzJoFkdAWDkzeoDPnnV9lChoBmgJaA9DCCXNH9PadPC/lIaUUpRoFUsyaBZHQFgwvES/TLJ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 4750, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 1000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fd5c8ee5f70>", "add": "<function DictReplayBuffer.add at 0x7fd5c8ef3040>", "sample": "<function DictReplayBuffer.sample at 0x7fd5c8ef30d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fd5c8ef3160>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c8eefcc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fd5c59741f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c59738c0>"}, "verbose": 1, "policy_kwargs": {"net_arch": [64, 64], "n_critics": 1, "use_sde": false}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAB9BdyxcJowINBV2j3J4k2Pmh7qvrnJXnuSpqobrH8/nE7196gaFEX5oTFeKvVeRDO+0e4ftuj6cWe0uY+UXwhuk3EH6FrarF6i0aJFQtGWdwSViT6cFMbdRWuQLc3v5Ffi7EqYZxJdQC8VTVBgoH24CfmogxlNkWYYt2hYbjfo4lKgAGmaoXLXt8VFkmi9C8F4zumBD15cSOp86xO68Ziznenk4cLmdtyuyETJyouK3pUtSEzT/8bKZgsxR3QDuRmNhG/wEhBSSAQKWIK8/1lnR6i9bOmphctcIe0U672DOtUZ9Jjg/zbGXkvUfCPLOnmHOM8dDKvBBPazsotGjqZfbchMK1h5hgYeXkINQJ/OSqJ00h5Nt5rmHRmQUrDbyQuKYJeIfozm7U+ICSkJP/Z2xPJQcSiu0uH+t5obfBCpRQSCGF6i+zFbs3d89QTubBN0e7lUW5zwyyGPsGhzN3hGnDzy9WacP7JDXUxe5E7JmQ+52Gr4U2BaMq940GnFcLbrnnLDPRlTCQE9WqgNSAmTGXJ8+Ik/IcVw0jaRYWGyl6tMY6V0s94zGnkxUvzBB9MEFUCq0MSZ39H2jgyDGVwOeoEL/EArai5MV5JynNu63KmHkIubLVYHmrRrP7e5qIOMFIm0QoII4kpHBODG8PPPtfU1vvq7u87t0VGhDrMOA01e8m8LMzigz86zNkmm9/fpJTp2b2S7PuAyO0XCw6x1ajuiLVsmxW4p1I7XDcreXDLgVzxbASO6A9gj/e1UAouY6/ByYBNlYJdrH9s+VgLGjmAtOef4BU8JKkRfiKHW+yFo8J7jjzBjpc3jo0bhSfw8bwrPc7AwHZMWYZOLyIauTF0MugC+kFH7f04R93Xt6fqc7KZ3o3Bky0zUdpGpN88Ijq0xZ1jVtO2ELLnyt+vLI7APPBgvDZ3zaDBYEE57WMqwOLMfWhE8/DD5ydgpepX9jku8TTbs8sV9y9L2lNRpyigKWDd3knYK/pQDW6kMtoSsKIzHacbp/u0qsH68nSNqFgPjXbV32fTWd/mI8y0sqJVApFOfy9LV+fSsPMxE5IUrBHqA5kqQAXFkKrWoowdVq2Cuyt762Ol1sguuJR26k1mdTf1rbHtuZQkFhAThXhKkOMN3fSzO5dN7zuUETFez2LCfsCDyJXmx8ju6uz2dK6U2qGdmErJ9uASBN+bfG2j3196Cqw/WGPPW7Ob4kHgbkdlPhZ970Ntocf9EQ54R1Zpx756WDwXxqA/CqCv2qw9VV/MMKMldteYATs+Y3ejKlL49dkNcBiGel0FJllq79MhoPbh0AngZ37ICd98aUAIK6zP2sHJ7Db4W26jqAGJZu2S8RrJdr5aTGNogK3rOK2GDWxfOHNWMcBKrIwaU2yTmaEjH+8T0wlV7r3dO4Y6m9usbsBXtGk36lLoeKLumOQDtSe//VZnd5OALS7Dh3hERivM6qefrac5APGid67K5Dx48OYcHwQzdOjebB0As2XlSe47555hKrzcS9txZsUHGZr+Q9D7aLcLXpT4CLEAzWVYt8HgHTWJFI4JqadaOzhjJaJBoqrx5H9HSjCZ83pb+PHu+WsfRNlI15Uz7XYVJPWu87QQZmOprOpFf1BVhbhPsbVMhKDUTy0axIvkyAksX2q+SPbnLkHVoCfUXhJAtqk/Qsp6qUypexRMFbcqbe6UT0YSmINMqfJltchlZU74pHjMj7WMo/dcAO1MYdhggo4101cbr2mDpW8ye466cNWIxUJgcxF4Mm2Scpk12/hY+JWoEoba+7Xou5Ty5inOzfsVaNPNaf+f1YRrDAhBa4rw5xZsSyn6HDWBHxWDgFt6v4eT6GDGHYWabSLsikOYfW//il2ve3HKmh1IhPCKG6ZmpKjnit6oSvZ3ymHa8yHIGb+gyifZ9lDdEsIPf/nXS3J4aY67/ySZLCgj+nwTtictZDuDWR8yOoFqi++m1fz+3ffmPc40PjRsYj/PCNgOplivIMkpUyjdyjFlXvmq5w/iXllNaC/TpWZXuyKv2NdL6ryL7zHGK6VQtY0P1xcJOVCoAnRSlrPg0eYcd/svLT9LVZhzZ+QIjBURSmPYSovXr9Tnrf20x+aoLdtvfSj49pO+JiaAgKSnTPVh9/+SvPcGhtQPi8OTA455LDbkzC6YzsNaMYVUc0TeRTDs0oiB+DieSwTNEaUEO25GLgzRQaXuINl7cNHyJlX8OUlsHWPhlBFqLfIMjf1TsxAgC5Ngk83vXgLSOLWb6RGebpliBTP6pgqV2r9SWd19OWMVlNnUCMk6gOoCU/0B0ehctQblm4wKPjrziiu5lV/i3Ayo8MgijEd+hX85ygIJg/KNTrooxPgjOjTBx3AAIo64NO7GpTFsTzqyKUkvGsNeFgvo4cF2WjQPzEVz9qrqzp4Q/OWQjuVW/y+Q4gnEtnDv75k9eWCesBTUg3Rq+zkck6jE04CkkMJhUOANG/mOtOh3Buwwnqv0hAqpdeTManpq/QQRbybHM1bQ8lT2IHBjMtRlwd+jQ+XFJ88Ve+t4PEvn+FIhiD4WB8/uLqIfyNXUk0tmHxL78UFZU3OUWh3MnoHfSrm61FOfqn6yJ5cJao2qf+Qd1Tyb+Y5/9OWtQ0rrQ1Ag3rKyA/fwMW24RBmLPX5ab1KkkTU4tViVKV08NahHF0Uv8vRqhEaMVLv+WgNzin7/WqTKPddWKOPYr/hxkEmrd3oynp4ZyvkZ83xgZtLNC1Pbwu/UCvEXtbFmbfRcAfmpSYOAJGqE4iEH2qJWh+8lMmGmZbtoAkDX4r7binML4d0aeO1LgQcuVsEs03asx+TFW1Wq8oevsUWdx6dBE9W/WBki/rvtb1LxNKrrd9poeKBGRiiiPF7Hs9s1+TASFM+djsCCqrX7AuhRIPGYDUaGk23qB0D4+6BUmNFyGNrUcHWJXp5Ysa3QiT7JOh+MMm0xkpEyQrb8s8qpdrBOTMK3HNpKPWXhNa3YL9Na5gPBV+d2CVfN+BepDcFmLXpREfQUY7+AhsQ70cYANBxgswoxBoX4qtEIq3zJqPcX0fjO1GUlpsN2yjCtGmjXXZhNCwRXVZFOOoA7ZUp8s8JNp2WgFYrMpdl938ovchr1zfoufSekN9XR89ShRNlChPL56VtQbXHK34jt1w1puKZrLN6yuqy/KvXFN0vDWbXd/W5NvYgIsazoaRefsJrkNjg45hd2P7+nv1uBBMaKJx3cChTgx5eFEvualf4dPP0yqq8UpXyz8tuKTkJQopOWGzsj5cqJ/4fk6SRaECKZJZVVgl8q5PJXOLgfuju1cuAO5uP99LKjkO3CWGARjqEqoy1wWCQiUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 100000, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1679609919708619843, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAACe/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAXR6rv5iwuT8NYDa9s4KRP837J78X3x4/AZ4AP/9gyj7077U+u84evrRSmj/L2cG/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAJ7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]]", "desired_goal": "[[-1.3368641 1.4507017 -0.04452519]\n [ 1.1368011 -0.6561859 0.6205916 ]\n [ 0.50241095 0.39527127 0.35534632]\n [-0.15508549 1.2056489 -1.514459 ]]", "observation": "[[ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAGTH1vSNxAj50yxY+/4O8PY1Ub71lFFI+fJMaPUiADD3obzo+e/aXvEKf2D2ZLp48lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.11972255 0.1273847 0.14726049]\n [ 0.09204864 -0.05843024 0.20515592]\n [ 0.03773831 0.03430203 0.18206751]\n [-0.01855015 0.10577251 0.01930933]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 2000, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIgQhx5eyd6b+UhpRSlIwBbJRLMowBdJRHQHyI2seXAuZ1fZQoaAZoCWgPQwgabOo8Kv7jv5SGlFKUaBVLMmgWR0B8hsXWOIZZdX2UKGgGaAloD0MIgIC1atcE47+UhpRSlGgVSzJoFkdAfISdRzijtXV9lChoBmgJaA9DCA73kVuT7um/lIaUUpRoFUsyaBZHQHyCdnPE87p1fZQoaAZoCWgPQwh2xCEbSBfhv5SGlFKUaBVLMmgWR0B8mHkkrwvydX2UKGgGaAloD0MIsffii/b46L+UhpRSlGgVSzJoFkdAfJZk8zQ/o3V9lChoBmgJaA9DCJLNVfMc0fO/lIaUUpRoFUsyaBZHQHyUQKjSG8F1fZQoaAZoCWgPQwiK6NfWT3/iv5SGlFKUaBVLMmgWR0B8khttQ9A5dX2UKGgGaAloD0MIlC79S1IZ4b+UhpRSlGgVSzJoFkdAfKgjFyaNM3V9lChoBmgJaA9DCL1tpkI8Eui/lIaUUpRoFUsyaBZHQHymD7qIJqt1fZQoaAZoCWgPQwiGqwMg7urmv5SGlFKUaBVLMmgWR0B8o+jHn2ZidX2UKGgGaAloD0MI00z3Oqmv5b+UhpRSlGgVSzJoFkdAfKHC0F8ohXV9lChoBmgJaA9DCA0bZf1m4uW/lIaUUpRoFUsyaBZHQHy36G5+Ytx1fZQoaAZoCWgPQwjfv3lx4qvjv5SGlFKUaBVLMmgWR0B8tdUADJU6dX2UKGgGaAloD0MIKpFEL6NY67+UhpRSlGgVSzJoFkdAfLOt65XlsHV9lChoBmgJaA9DCL6/QXv18eG/lIaUUpRoFUsyaBZHQHyxiFsYVIt1fZQoaAZoCWgPQwhQG9XpQFbqv5SGlFKUaBVLMmgWR0B8x1G8VYZEdX2UKGgGaAloD0MIai+i7Zg66b+UhpRSlGgVSzJoFkdAfMU88La24XV9lChoBmgJaA9DCJW6ZBwj2eO/lIaUUpRoFUsyaBZHQHzDFX/5tWN1fZQoaAZoCWgPQwihgO1gxD7hv5SGlFKUaBVLMmgWR0B8wO7+T/yYdX2UKGgGaAloD0MIqinJOhxd3b+UhpRSlGgVSzJoFkdAfNaqwyIpIHV9lChoBmgJaA9DCMy3Pqw3avG/lIaUUpRoFUsyaBZHQHzUl2zOX3R1fZQoaAZoCWgPQwgr24e85erfv5SGlFKUaBVLMmgWR0B80nBO58SgdX2UKGgGaAloD0MIYeKPos5c5L+UhpRSlGgVSzJoFkdAfNBKNAC4jXV9lChoBmgJaA9DCIVf6udNRee/lIaUUpRoFUsyaBZHQHzl7s4T9Kp1fZQoaAZoCWgPQwgOoUrNHijwv5SGlFKUaBVLMmgWR0B849tXPqs2dX2UKGgGaAloD0MITDYebLHb4b+UhpRSlGgVSzJoFkdAfOG0fHPu5XV9lChoBmgJaA9DCNRjWwacJeC/lIaUUpRoFUsyaBZHQHzfjZ13dKx1fZQoaAZoCWgPQwjZeRubHSnnv5SGlFKUaBVLMmgWR0B89PoTwlSkdX2UKGgGaAloD0MId50N+WcG27+UhpRSlGgVSzJoFkdAfPLmVqveQHV9lChoBmgJaA9DCKeSAaCKm+2/lIaUUpRoFUsyaBZHQHzwvomois51fZQoaAZoCWgPQwhaR1UTRN3fv5SGlFKUaBVLMmgWR0B87pZyMkyDdX2UKGgGaAloD0MIjUXT2clg6L+UhpRSlGgVSzJoFkdAfQROgxrSE3V9lChoBmgJaA9DCO9v0F59vOi/lIaUUpRoFUsyaBZHQH0COnqFAVx1fZQoaAZoCWgPQwg5l+Kqsu/iv5SGlFKUaBVLMmgWR0B9ABGYrrgPdX2UKGgGaAloD0MIPSe9b3xt4b+UhpRSlGgVSzJoFkdAfP3qynk1dnV9lChoBmgJaA9DCKoM424Qrd2/lIaUUpRoFUsyaBZHQH0TtrTH80l1fZQoaAZoCWgPQwjkZU0s8JXnv5SGlFKUaBVLMmgWR0B9EaMAFPi2dX2UKGgGaAloD0MI0sJlFTYD7r+UhpRSlGgVSzJoFkdAfQ951/2Cd3V9lChoBmgJaA9DCJ3zUxwHXt+/lIaUUpRoFUsyaBZHQH0NUahpQDV1fZQoaAZoCWgPQwhJLv8h/Xbov5SGlFKUaBVLMmgWR0B9It4gRsdldX2UKGgGaAloD0MIXHNH/8s147+UhpRSlGgVSzJoFkdAfSDJJoTPB3V9lChoBmgJaA9DCL4XX7THS/G/lIaUUpRoFUsyaBZHQH0eoYekpJB1fZQoaAZoCWgPQwicxYuFIfLkv5SGlFKUaBVLMmgWR0B9HHvH93r2dX2UKGgGaAloD0MI/yWpTDGH7r+UhpRSlGgVSzJoFkdAfTIKmsNlRXV9lChoBmgJaA9DCGnFNxQ+W++/lIaUUpRoFUsyaBZHQH0v9YB/7SB1fZQoaAZoCWgPQwgeGhajrrXuv5SGlFKUaBVLMmgWR0B9Lc5Jbt7bdX2UKGgGaAloD0MIuD1BYrt75b+UhpRSlGgVSzJoFkdAfSunTAnDznV9lChoBmgJaA9DCFpKlpNQeuW/lIaUUpRoFUsyaBZHQH1BJamoBJZ1fZQoaAZoCWgPQwjHZkeq73zlv5SGlFKUaBVLMmgWR0B9PxCRfWtmdX2UKGgGaAloD0MILZljeVc95b+UhpRSlGgVSzJoFkdAfTzpYcNpd3V9lChoBmgJaA9DCJFj6xnCseO/lIaUUpRoFUsyaBZHQH06wztTkyV1fZQoaAZoCWgPQwjUK2UZ4ljxv5SGlFKUaBVLMmgWR0B9UCFJxvNvdX2UKGgGaAloD0MIvtu8cVKY6b+UhpRSlGgVSzJoFkdAfU4OAy2x6nV9lChoBmgJaA9DCL4XX7THC+6/lIaUUpRoFUsyaBZHQH1L5gXuVop1fZQoaAZoCWgPQwiBeciUD8Hrv5SGlFKUaBVLMmgWR0B9ScAWBSUDdX2UKGgGaAloD0MIXHSy1Hq/57+UhpRSlGgVSzJoFkdAfV8telbeM3V9lChoBmgJaA9DCKhRSDKr9+G/lIaUUpRoFUsyaBZHQH1dGnTAnD11fZQoaAZoCWgPQwid9pScE3vnv5SGlFKUaBVLMmgWR0B9WvEAHVwxdX2UKGgGaAloD0MIDhR4J5+e6L+UhpRSlGgVSzJoFkdAfVjKHfuTinV9lChoBmgJaA9DCILn3sMlR+S/lIaUUpRoFUsyaBZHQH1uqoqCpWF1fZQoaAZoCWgPQwhpyHiUSnjrv5SGlFKUaBVLMmgWR0B9bJazNUwSdX2UKGgGaAloD0MItAJDVrd64r+UhpRSlGgVSzJoFkdAfWpuBMBZIXV9lChoBmgJaA9DCPvL7snDQt2/lIaUUpRoFUsyaBZHQH1oR5X2dup1fZQoaAZoCWgPQwiILqhvmVPmv5SGlFKUaBVLMmgWR0B9fo3gk1MudX2UKGgGaAloD0MIPWGJB5TN6L+UhpRSlGgVSzJoFkdAfXx7m+0w8HV9lChoBmgJaA9DCHFYGvhRDeG/lIaUUpRoFUsyaBZHQH16U70WdmR1fZQoaAZoCWgPQwiVgQNaugLkv5SGlFKUaBVLMmgWR0B9eCuU2UB5dX2UKGgGaAloD0MIP6cgPxu56r+UhpRSlGgVSzJoFkdAfY67NSqEOHV9lChoBmgJaA9DCIeGxahr7eK/lIaUUpRoFUsyaBZHQH2MqFdszl91fZQoaAZoCWgPQwiADB07qETov5SGlFKUaBVLMmgWR0B9in9l2/zrdX2UKGgGaAloD0MIpdk8DoP54b+UhpRSlGgVSzJoFkdAfYhYR/ViF3V9lChoBmgJaA9DCPuRIjKs4t2/lIaUUpRoFUsyaBZHQH2eDr/sE7p1fZQoaAZoCWgPQwjAXIsWoG3dv5SGlFKUaBVLMmgWR0B9m/uTibUgdX2UKGgGaAloD0MIU0Da/wDr4L+UhpRSlGgVSzJoFkdAfZnUbT+efHV9lChoBmgJaA9DCNFZZhGKreK/lIaUUpRoFUsyaBZHQH2XrKvFFUh1fZQoaAZoCWgPQwhBgXfy6THiv5SGlFKUaBVLMmgWR0B9rbyoXKr8dX2UKGgGaAloD0MIw2UVNgNc2b+UhpRSlGgVSzJoFkdAfaupYcNpd3V9lChoBmgJaA9DCPIIbqRskeG/lIaUUpRoFUsyaBZHQH2phBAv+Ox1fZQoaAZoCWgPQwhVv9L58Czkv5SGlFKUaBVLMmgWR0B9p12dNFjNdX2UKGgGaAloD0MIs0EmGTmL5r+UhpRSlGgVSzJoFkdAfbzoK2KEWnV9lChoBmgJaA9DCM8wtaUOcuO/lIaUUpRoFUsyaBZHQH2604m1IAh1fZQoaAZoCWgPQwi+oluv6UHkv5SGlFKUaBVLMmgWR0B9uKpNsWO7dX2UKGgGaAloD0MI8S+Cxkyi4r+UhpRSlGgVSzJoFkdAfbaDIRywOnV9lChoBmgJaA9DCArYDkbsE92/lIaUUpRoFUsyaBZHQH3L2VRk3CN1fZQoaAZoCWgPQwiu9NpsrMTcv5SGlFKUaBVLMmgWR0B9ycPK+zt1dX2UKGgGaAloD0MIwCK/foiN5b+UhpRSlGgVSzJoFkdAfceakRBeHHV9lChoBmgJaA9DCHMSSl8IueO/lIaUUpRoFUsyaBZHQH3FdAPd2xJ1fZQoaAZoCWgPQwjmzkwwnOvhv5SGlFKUaBVLMmgWR0B92tfMOf/WdX2UKGgGaAloD0MIlgSoqWVr47+UhpRSlGgVSzJoFkdAfdjDSgGr0nV9lChoBmgJaA9DCMKlY84zduS/lIaUUpRoFUsyaBZHQH3Wm2LHdXV1fZQoaAZoCWgPQwh/2qhOB7Lrv5SGlFKUaBVLMmgWR0B91HVPN3W4dX2UKGgGaAloD0MIS5Ln+j4c4L+UhpRSlGgVSzJoFkdAfeoSmqHXVnV9lChoBmgJaA9DCCoaa39n++C/lIaUUpRoFUsyaBZHQH3n/+CK77N1fZQoaAZoCWgPQwh7MCk+PqHkv5SGlFKUaBVLMmgWR0B95dlWfbsXdX2UKGgGaAloD0MIskeoGVJF6r+UhpRSlGgVSzJoFkdAfeOzbvgFYHV9lChoBmgJaA9DCBMOvcXDe+m/lIaUUpRoFUsyaBZHQH35IDYAbQ11fZQoaAZoCWgPQwg3T3XIzXDnv5SGlFKUaBVLMmgWR0B99w0l7dBTdX2UKGgGaAloD0MIkLxzKENV5L+UhpRSlGgVSzJoFkdAffTkgOjIrHV9lChoBmgJaA9DCCkEcokjD+K/lIaUUpRoFUsyaBZHQH3yvpD/lyR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 24750, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 1000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fd5c8ee5f70>", "add": "<function DictReplayBuffer.add at 0x7fd5c8ef3040>", "sample": "<function DictReplayBuffer.sample at 0x7fd5c8ef30d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fd5c8ef3160>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c8eefcc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
replay.mp4 CHANGED
Binary files a/replay.mp4 and b/replay.mp4 differ
 
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -1.616967361420393, "std_reward": 0.5252941151437177, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-23T22:15:06.483395"}
 
1
+ {"mean_reward": -0.6848489728639834, "std_reward": 0.18340490149743183, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-23T22:28:19.126787"}
tqc-PandaReachDense-v2.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c88e6f7d98cac8c2ea0b07380e9a7af5d82ac0a706d70b1735e451da02bb4254
3
- size 220633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8160a220f602b8b09f0a6864cca4c3fa9a32aaa9f0e83e008e3c34fc864aae25
3
+ size 220721
tqc-PandaReachDense-v2/actor.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91fb5e023f9780729688c95a89ea94219a6b56e4e475f58be893cdb9574d5de6
3
  size 49565
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f74b7a7592ce0e0c51b1e48e10f1856d5e94ae84f1f304585255d0b48e53429
3
  size 49565
tqc-PandaReachDense-v2/critic.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e458337625680a4f7623aaa147d2001a3cb759f5d1c3d9176ebee88b5c5b703
3
  size 59439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9abdd8f8cf7798e3788ac4df1bb5359e97126328d23d12c78c4c3e5365c61908
3
  size 59439
tqc-PandaReachDense-v2/data CHANGED
@@ -27,7 +27,7 @@
27
  },
28
  "action_space": {
29
  ":type:": "<class 'gym.spaces.box.Box'>",
30
- ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABeGGnLWjPN3pGgzTHACc1ctcGtYGeICLyyE148rJ1sBhcmZ2G00R5Hcz1o0Us6cIRtsxi86A/2R9Eqq4Xal5rI28jmp9YUE6KunJduqJ3jDdp+0liw/39UW4cf+e1F/FUd14DmN7osIvH8rPLFpsKzAWWmu2ZXesspctEfKl3uq1arBbQhcptYA+dAnO/wmF8UjzL159Lr7eNklnXSD/rSabgynr6PyJY3MsdoTWXMjqCIbYeEohfT+ap63Euxr+mpC4OPedb2HNQKYGa9upRIf04E3mhskrcd5BpBWRrg2eyTbpXtj54cjEodSuVjobbot92m1BmXtKC34Xb+Y7Evtl/g34Q3hiQP5rv9kWK5VyhvCNS758W9MY/GzDtoA/EVqfcMQ3n4nYBZbYgmzoT5/6bvCMPh1NKiBBy/Lt9SVHk9LinrlnUDpWmF4X9DJfgEZ1TWEQNRrBOsqo4gzfUuv0IQZEQ2+vzZvsNUcseSh78qq0VUKs/7BDn2gS/DHd8rL1WjSznZ+vDBmI9e3s5quSZC+cjpyXPWhtpbcJRbXFao9on0V/BHsO0RAQuU4/klh+penZebYVTRcs1fPZ7tN3yVhWRj7uUBhLspDHIdk3OI57WMYcCQk34eXBqBSjuUYM+6HSWHj6fTwjc2L2KIj+PF7jipDoZ69fMZKvL0fhwsIRBZK4eHg7HlOxpLCDw8a5yYo0JguScpJYE+Rm8J4z+/9UQATqKtHHOmG3PG1GUvh6NAvNUBF66Zb+s+jW2IF+rLDiJAIkcqdwIof46iAewltXggrOMks0zDC2fIcHGzGgvJONrLOZCw3DonlMVxyuXS8FMsrDYhige5diYKF+Pe24tHSoU2FnShYk4nKaVS3pnuU6Qp6z/1re5tAf9kUZxzSC0qGr/OzC5g1Xiod2+4GqBdRJlgPf1/wzaCi6JbO5KOfyi2YOyKoOPcBETxnKGwY3itp21nbVjEZlBy0y4vaQzdLqqE5qF69yx4+UycHW4w3hNr3Acuk0+S9rdKi7sN7fl0iAwvDp/0rPKeXYWMxRf5dAGmUFneXWJPKo+8VpFOprlsmOF2OBpeC/x175xOWr5fkdNuDSlJ/7P/FJBlz8umnwRxzK7/aHWyI4mOvXi503taQ20gOsQab6aLqmOYsoyHBAD2jO49b4zreXvMpa/DGnYuZFgp0j+nbMUswKazxVx/8VJgsOgfU/vprr1s5SCqH1TfG+Mzj3FotA9s+seOllJ4cPQjAo8Zi3/YtPpZZRi8xpHhWMdVM+MWJNZM/Ns2+JbX+eCDJXvMYKX1SvBRvUJwoSXGUATsb6qIeeMOZ35j2C6wUfLOQf1EnoQK8dtNYtpmPKPyCe2INl3XcoWgbtypO/WzaoPTF854NEWCziLAPTeoan/x/POQgxqOKypzup0Z5n5vVne9xC8N5mj08JhN8ddITXRlhwjEuE9+RXrqD7vi5KWdUqgA2otmv86kQ9rfbcLpzcUkd+mTy7/nmj0zaLIwvw4cLhvbLqDHco5+ZTwzuPD3e43xN9EI6QWsjjN0EZWh4z4De4e6I/qGGw6k4I/lZtboM0onRwbIGPPC6FizeT/JpcbIrdfnNMHjsv0u90qbkUwxz0Y4cRHCZj1JrHavpf6kYT/lKwpXsNnYoUlBDj5LU4vj40dzoiQeTrUp/rU5qjcph+rISLw0K1nr6ZctF5pgEhOMDjZtdd4bC3JPphoDqvwAfK7n9BkZIX16Z8jiOw63ByxeMIcVoMBwIRo9ROcR6yYs5uCVp5JyEvMwp5373S0RI+oHR7SbXdsdddcL+lkpL1E51EbISbMEAklHvY9g8kxP1KO7lJ/UiG+1RD9BZpgIEAu4K1fylgKtWylGVOfUlgkzrBnTF92Wtq21mYtfw2YeE5Yu2tYO9qGW0UpFBvc+nL5m8urQ/WHHP+2DqCiq+EcWUnCChYCrE5nTnygmUszs0H0tbtbbP6Yup94DrynCBsN3xzo2iyke/h0a6vveuCEEnFhxxq/wT53t3Jxq9F820cBgOI0FAIejw8Fl4PbsLEi6WRRJqHvm/Ikjnt5aAATE2Hw3S4iy4l1ZN6SH5MikeJFg204UTVCO5pHv/P21iuZEZsB5Uk6SdrLDukd9qxjWow4SjcG3D5ZXuWCsJ29psZQOPvKL8HN4WEqzee5YGbx6/S/XIl1L4NupeTFc3Fbws36GggFn2fL//Vzz5MmpYWLzC38ZOiQ2AY8Rcx809pnmsoya0id65ugRDRBCTL+kobGdLCJ/0WcXrWoHLt+pf8BWXtgum0CXP6jDQoWlrbLRmJktmMyv9NBEGjNSSfeLnjPwPi2a4kig4e8bowIMEMDjvRDx//H1ROZyJxY92NX4Ctppi48fteNDs6SLtlMSTlborS2R3AFsuBFpEDTOAb4DD9ulWsYHzffkbny55cEWA9w0fZj8ArV0y0qCeZrC2t0yy9ZYUEpO4DzbZ7EkTV89t4O18VIV2wniVD9r54J8bCURPuLgd/FOYdszmP1F7nz0gLlv8gFyDObiGAmHiZpsW5mH7HZ7Lr+OAVKeQcUBTT7K3fVufTuX6W0YeVY72gaZP9YMoHTAAO4kvGAWl8i7ow51xq/RCc3wCZVqHJS7ZXhLDnzGKe4gvWzdp5xk/nJo1dKArY9483IY95Ab9Z+z/nBkmMkeZaxkbxNppz1BU/z2IkpxniG59tjnZgtjBt4ldYhwNo6Ng/qzrR3zTmMwWQmCUXWGKeFDLARIjUqHlxwS35LNazFpDRIi80oBBlxK/sDo0OALWCx5jowd7xP1DuO0Ee9CiUBkPCcbEJpYaYGfSM0OsE1Qpk6mnqX74MFHh+w043hEHM8ZoH0UhXW3Eq6TQfgv8EG28kUORW8xd7SmSYwndi24vxcNwGG1USMTdMc74GolQ3xXKqjcFvbuTp8bAfiMXKWoRDwH6aldmGxhumiiszTo2YM8l1KedRDAPk5H7Xz5skaFX7Seq5rneS/2WfQ5eAK3doiDNShNfFYFdULf5v8SXYkaP5gwoXKnw2n5hCWJMyU2kWpdBWDhu/5Rklo7tqhCo9N73PtUq1zJ4L4iDb7XJePkg4i6bO55G31QFCs0YmQwK87qiMSHDjAiruxJENG0QPY+Yiqg2BK9JOm7h2rOcxXluGxXu4LQgsNMUPnQe2XTtL3cYz6J6iH36doMo53OtV8UOyIfaMWVeDNY7kNKVSVlIaoKMR8Ka6AFwiAZSzALZl0b2Dhlmf2hTvEoGJEWPBUPu7JrIpaONRLutmiF9Ka/MnzvE0AAfx15NrNmeRfvagmSXVMZV2ygEydLt5oGUiGUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
31
  "dtype": "float32",
32
  "_shape": [
33
  3
@@ -39,12 +39,12 @@
39
  "_np_random": "RandomState(MT19937)"
40
  },
41
  "n_envs": 4,
42
- "num_timesteps": 20000,
43
- "_total_timesteps": 20000,
44
  "_num_timesteps_at_start": 0,
45
  "seed": null,
46
  "action_noise": null,
47
- "start_time": 1679609441662121045,
48
  "learning_rate": 0.001,
49
  "tensorboard_log": null,
50
  "lr_schedule": {
@@ -53,10 +53,10 @@
53
  },
54
  "_last_obs": {
55
  ":type:": "<class 'collections.OrderedDict'>",
56
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARckpvzIYpj/nUbq/ovBHvzhqPT42yo4/poRsv6/BJT923b4/8el+P2dydb++2Q2/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADAZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz2UaA5LBEsGhpRoEnSUUpR1Lg==",
57
- "achieved_goal": "[[ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]]",
58
- "desired_goal": "[[-0.6632274 1.2976134 -1.4556245 ]\n [-0.7810155 0.1849755 1.115546 ]\n [-0.92389905 0.6474866 1.4911335 ]\n [ 0.99575716 -0.9587769 -0.55410373]]",
59
- "observation": "[[ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]]"
60
  },
61
  "_last_episode_starts": {
62
  ":type:": "<class 'numpy.ndarray'>",
@@ -64,24 +64,24 @@
64
  },
65
  "_last_original_obs": {
66
  ":type:": "<class 'collections.OrderedDict'>",
67
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADvt7vS7M8T33Tps8kXKUvWC+ozxHyXQ+ebCvvR3deD2c2oo+t06+PfOKpb3U3sQ9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
68
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
69
- "desired_goal": "[[-0.06151872 0.11806522 0.01895855]\n [-0.07248414 0.01998824 0.23904906]\n [-0.08578581 0.06075775 0.2711991 ]\n [ 0.09292357 -0.08083143 0.09612814]]",
70
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
71
  },
72
- "_episode_num": 400,
73
  "use_sde": false,
74
  "sde_sample_freq": -1,
75
  "_current_progress_remaining": 0.0,
76
  "ep_info_buffer": {
77
  ":type:": "<class 'collections.deque'>",
78
- ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWABTBg6oBMCUhpRSlIwBbJRLMowBdJRHQFKXvN/vv0B1fZQoaAZoCWgPQwijzXFuE64FwJSGlFKUaBVLMmgWR0BSjuk56t1ZdX2UKGgGaAloD0MIdxA7U+icCcCUhpRSlGgVSzJoFkdAUoZOpKjBVXV9lChoBmgJaA9DCIMZU7DGOQbAlIaUUpRoFUsyaBZHQFJ9y0rsjVx1fZQoaAZoCWgPQwgZy/RLxFv9v5SGlFKUaBVLMmgWR0BS0qXfIjnndX2UKGgGaAloD0MIy0v+J3/3BcCUhpRSlGgVSzJoFkdAUsnOyE+PinV9lChoBmgJaA9DCEG4Agr19APAlIaUUpRoFUsyaBZHQFLBNj9XLeR1fZQoaAZoCWgPQwh1eAjjpxEBwJSGlFKUaBVLMmgWR0BSuK+BYmsvdX2UKGgGaAloD0MIlFD6QshZAMCUhpRSlGgVSzJoFkdAUw55u63AmHV9lChoBmgJaA9DCKPogY/BCgDAlIaUUpRoFUsyaBZHQFMFpSJj2Bd1fZQoaAZoCWgPQwjFG5lH/qD8v5SGlFKUaBVLMmgWR0BS/Q9RrJr+dX2UKGgGaAloD0MI3rBtUWZDBMCUhpRSlGgVSzJoFkdAUvSGYa5wwXV9lChoBmgJaA9DCNQNFHgnfwLAlIaUUpRoFUsyaBZHQFNKBGx2SuB1fZQoaAZoCWgPQwhPH4E//HwBwJSGlFKUaBVLMmgWR0BTQS7btZ3cdX2UKGgGaAloD0MIWp4Hd2fNAcCUhpRSlGgVSzJoFkdAUziXAuZkTnV9lChoBmgJaA9DCH4czZGVXwDAlIaUUpRoFUsyaBZHQFMwDVpblil1fZQoaAZoCWgPQwjf+rDeqHUCwJSGlFKUaBVLMmgWR0BThbzK9wm3dX2UKGgGaAloD0MI4pANpIttBcCUhpRSlGgVSzJoFkdAU3zjhky1u3V9lChoBmgJaA9DCHodccgGMgTAlIaUUpRoFUsyaBZHQFN0TxXnyNJ1fZQoaAZoCWgPQwjvqZz2lPwHwJSGlFKUaBVLMmgWR0BTa8SPEKmbdX2UKGgGaAloD0MIsHCS5o9JAMCUhpRSlGgVSzJoFkdAU8FMi8nNPnV9lChoBmgJaA9DCJi/QubKwAPAlIaUUpRoFUsyaBZHQFO4fAsTWXl1fZQoaAZoCWgPQwjK4Ch5dS4BwJSGlFKUaBVLMmgWR0BTr+sLfDUFdX2UKGgGaAloD0MIrir7rgj+A8CUhpRSlGgVSzJoFkdAU6dl2/zreXV9lChoBmgJaA9DCDpBmxw+KQLAlIaUUpRoFUsyaBZHQFP8pOvdM0x1fZQoaAZoCWgPQwhDjxg9t1AAwJSGlFKUaBVLMmgWR0BT887uDzy0dX2UKGgGaAloD0MIKqkT0ERY/7+UhpRSlGgVSzJoFkdAU+s4+8oQWnV9lChoBmgJaA9DCEvpmV5ibPy/lIaUUpRoFUsyaBZHQFPisWO6unx1fZQoaAZoCWgPQwhdqPxreaX4v5SGlFKUaBVLMmgWR0BUOGFFlTWHdX2UKGgGaAloD0MI9YHknUOZ+b+UhpRSlGgVSzJoFkdAVC+Gzru6VnV9lChoBmgJaA9DCE2+2ebGtAbAlIaUUpRoFUsyaBZHQFQm7hNucc51fZQoaAZoCWgPQwhJg9vawjP4v5SGlFKUaBVLMmgWR0BUHmi+L3sYdX2UKGgGaAloD0MI7s1vmGgQ+b+UhpRSlGgVSzJoFkdAVHNjNIK+jHV9lChoBmgJaA9DCNf2dktyQPu/lIaUUpRoFUsyaBZHQFRqi+L3sX11fZQoaAZoCWgPQwg//z147RL9v5SGlFKUaBVLMmgWR0BUYfitJWeZdX2UKGgGaAloD0MIeH5Rgv7iAMCUhpRSlGgVSzJoFkdAVFl2ovSMLnV9lChoBmgJaA9DCHEBaJQuPf6/lIaUUpRoFUsyaBZHQFSvuHN5dGB1fZQoaAZoCWgPQwjDKAge3x4EwJSGlFKUaBVLMmgWR0BUpuAmReTndX2UKGgGaAloD0MIf03WqIdo/L+UhpRSlGgVSzJoFkdAVJ5PxhDw6XV9lChoBmgJaA9DCNFdEmdF1P6/lIaUUpRoFUsyaBZHQFSV0E5hjON1fZQoaAZoCWgPQwiuZwjHLFsEwJSGlFKUaBVLMmgWR0BU7IEwFkhBdX2UKGgGaAloD0MIgT0mUprtA8CUhpRSlGgVSzJoFkdAVOOmMwUQCnV9lChoBmgJaA9DCEuRfCWQkgDAlIaUUpRoFUsyaBZHQFTbGd7OVxF1fZQoaAZoCWgPQwhHyhZJu1H8v5SGlFKUaBVLMmgWR0BU0pH7P6bfdX2UKGgGaAloD0MIJ71vfO3Z+7+UhpRSlGgVSzJoFkdAVSlqXWvr4XV9lChoBmgJaA9DCJjD7juGh/+/lIaUUpRoFUsyaBZHQFUgo5ggHNZ1fZQoaAZoCWgPQwgqj26ERcX+v5SGlFKUaBVLMmgWR0BVGBUm2LHddX2UKGgGaAloD0MIL/1LUpmCAsCUhpRSlGgVSzJoFkdAVQ+RSxZ+yHV9lChoBmgJaA9DCFpIwOjyBgLAlIaUUpRoFUsyaBZHQFVnIatLcsV1fZQoaAZoCWgPQwhJoSx8fe3/v5SGlFKUaBVLMmgWR0BVXk/8l5WzdX2UKGgGaAloD0MI9katMH1PAcCUhpRSlGgVSzJoFkdAVVW5VfeDWnV9lChoBmgJaA9DCH/ZPXlYyATAlIaUUpRoFUsyaBZHQFVNNjLB9Cx1fZQoaAZoCWgPQwjOwwlMp7UCwJSGlFKUaBVLMmgWR0BVpwAAAAAAdX2UKGgGaAloD0MIQDTz5JoiAMCUhpRSlGgVSzJoFkdAVZ4msvIwNHV9lChoBmgJaA9DCH3Qs1n12QLAlIaUUpRoFUsyaBZHQFWVjwQUYbd1fZQoaAZoCWgPQwiOrtLddXYAwJSGlFKUaBVLMmgWR0BVjQ13t8eCdX2UKGgGaAloD0MIezApPj4h/b+UhpRSlGgVSzJoFkdAVePNB4Uvf3V9lChoBmgJaA9DCMPwETEl0gLAlIaUUpRoFUsyaBZHQFXbBNVR1ox1fZQoaAZoCWgPQwjNzMzMzIz/v5SGlFKUaBVLMmgWR0BV0mois4kvdX2UKGgGaAloD0MIuti0UggEA8CUhpRSlGgVSzJoFkdAVcnqoqCpWHV9lChoBmgJaA9DCJq0qbpH9v2/lIaUUpRoFUsyaBZHQFYfS7Xg9/11fZQoaAZoCWgPQwhcy2Q4nq8CwJSGlFKUaBVLMmgWR0BWFnZK3/gjdX2UKGgGaAloD0MIh8Woa+19+b+UhpRSlGgVSzJoFkdAVg3cer+5v3V9lChoBmgJaA9DCCY6yyxCsf+/lIaUUpRoFUsyaBZHQFYFVafSQYF1fZQoaAZoCWgPQwgn2H+dm3YEwJSGlFKUaBVLMmgWR0BWWwd0aIepdX2UKGgGaAloD0MILei9MQRA+7+UhpRSlGgVSzJoFkdAVlItFrl/6XV9lChoBmgJaA9DCLJoOjsZHAPAlIaUUpRoFUsyaBZHQFZJnlXA/LV1fZQoaAZoCWgPQwiIEi15PK35v5SGlFKUaBVLMmgWR0BWQRyOq//OdX2UKGgGaAloD0MI8DFYcap19r+UhpRSlGgVSzJoFkdAVpZ3LV4HHHV9lChoBmgJaA9DCFu0AG2rGf2/lIaUUpRoFUsyaBZHQFaNnkkrwvx1fZQoaAZoCWgPQwgvTRHg9G78v5SGlFKUaBVLMmgWR0BWhQU1yeZodX2UKGgGaAloD0MIEticg2diAMCUhpRSlGgVSzJoFkdAVnyDSPU8WHV9lChoBmgJaA9DCDz4iQPoN/6/lIaUUpRoFUsyaBZHQFbTkE9t/F11fZQoaAZoCWgPQwhGXtbEAp//v5SGlFKUaBVLMmgWR0BWyry6MBIXdX2UKGgGaAloD0MIBDi9i/cDBcCUhpRSlGgVSzJoFkdAVsIow22oenV9lChoBmgJaA9DCPd2S3LAbvi/lIaUUpRoFUsyaBZHQFa5n3L3bmF1fZQoaAZoCWgPQwhosn+eBkwDwJSGlFKUaBVLMmgWR0BXEAKKHfuUdX2UKGgGaAloD0MIkBMmjGYl9L+UhpRSlGgVSzJoFkdAVwcqhDgIhXV9lChoBmgJaA9DCII7UKc8Ova/lIaUUpRoFUsyaBZHQFb+mMfigkF1fZQoaAZoCWgPQwihMCjTaNIBwJSGlFKUaBVLMmgWR0BW9g8jiXIEdX2UKGgGaAloD0MINjy9UpZBBcCUhpRSlGgVSzJoFkdAV0zTgEU0vXV9lChoBmgJaA9DCOtTjsniPvq/lIaUUpRoFUsyaBZHQFdD/zasZHd1fZQoaAZoCWgPQwj8NO7Nb1j9v5SGlFKUaBVLMmgWR0BXO25c1O0tdX2UKGgGaAloD0MIxlIkXwmkA8CUhpRSlGgVSzJoFkdAVzLkELYwqXV9lChoBmgJaA9DCIfAkUCDjfS/lIaUUpRoFUsyaBZHQFeKWPcSGrV1fZQoaAZoCWgPQwhkH2RZMDH2v5SGlFKUaBVLMmgWR0BXgYCIUJv6dX2UKGgGaAloD0MIpUkp6PaS87+UhpRSlGgVSzJoFkdAV3joyKvV3HV9lChoBmgJaA9DCBud81McRwHAlIaUUpRoFUsyaBZHQFdwZIxxkup1fZQoaAZoCWgPQwjSj4ZT5ub+v5SGlFKUaBVLMmgWR0BXyRqO938odX2UKGgGaAloD0MI6KOMuAC0+7+UhpRSlGgVSzJoFkdAV8BCZ4Oc2HV9lChoBmgJaA9DCPK1Z5YEaPm/lIaUUpRoFUsyaBZHQFe3s7uDzy11fZQoaAZoCWgPQwgTu7a3WxL3v5SGlFKUaBVLMmgWR0BXr074i5d4dX2UKGgGaAloD0MI5/up8dIN/L+UhpRSlGgVSzJoFkdAWAeGtZFG5XV9lChoBmgJaA9DCBYUBmUaTf6/lIaUUpRoFUsyaBZHQFf+qtozvZ11fZQoaAZoCWgPQwiloUYhyWz5v5SGlFKUaBVLMmgWR0BX9hUm2LHddX2UKGgGaAloD0MISfPHtDbN/L+UhpRSlGgVSzJoFkdAV+2WX1J173V9lChoBmgJaA9DCMfVyK60jP+/lIaUUpRoFUsyaBZHQFhKgE2YOUd1fZQoaAZoCWgPQwgGvTeGAMABwJSGlFKUaBVLMmgWR0BYQa94/u9fdX2UKGgGaAloD0MI1IIXfQUp/b+UhpRSlGgVSzJoFkdAWDkzeoDPnnV9lChoBmgJaA9DCCXNH9PadPC/lIaUUpRoFUsyaBZHQFgwvES/TLJ1ZS4="
79
  },
80
  "ep_success_buffer": {
81
  ":type:": "<class 'collections.deque'>",
82
- ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="
83
  },
84
- "_n_updates": 4750,
85
  "buffer_size": 1000000,
86
  "batch_size": 256,
87
  "learning_starts": 1000,
 
27
  },
28
  "action_space": {
29
  ":type:": "<class 'gym.spaces.box.Box'>",
30
+ ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAB9BdyxcJowINBV2j3J4k2Pmh7qvrnJXnuSpqobrH8/nE7196gaFEX5oTFeKvVeRDO+0e4ftuj6cWe0uY+UXwhuk3EH6FrarF6i0aJFQtGWdwSViT6cFMbdRWuQLc3v5Ffi7EqYZxJdQC8VTVBgoH24CfmogxlNkWYYt2hYbjfo4lKgAGmaoXLXt8VFkmi9C8F4zumBD15cSOp86xO68Ziznenk4cLmdtyuyETJyouK3pUtSEzT/8bKZgsxR3QDuRmNhG/wEhBSSAQKWIK8/1lnR6i9bOmphctcIe0U672DOtUZ9Jjg/zbGXkvUfCPLOnmHOM8dDKvBBPazsotGjqZfbchMK1h5hgYeXkINQJ/OSqJ00h5Nt5rmHRmQUrDbyQuKYJeIfozm7U+ICSkJP/Z2xPJQcSiu0uH+t5obfBCpRQSCGF6i+zFbs3d89QTubBN0e7lUW5zwyyGPsGhzN3hGnDzy9WacP7JDXUxe5E7JmQ+52Gr4U2BaMq940GnFcLbrnnLDPRlTCQE9WqgNSAmTGXJ8+Ik/IcVw0jaRYWGyl6tMY6V0s94zGnkxUvzBB9MEFUCq0MSZ39H2jgyDGVwOeoEL/EArai5MV5JynNu63KmHkIubLVYHmrRrP7e5qIOMFIm0QoII4kpHBODG8PPPtfU1vvq7u87t0VGhDrMOA01e8m8LMzigz86zNkmm9/fpJTp2b2S7PuAyO0XCw6x1ajuiLVsmxW4p1I7XDcreXDLgVzxbASO6A9gj/e1UAouY6/ByYBNlYJdrH9s+VgLGjmAtOef4BU8JKkRfiKHW+yFo8J7jjzBjpc3jo0bhSfw8bwrPc7AwHZMWYZOLyIauTF0MugC+kFH7f04R93Xt6fqc7KZ3o3Bky0zUdpGpN88Ijq0xZ1jVtO2ELLnyt+vLI7APPBgvDZ3zaDBYEE57WMqwOLMfWhE8/DD5ydgpepX9jku8TTbs8sV9y9L2lNRpyigKWDd3knYK/pQDW6kMtoSsKIzHacbp/u0qsH68nSNqFgPjXbV32fTWd/mI8y0sqJVApFOfy9LV+fSsPMxE5IUrBHqA5kqQAXFkKrWoowdVq2Cuyt762Ol1sguuJR26k1mdTf1rbHtuZQkFhAThXhKkOMN3fSzO5dN7zuUETFez2LCfsCDyJXmx8ju6uz2dK6U2qGdmErJ9uASBN+bfG2j3196Cqw/WGPPW7Ob4kHgbkdlPhZ970Ntocf9EQ54R1Zpx756WDwXxqA/CqCv2qw9VV/MMKMldteYATs+Y3ejKlL49dkNcBiGel0FJllq79MhoPbh0AngZ37ICd98aUAIK6zP2sHJ7Db4W26jqAGJZu2S8RrJdr5aTGNogK3rOK2GDWxfOHNWMcBKrIwaU2yTmaEjH+8T0wlV7r3dO4Y6m9usbsBXtGk36lLoeKLumOQDtSe//VZnd5OALS7Dh3hERivM6qefrac5APGid67K5Dx48OYcHwQzdOjebB0As2XlSe47555hKrzcS9txZsUHGZr+Q9D7aLcLXpT4CLEAzWVYt8HgHTWJFI4JqadaOzhjJaJBoqrx5H9HSjCZ83pb+PHu+WsfRNlI15Uz7XYVJPWu87QQZmOprOpFf1BVhbhPsbVMhKDUTy0axIvkyAksX2q+SPbnLkHVoCfUXhJAtqk/Qsp6qUypexRMFbcqbe6UT0YSmINMqfJltchlZU74pHjMj7WMo/dcAO1MYdhggo4101cbr2mDpW8ye466cNWIxUJgcxF4Mm2Scpk12/hY+JWoEoba+7Xou5Ty5inOzfsVaNPNaf+f1YRrDAhBa4rw5xZsSyn6HDWBHxWDgFt6v4eT6GDGHYWabSLsikOYfW//il2ve3HKmh1IhPCKG6ZmpKjnit6oSvZ3ymHa8yHIGb+gyifZ9lDdEsIPf/nXS3J4aY67/ySZLCgj+nwTtictZDuDWR8yOoFqi++m1fz+3ffmPc40PjRsYj/PCNgOplivIMkpUyjdyjFlXvmq5w/iXllNaC/TpWZXuyKv2NdL6ryL7zHGK6VQtY0P1xcJOVCoAnRSlrPg0eYcd/svLT9LVZhzZ+QIjBURSmPYSovXr9Tnrf20x+aoLdtvfSj49pO+JiaAgKSnTPVh9/+SvPcGhtQPi8OTA455LDbkzC6YzsNaMYVUc0TeRTDs0oiB+DieSwTNEaUEO25GLgzRQaXuINl7cNHyJlX8OUlsHWPhlBFqLfIMjf1TsxAgC5Ngk83vXgLSOLWb6RGebpliBTP6pgqV2r9SWd19OWMVlNnUCMk6gOoCU/0B0ehctQblm4wKPjrziiu5lV/i3Ayo8MgijEd+hX85ygIJg/KNTrooxPgjOjTBx3AAIo64NO7GpTFsTzqyKUkvGsNeFgvo4cF2WjQPzEVz9qrqzp4Q/OWQjuVW/y+Q4gnEtnDv75k9eWCesBTUg3Rq+zkck6jE04CkkMJhUOANG/mOtOh3Buwwnqv0hAqpdeTManpq/QQRbybHM1bQ8lT2IHBjMtRlwd+jQ+XFJ88Ve+t4PEvn+FIhiD4WB8/uLqIfyNXUk0tmHxL78UFZU3OUWh3MnoHfSrm61FOfqn6yJ5cJao2qf+Qd1Tyb+Y5/9OWtQ0rrQ1Ag3rKyA/fwMW24RBmLPX5ab1KkkTU4tViVKV08NahHF0Uv8vRqhEaMVLv+WgNzin7/WqTKPddWKOPYr/hxkEmrd3oynp4ZyvkZ83xgZtLNC1Pbwu/UCvEXtbFmbfRcAfmpSYOAJGqE4iEH2qJWh+8lMmGmZbtoAkDX4r7binML4d0aeO1LgQcuVsEs03asx+TFW1Wq8oevsUWdx6dBE9W/WBki/rvtb1LxNKrrd9poeKBGRiiiPF7Hs9s1+TASFM+djsCCqrX7AuhRIPGYDUaGk23qB0D4+6BUmNFyGNrUcHWJXp5Ysa3QiT7JOh+MMm0xkpEyQrb8s8qpdrBOTMK3HNpKPWXhNa3YL9Na5gPBV+d2CVfN+BepDcFmLXpREfQUY7+AhsQ70cYANBxgswoxBoX4qtEIq3zJqPcX0fjO1GUlpsN2yjCtGmjXXZhNCwRXVZFOOoA7ZUp8s8JNp2WgFYrMpdl938ovchr1zfoufSekN9XR89ShRNlChPL56VtQbXHK34jt1w1puKZrLN6yuqy/KvXFN0vDWbXd/W5NvYgIsazoaRefsJrkNjg45hd2P7+nv1uBBMaKJx3cChTgx5eFEvualf4dPP0yqq8UpXyz8tuKTkJQopOWGzsj5cqJ/4fk6SRaECKZJZVVgl8q5PJXOLgfuju1cuAO5uP99LKjkO3CWGARjqEqoy1wWCQiUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
31
  "dtype": "float32",
32
  "_shape": [
33
  3
 
39
  "_np_random": "RandomState(MT19937)"
40
  },
41
  "n_envs": 4,
42
+ "num_timesteps": 100000,
43
+ "_total_timesteps": 100000,
44
  "_num_timesteps_at_start": 0,
45
  "seed": null,
46
  "action_noise": null,
47
+ "start_time": 1679609919708619843,
48
  "learning_rate": 0.001,
49
  "tensorboard_log": null,
50
  "lr_schedule": {
 
53
  },
54
  "_last_obs": {
55
  ":type:": "<class 'collections.OrderedDict'>",
56
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAACe/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/Ce/4Pt3QgLwQsgs/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAXR6rv5iwuT8NYDa9s4KRP837J78X3x4/AZ4AP/9gyj7077U+u84evrRSmj/L2cG/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAJ7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb0J7/g+3dCAvBCyCz8lOli56/eOungoGb2UaA5LBEsGhpRoEnSUUpR1Lg==",
57
+ "achieved_goal": "[[ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]\n [ 0.4861987 -0.01572459 0.54568577]]",
58
+ "desired_goal": "[[-1.3368641 1.4507017 -0.04452519]\n [ 1.1368011 -0.6561859 0.6205916 ]\n [ 0.50241095 0.39527127 0.35534632]\n [-0.15508549 1.2056489 -1.514459 ]]",
59
+ "observation": "[[ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]\n [ 4.8619869e-01 -1.5724594e-02 5.4568577e-01 -2.0621026e-04\n -1.0907626e-03 -3.7392110e-02]]"
60
  },
61
  "_last_episode_starts": {
62
  ":type:": "<class 'numpy.ndarray'>",
 
64
  },
65
  "_last_original_obs": {
66
  ":type:": "<class 'collections.OrderedDict'>",
67
+ ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAGTH1vSNxAj50yxY+/4O8PY1Ub71lFFI+fJMaPUiADD3obzo+e/aXvEKf2D2ZLp48lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
68
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
69
+ "desired_goal": "[[-0.11972255 0.1273847 0.14726049]\n [ 0.09204864 -0.05843024 0.20515592]\n [ 0.03773831 0.03430203 0.18206751]\n [-0.01855015 0.10577251 0.01930933]]",
70
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
71
  },
72
+ "_episode_num": 2000,
73
  "use_sde": false,
74
  "sde_sample_freq": -1,
75
  "_current_progress_remaining": 0.0,
76
  "ep_info_buffer": {
77
  ":type:": "<class 'collections.deque'>",
78
+ ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIgQhx5eyd6b+UhpRSlIwBbJRLMowBdJRHQHyI2seXAuZ1fZQoaAZoCWgPQwgabOo8Kv7jv5SGlFKUaBVLMmgWR0B8hsXWOIZZdX2UKGgGaAloD0MIgIC1atcE47+UhpRSlGgVSzJoFkdAfISdRzijtXV9lChoBmgJaA9DCA73kVuT7um/lIaUUpRoFUsyaBZHQHyCdnPE87p1fZQoaAZoCWgPQwh2xCEbSBfhv5SGlFKUaBVLMmgWR0B8mHkkrwvydX2UKGgGaAloD0MIsffii/b46L+UhpRSlGgVSzJoFkdAfJZk8zQ/o3V9lChoBmgJaA9DCJLNVfMc0fO/lIaUUpRoFUsyaBZHQHyUQKjSG8F1fZQoaAZoCWgPQwiK6NfWT3/iv5SGlFKUaBVLMmgWR0B8khttQ9A5dX2UKGgGaAloD0MIlC79S1IZ4b+UhpRSlGgVSzJoFkdAfKgjFyaNM3V9lChoBmgJaA9DCL1tpkI8Eui/lIaUUpRoFUsyaBZHQHymD7qIJqt1fZQoaAZoCWgPQwiGqwMg7urmv5SGlFKUaBVLMmgWR0B8o+jHn2ZidX2UKGgGaAloD0MI00z3Oqmv5b+UhpRSlGgVSzJoFkdAfKHC0F8ohXV9lChoBmgJaA9DCA0bZf1m4uW/lIaUUpRoFUsyaBZHQHy36G5+Ytx1fZQoaAZoCWgPQwjfv3lx4qvjv5SGlFKUaBVLMmgWR0B8tdUADJU6dX2UKGgGaAloD0MIKpFEL6NY67+UhpRSlGgVSzJoFkdAfLOt65XlsHV9lChoBmgJaA9DCL6/QXv18eG/lIaUUpRoFUsyaBZHQHyxiFsYVIt1fZQoaAZoCWgPQwhQG9XpQFbqv5SGlFKUaBVLMmgWR0B8x1G8VYZEdX2UKGgGaAloD0MIai+i7Zg66b+UhpRSlGgVSzJoFkdAfMU88La24XV9lChoBmgJaA9DCJW6ZBwj2eO/lIaUUpRoFUsyaBZHQHzDFX/5tWN1fZQoaAZoCWgPQwihgO1gxD7hv5SGlFKUaBVLMmgWR0B8wO7+T/yYdX2UKGgGaAloD0MIqinJOhxd3b+UhpRSlGgVSzJoFkdAfNaqwyIpIHV9lChoBmgJaA9DCMy3Pqw3avG/lIaUUpRoFUsyaBZHQHzUl2zOX3R1fZQoaAZoCWgPQwgr24e85erfv5SGlFKUaBVLMmgWR0B80nBO58SgdX2UKGgGaAloD0MIYeKPos5c5L+UhpRSlGgVSzJoFkdAfNBKNAC4jXV9lChoBmgJaA9DCIVf6udNRee/lIaUUpRoFUsyaBZHQHzl7s4T9Kp1fZQoaAZoCWgPQwgOoUrNHijwv5SGlFKUaBVLMmgWR0B849tXPqs2dX2UKGgGaAloD0MITDYebLHb4b+UhpRSlGgVSzJoFkdAfOG0fHPu5XV9lChoBmgJaA9DCNRjWwacJeC/lIaUUpRoFUsyaBZHQHzfjZ13dKx1fZQoaAZoCWgPQwjZeRubHSnnv5SGlFKUaBVLMmgWR0B89PoTwlSkdX2UKGgGaAloD0MId50N+WcG27+UhpRSlGgVSzJoFkdAfPLmVqveQHV9lChoBmgJaA9DCKeSAaCKm+2/lIaUUpRoFUsyaBZHQHzwvomois51fZQoaAZoCWgPQwhaR1UTRN3fv5SGlFKUaBVLMmgWR0B87pZyMkyDdX2UKGgGaAloD0MIjUXT2clg6L+UhpRSlGgVSzJoFkdAfQROgxrSE3V9lChoBmgJaA9DCO9v0F59vOi/lIaUUpRoFUsyaBZHQH0COnqFAVx1fZQoaAZoCWgPQwg5l+Kqsu/iv5SGlFKUaBVLMmgWR0B9ABGYrrgPdX2UKGgGaAloD0MIPSe9b3xt4b+UhpRSlGgVSzJoFkdAfP3qynk1dnV9lChoBmgJaA9DCKoM424Qrd2/lIaUUpRoFUsyaBZHQH0TtrTH80l1fZQoaAZoCWgPQwjkZU0s8JXnv5SGlFKUaBVLMmgWR0B9EaMAFPi2dX2UKGgGaAloD0MI0sJlFTYD7r+UhpRSlGgVSzJoFkdAfQ951/2Cd3V9lChoBmgJaA9DCJ3zUxwHXt+/lIaUUpRoFUsyaBZHQH0NUahpQDV1fZQoaAZoCWgPQwhJLv8h/Xbov5SGlFKUaBVLMmgWR0B9It4gRsdldX2UKGgGaAloD0MIXHNH/8s147+UhpRSlGgVSzJoFkdAfSDJJoTPB3V9lChoBmgJaA9DCL4XX7THS/G/lIaUUpRoFUsyaBZHQH0eoYekpJB1fZQoaAZoCWgPQwicxYuFIfLkv5SGlFKUaBVLMmgWR0B9HHvH93r2dX2UKGgGaAloD0MI/yWpTDGH7r+UhpRSlGgVSzJoFkdAfTIKmsNlRXV9lChoBmgJaA9DCGnFNxQ+W++/lIaUUpRoFUsyaBZHQH0v9YB/7SB1fZQoaAZoCWgPQwgeGhajrrXuv5SGlFKUaBVLMmgWR0B9Lc5Jbt7bdX2UKGgGaAloD0MIuD1BYrt75b+UhpRSlGgVSzJoFkdAfSunTAnDznV9lChoBmgJaA9DCFpKlpNQeuW/lIaUUpRoFUsyaBZHQH1BJamoBJZ1fZQoaAZoCWgPQwjHZkeq73zlv5SGlFKUaBVLMmgWR0B9PxCRfWtmdX2UKGgGaAloD0MILZljeVc95b+UhpRSlGgVSzJoFkdAfTzpYcNpd3V9lChoBmgJaA9DCJFj6xnCseO/lIaUUpRoFUsyaBZHQH06wztTkyV1fZQoaAZoCWgPQwjUK2UZ4ljxv5SGlFKUaBVLMmgWR0B9UCFJxvNvdX2UKGgGaAloD0MIvtu8cVKY6b+UhpRSlGgVSzJoFkdAfU4OAy2x6nV9lChoBmgJaA9DCL4XX7THC+6/lIaUUpRoFUsyaBZHQH1L5gXuVop1fZQoaAZoCWgPQwiBeciUD8Hrv5SGlFKUaBVLMmgWR0B9ScAWBSUDdX2UKGgGaAloD0MIXHSy1Hq/57+UhpRSlGgVSzJoFkdAfV8telbeM3V9lChoBmgJaA9DCKhRSDKr9+G/lIaUUpRoFUsyaBZHQH1dGnTAnD11fZQoaAZoCWgPQwid9pScE3vnv5SGlFKUaBVLMmgWR0B9WvEAHVwxdX2UKGgGaAloD0MIDhR4J5+e6L+UhpRSlGgVSzJoFkdAfVjKHfuTinV9lChoBmgJaA9DCILn3sMlR+S/lIaUUpRoFUsyaBZHQH1uqoqCpWF1fZQoaAZoCWgPQwhpyHiUSnjrv5SGlFKUaBVLMmgWR0B9bJazNUwSdX2UKGgGaAloD0MItAJDVrd64r+UhpRSlGgVSzJoFkdAfWpuBMBZIXV9lChoBmgJaA9DCPvL7snDQt2/lIaUUpRoFUsyaBZHQH1oR5X2dup1fZQoaAZoCWgPQwiILqhvmVPmv5SGlFKUaBVLMmgWR0B9fo3gk1MudX2UKGgGaAloD0MIPWGJB5TN6L+UhpRSlGgVSzJoFkdAfXx7m+0w8HV9lChoBmgJaA9DCHFYGvhRDeG/lIaUUpRoFUsyaBZHQH16U70WdmR1fZQoaAZoCWgPQwiVgQNaugLkv5SGlFKUaBVLMmgWR0B9eCuU2UB5dX2UKGgGaAloD0MIP6cgPxu56r+UhpRSlGgVSzJoFkdAfY67NSqEOHV9lChoBmgJaA9DCIeGxahr7eK/lIaUUpRoFUsyaBZHQH2MqFdszl91fZQoaAZoCWgPQwiADB07qETov5SGlFKUaBVLMmgWR0B9in9l2/zrdX2UKGgGaAloD0MIpdk8DoP54b+UhpRSlGgVSzJoFkdAfYhYR/ViF3V9lChoBmgJaA9DCPuRIjKs4t2/lIaUUpRoFUsyaBZHQH2eDr/sE7p1fZQoaAZoCWgPQwjAXIsWoG3dv5SGlFKUaBVLMmgWR0B9m/uTibUgdX2UKGgGaAloD0MIU0Da/wDr4L+UhpRSlGgVSzJoFkdAfZnUbT+efHV9lChoBmgJaA9DCNFZZhGKreK/lIaUUpRoFUsyaBZHQH2XrKvFFUh1fZQoaAZoCWgPQwhBgXfy6THiv5SGlFKUaBVLMmgWR0B9rbyoXKr8dX2UKGgGaAloD0MIw2UVNgNc2b+UhpRSlGgVSzJoFkdAfaupYcNpd3V9lChoBmgJaA9DCPIIbqRskeG/lIaUUpRoFUsyaBZHQH2phBAv+Ox1fZQoaAZoCWgPQwhVv9L58Czkv5SGlFKUaBVLMmgWR0B9p12dNFjNdX2UKGgGaAloD0MIs0EmGTmL5r+UhpRSlGgVSzJoFkdAfbzoK2KEWnV9lChoBmgJaA9DCM8wtaUOcuO/lIaUUpRoFUsyaBZHQH2604m1IAh1fZQoaAZoCWgPQwi+oluv6UHkv5SGlFKUaBVLMmgWR0B9uKpNsWO7dX2UKGgGaAloD0MI8S+Cxkyi4r+UhpRSlGgVSzJoFkdAfbaDIRywOnV9lChoBmgJaA9DCArYDkbsE92/lIaUUpRoFUsyaBZHQH3L2VRk3CN1fZQoaAZoCWgPQwiu9NpsrMTcv5SGlFKUaBVLMmgWR0B9ycPK+zt1dX2UKGgGaAloD0MIwCK/foiN5b+UhpRSlGgVSzJoFkdAfceakRBeHHV9lChoBmgJaA9DCHMSSl8IueO/lIaUUpRoFUsyaBZHQH3FdAPd2xJ1fZQoaAZoCWgPQwjmzkwwnOvhv5SGlFKUaBVLMmgWR0B92tfMOf/WdX2UKGgGaAloD0MIlgSoqWVr47+UhpRSlGgVSzJoFkdAfdjDSgGr0nV9lChoBmgJaA9DCMKlY84zduS/lIaUUpRoFUsyaBZHQH3Wm2LHdXV1fZQoaAZoCWgPQwh/2qhOB7Lrv5SGlFKUaBVLMmgWR0B91HVPN3W4dX2UKGgGaAloD0MIS5Ln+j4c4L+UhpRSlGgVSzJoFkdAfeoSmqHXVnV9lChoBmgJaA9DCCoaa39n++C/lIaUUpRoFUsyaBZHQH3n/+CK77N1fZQoaAZoCWgPQwh7MCk+PqHkv5SGlFKUaBVLMmgWR0B95dlWfbsXdX2UKGgGaAloD0MIskeoGVJF6r+UhpRSlGgVSzJoFkdAfeOzbvgFYHV9lChoBmgJaA9DCBMOvcXDe+m/lIaUUpRoFUsyaBZHQH35IDYAbQ11fZQoaAZoCWgPQwg3T3XIzXDnv5SGlFKUaBVLMmgWR0B99w0l7dBTdX2UKGgGaAloD0MIkLxzKENV5L+UhpRSlGgVSzJoFkdAffTkgOjIrHV9lChoBmgJaA9DCCkEcokjD+K/lIaUUpRoFUsyaBZHQH3yvpD/lyR1ZS4="
79
  },
80
  "ep_success_buffer": {
81
  ":type:": "<class 'collections.deque'>",
82
+ ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="
83
  },
84
+ "_n_updates": 24750,
85
  "buffer_size": 1000000,
86
  "batch_size": 256,
87
  "learning_starts": 1000,
tqc-PandaReachDense-v2/ent_coef_optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df4e391e1cae52a187b41f6bd882810018a58d33972e802913b74db5d0b818c6
3
  size 1507
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73513c28978246ab08138a966e60ce3b1ee5c403381c4486d447af475804ef2
3
  size 1507
tqc-PandaReachDense-v2/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01f30730b9677e51d4036a646ad869563cb0d885e8aec05549d844dea1b75d6d
3
  size 83177
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559a344fbf25dc939632a1d358eedd38d499401bbbe028a1aee77e281c471255
3
  size 83177
tqc-PandaReachDense-v2/pytorch_variables.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07ee6428783318039cd1513a0c76665f6409842eabd9429e2603f09d5b2f1184
3
  size 747
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6d903e23e08ee46f46af60ff08692a65717ee43601f2967871ced69be694f2
3
  size 747
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcebd5c85ce223ff37d618aa82be856642080c4db24e5488c9e61036e6cd582b
3
  size 3056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b60924614906d6235af72d233961c9d9500b409f165cd50b223b4dde714ab7
3
  size 3056