| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7b71536352d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7b7153631700>"}, "verbose": 1, "policy_kwargs": {"net_arch": [512, 512, 512], "n_critics": 2, "n_quantiles": 25, "use_sde": false}, "num_timesteps": 876384, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718051770684504119, "learning_rate": 0.001, "tensorboard_log": "./tqcPandaSlide-v3/", "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wYAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAA0ledvh0hSb5TV8M+xm6Ivl8c5bzWCMM+RoAeQD/4UEBC1i3AG08VQPaCT7+ORyrAgKU0v6+m6D4X9MA+Te9Wv2Bhkj48v/8+e3qbvgEs5j4r+cI+2ztAvhlDUb0ZCcE+eamyviary74Ac8M+vVKpvinbOz7xXtE+8GdYv796Tb8ND8M+Cm7kPJUR971ew8A+slxlv5Ab2D4h/sI+FiZfv/afP7878MI+ts63vnguNj594b8+e6+pvikHST5tC8M+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAwvxKv0+XMr7zMxIzoBOEv8jNoL/zMxIzLWFUP5fz0z/zMxIzFMHKP5A4h7/zMxIzW625v1bESb/zMxIzV1luvzD21j/zMxIzrS2OP15/JD/zMxIz1aawv0OhXD7zMxIzdf17vmj8RD/zMxIz+UNMPVl/eD/zMxIzZrAOP6DkmL/zMxIzPiENv3CiFb/zMxIzXcGAv6IDZT3zMxIzrNdbvimAmr/zMxIzcXiGv15yfb/zMxIzRf1qv1BErz/zMxIzlGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWgAQAAAAAAAB4eIi+mvJBPLiCIL9O3YI/TNryPm6+yD/SV52+HSFJvlNXwz4WGKy8R03ZvUAgXr51ZvQ/skcfPro1hT6rGQq/RtWpv11oq7/ucVc/1ABHPgfsQT0bDlG/hQABPlv1H8DGboi+XxzlvNYIwz5b05Q8hXy0vRkX+j3JPmm/0RwSvXo3cz7MlyK7MeZfvaYcKj5YfFE/XYUTwPYAvr68lfs9snhzv5H68D9GgB5AP/hQQELWLcD+s4DAWNIBP1k3KsCRaiI/0CzSPz5npz4fzJPAjWpVP3Fg3b8mFp8+j00EQFpnOr+5b4I+LYzTPt5Ruz4bTxVA9oJPv45HKsD7jw9A5D39P/4dL8A1DPg+cHcyv/Aqdj7o54w+fHfhvaTmib8T5Wy/D2MuP9fkHL9wuMc/avYKwMAVuz+ApTS/r6boPhf0wD77vbw8mlnCvRry+D0shbg8CoXTv4K3bD5r1BA/L3R/PqWMOD5mRsg+5jc8vivO1z/SGfc99YubvZ4kaD5N71a/YGGSPjy//z5p3Iw8IWGrvdQL+T09l2m/4uoXvXRLcj7kHJA7zQSIvZMZKj7BniM/BfaaPqmGPz9XrHC/lD6OP4l7GcB7epu+ASzmPiv5wj54c048nv/MvaoJ+T3mCmq/slMIvZY8dT4srkk9dI/svMvTKT7Qor4+t2GvvtYfQb8a6Cc/N9E9v47lQD7bO0C+GUNRvRkJwT5ZZuM8m/uMvRZU9T3RSy1AUwUqQIDIez4WnBA/CFQZv/2R3L7WHkG+IppLv5d/xL7rqsM/lI0bP73+Vz95qbK+JqvLvgBzwz6V7gw9A0NQvo/7Pr0BjJQ/L1kDQJ4Jdj6kD6m/tuonv4EfUb8qr5w9j64NPVTPML+1jio/t/9wvqqoqru9Uqm+Kds7PvFe0T4Q6vm8tq0OP+nEYz7e+w5AJU6MP03qPb7k45s+I9rEv2YEUT6B+bS/E1mov69dmr4Oyqm/R9wFvlzHW7/wZ1i/v3pNvw0Pwz5jlI08EbOrvRgt+j2NlGm/TzIXvY9qcj6qI2g7UUmHvZgZKj4Smm4+4wM7PxZaab0AecY/lXFFv/a3ID8KbuQ8lRH3vV7DwD783Z88nKzQvXsklb55lI4/lLzrvzCkcj4ScQK/1vavvgFHXL8eIx2/MzX1PpdGmD4caFXApxtQPqSQ8L+yXGW/kBvYPiH+wj5A4Iw8kwi7vZ4F+T1UDGm/m8sXvYGUdD5nKIs7cpVEvX4XKj7nMjK/2o9iv6Z0CT+dSuG/ZOuxv7cctr4WJl+/9p8/vzvwwj7zxp48clKivZFD+j2wcWm/LzD/vIW4dj75Zcm8XpV7vRI+Kj7BMfk+wfjfPibxT78Q84U/BHbJvyqKXj62zre+eC42Pn3hvz7IgJU8UWXDvXk2bz1QEZ4/o/l0wFXKTj6svr09WCjvvs5nL7/l7wg/dzTGvXQTl73a5JG/kMf2vYDBEMB7r6m+KQdJPm0Lwz5WHY48FJa0vWSV+T3ZSGm/rucXvWzhcj6tso872GVlvSMbKj6UaA5LEEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[-0.30731064 -0.19641538 0.3815256 ]\n [-0.26647013 -0.02796763 0.3809268 ]\n [ 2.4765792 3.2651517 -2.7162023 ]\n [ 2.3329532 -0.81059206 -2.6606174 ]\n [-0.7056503 0.4543967 0.37686226]\n [-0.83958894 0.28589916 0.49950588]\n [-0.30366883 0.44955447 0.38080725]\n [-0.18772833 -0.05108938 0.37702253]\n [-0.34894922 -0.39779013 0.38173676]\n [-0.33070937 0.18345322 0.40892747]\n [-0.84533596 -0.8026542 0.3809742 ]\n [ 0.0278845 -0.120639 0.37649053]\n [-0.89594567 0.4220853 0.3808451 ]\n [-0.8716749 -0.74853456 0.38073906]\n [-0.35899895 0.17791164 0.3747672 ]\n [-0.33141693 0.19631638 0.38094655]]", "desired_goal": "[[-7.9291928e-01 -1.7440532e-01 3.4040522e-08]\n [-1.0318489e+00 -1.2562799e+00 3.4040522e-08]\n [ 8.2960778e-01 1.6558713e+00 3.4040522e-08]\n [ 1.5840173e+00 -1.0564137e+00 3.4040522e-08]\n [-1.4506029e+00 -7.8815210e-01 3.4040522e-08]\n [-9.3105072e-01 1.6793880e+00 3.4040522e-08]\n [ 1.1107689e+00 6.4256847e-01 3.4040522e-08]\n [-1.3800913e+00 2.1545891e-01 3.4040522e-08]\n [-2.4608405e-01 7.6947641e-01 3.4040522e-08]\n [ 4.9869511e-02 9.7069317e-01 3.4040522e-08]\n [ 5.5737913e-01 -1.1944771e+00 3.4040522e-08]\n [-5.5128849e-01 -5.8450985e-01 3.4040522e-08]\n [-1.0059010e+00 5.5911668e-02 3.4040522e-08]\n [-2.1468991e-01 -1.2070361e+00 3.4040522e-08]\n [-1.0505506e+00 -9.9002635e-01 3.4040522e-08]\n [-9.1792709e-01 1.3692722e+00 3.4040522e-08]]", "observation": "[[-2.66544104e-01 1.18376259e-02 -6.26994610e-01 1.02237868e+00\n 4.74321723e-01 1.56831145e+00 -3.07310641e-01 -1.96415380e-01\n 3.81525606e-01 -2.10075788e-02 -1.06104426e-01 -2.16919899e-01\n 1.90937674e+00 1.55546933e-01 2.60175526e-01 -5.39454162e-01\n -1.32682109e+00 -1.33912241e+00]\n [ 8.41582179e-01 1.94339097e-01 4.73442338e-02 -8.16621482e-01\n 1.25978544e-01 -2.49935031e+00 -2.66470134e-01 -2.79676300e-02\n 3.80926788e-01 1.81671884e-02 -8.81281272e-02 1.22114368e-01\n -9.11114275e-01 -3.56720127e-02 2.37516314e-01 -2.48097163e-03\n -5.46628870e-02 1.66124910e-01]\n [ 8.18303585e-01 -2.30501485e+00 -3.71101081e-01 1.22844189e-01\n -9.51060414e-01 1.88264668e+00 2.47657919e+00 3.26515174e+00\n -2.71620226e+00 -4.02197170e+00 5.07115841e-01 -2.65962815e+00\n 6.34438574e-01 1.64199257e+00 3.26959550e-01 -4.61866713e+00\n 8.33657086e-01 -1.72950566e+00]\n [ 3.10715854e-01 2.06723380e+00 -7.28139520e-01 2.54758626e-01\n 4.13178831e-01 3.65858972e-01 2.33295321e+00 -8.10592055e-01\n -2.66061735e+00 2.24316287e+00 1.97845125e+00 -2.73620558e+00\n 4.84468132e-01 -6.97134972e-01 2.40398169e-01 2.75206804e-01\n -1.10091180e-01 -1.07735109e+00]\n [-9.25370395e-01 6.81199014e-01 -6.12866819e-01 1.56031609e+00\n -2.17128992e+00 1.46160126e+00 -7.05650330e-01 4.54396695e-01\n 3.76862258e-01 2.30398085e-02 -9.48974639e-02 1.21555522e-01\n 2.25244388e-02 -1.65249753e+00 2.31168777e-01 5.65741241e-01\n 2.49466643e-01 1.80224016e-01]\n [ 3.91162097e-01 -1.83806986e-01 1.68597925e+00 1.20654717e-01\n -7.59505406e-02 2.26702183e-01 -8.39588940e-01 2.85899162e-01\n 4.99505877e-01 1.71949435e-02 -8.36813524e-02 1.21604592e-01\n -9.12463963e-01 -3.70892361e-02 2.36615956e-01 4.39797528e-03\n -6.64154068e-02 1.66113183e-01]\n [ 6.39141142e-01 3.02658230e-01 7.48148501e-01 -9.40129697e-01\n 1.11128473e+00 -2.39816499e+00 -3.03668827e-01 4.49554473e-01\n 3.80807251e-01 1.26007721e-02 -1.00096926e-01 1.21600464e-01\n -9.14228797e-01 -3.32829431e-02 2.39488930e-01 4.92383689e-02\n -2.88769975e-02 1.65846989e-01]\n [ 3.72335911e-01 -3.42542380e-01 -7.54392028e-01 6.55885339e-01\n -7.41473615e-01 1.88375682e-01 -1.87728330e-01 -5.10893799e-02\n 3.77022535e-01 2.77587641e-02 -6.88392743e-02 1.19789287e-01\n 2.70775247e+00 2.65657496e+00 2.45882034e-01 5.64881682e-01\n -5.98938465e-01 -4.30801302e-01]\n [-1.88594192e-01 -7.95320630e-01 -3.83785933e-01 1.52865350e+00\n 6.07629061e-01 8.43730748e-01 -3.48949224e-01 -3.97790134e-01\n 3.81736755e-01 3.44072171e-02 -2.03380629e-01 -4.66266237e-02\n 1.16052258e+00 2.05231833e+00 2.40271062e-01 -1.32078981e+00\n -6.55925155e-01 -8.16886961e-01]\n [ 7.65059739e-02 3.45903002e-02 -6.90663576e-01 6.66240036e-01\n -2.35350475e-01 -5.20809460e-03 -3.30709368e-01 1.83453217e-01\n 4.08927470e-01 -3.05071175e-02 5.57338119e-01 2.22430840e-01\n 2.23412275e+00 1.09613478e+00 -1.85464099e-01 3.04473042e-01\n -1.53790700e+00 2.04118341e-01]\n [-1.41386425e+00 -1.31521833e+00 -3.01495999e-01 -1.32647872e+00\n -1.30723104e-01 -8.58510733e-01 -8.45335960e-01 -8.02654207e-01\n 3.80974203e-01 1.72826704e-02 -8.38376358e-02 1.22156322e-01\n -9.12422955e-01 -3.69132124e-02 2.36734614e-01 3.54216481e-03\n -6.60578087e-02 1.66113257e-01]\n [ 2.33009607e-01 7.30528057e-01 -5.69706783e-02 1.55056763e+00\n -7.71264374e-01 6.27807021e-01 2.78845020e-02 -1.20639004e-01\n 3.76490533e-01 1.95150301e-02 -1.01891726e-01 -2.91293949e-01\n 1.11390603e+00 -1.84169245e+00 2.36954451e-01 -5.09537816e-01\n -3.43680084e-01 -8.60458434e-01]\n [-6.13817096e-01 4.78921503e-01 2.97413558e-01 -3.33447933e+00\n 2.03230485e-01 -1.87941408e+00 -8.95945668e-01 4.22085285e-01\n 3.80845100e-01 1.71967745e-02 -9.13249478e-02 1.21592745e-01\n -9.10344362e-01 -3.70594077e-02 2.38847747e-01 4.24675969e-03\n -4.79940847e-02 1.66105241e-01]\n [-6.96089208e-01 -8.85007501e-01 5.36936164e-01 -1.76008952e+00\n -1.38999605e+00 -3.55687827e-01 -8.71674895e-01 -7.48534560e-01\n 3.80739063e-01 1.93819758e-02 -7.92588145e-02 1.22199185e-01\n -9.11890984e-01 -3.11509054e-02 2.40938261e-01 -2.45847572e-02\n -6.14217445e-02 1.66252404e-01]\n [ 4.86707717e-01 4.37444717e-01 -8.12273383e-01 1.04648018e+00\n -1.57391405e+00 2.17323929e-01 -3.58998954e-01 1.77911639e-01\n 3.74767214e-01 1.82498842e-02 -9.54080895e-02 5.84015585e-02\n 1.23490334e+00 -3.82773662e+00 2.01943710e-01 9.26488340e-02\n -4.67104673e-01 -6.85177684e-01]\n [ 5.34910500e-01 -9.67797562e-02 -7.37675726e-02 -1.13979650e+00\n -1.20497823e-01 -2.26181030e+00 -3.31416935e-01 1.96316376e-01\n 3.80946547e-01 1.73479728e-02 -8.81768763e-02 1.21866971e-01\n -9.11267817e-01 -3.70861813e-02 2.37188041e-01 4.38531348e-03\n -5.60053289e-02 1.66119143e-01]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wYAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAFXvhPSJe2LymuXY8VXQBPtMRkjuQe3U8n4GcP/aiGz99JcG+sCiVPyhNDr7Wir2+Vx9JvTcrvj2dDG08tTDSvZLbfT2PwvU8LHbkPfhZvD0TPHU8+q0hPu4ZZznCYW08Rma/Pdirgb3MKXc8MFTOPVT1MD1Vypc86+TWvdHPDL7ClHU8Xut5PtY2TbwsR2w8wSgAvrMKsj0vUHU85nPsveGnAr7aF3U8fSy3PXLMLD3Ks2g87r/NPSSdOj0ShnU8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAJkKtPjveibyPwvU8yI2iPsFw572PwvU8evP1Pv1hFT6PwvU8COALPyoNw72PwvU88sqPPr01kr2PwvU83xGnPgmGFz6PwvU8G0YBP7ONZD2PwvU8q/OSPqUOkjyPwvU8/sHFPuphiT2PwvU8YwTTPnIErj2PwvU8McHpPi0w3L2PwvU8fxW4PlBEWr2PwvU8Y7ejPuHpbjuPwvU8ECrHPot53r2PwvU8SbehPur2tr2PwvU8ZKinPtuV9j2PwvU8lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWgAQAAAAAAABN3fm8l8nmPHMxlDyakbg+g4KHPo8fMz8Ve+E9Il7YvKa5djzhzdy8oLqSu4xyj75JfbM/W/k0Pd8QAjzd5Nq/8UCZwMSTDsCpaq89FAlfPawckD2D2L++a+jGPZX7tb9VdAE+0xGSO5B7dTw70jM6GMlouooy3Tnm0S86ImyqOXQPnzlJMrG8Y+k2PXCmkTdea6o9tmOcvipaGz0BdGU6EoHXvmMXXT+fgZw/9qIbP30lwb5sYzbApJ/xPelQE8DNyUQ/yS3FPo1h+TxRl2jBieFaQP2NM8Df0fU8LfalPtnqJzx9l1s91OdwPn+ilD2wKJU/KE0OvtaKvb7lBsk/mtfSPklfF8C7tTE/jgUbvlwLpzqi/lk/MvApvmOQ67+q5cu9ixj/PVQqnTyLVhM/1f+Av0LgJD9XH0m9Nyu+PZ0MbTweIYc79ckSu4BZKrhT4+0+lrO9vjWU8LoZ7+E/I6KZP2YVqzzqch09GWwarEMjSj4AAAAAAAAAgAAAAAC1MNK9ktt9PY/C9TwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABZ9YM9NXaPPalg/z0+INm+HC8SP1k6r78sduQ9+Fm8PRM8dTyqbVS7AdZWu05ZZbZt5mW63tpkOoLGfTq9YRA+8A4SPgqOzrmyXRU9lj+7vKaSBjxNG1s+NOSjvma/o7z6rSE+7hlnOcJhbTx+OvQ7PT5CO7zrxLqXReY/dCkeP0OfTDuJluE/8X8BwDgpYr8Z7ra831a0vQVTFz3/GBA/iFaoPnvDpD5GZr892KuBvcwpdzzY90Y8Y9HDvNySDr5c24M/TF31Pk1uoTrUV4XAnlsPwKM4ur9a1LI7RdAAPXKEVzx0WF8+2QOdvae0970wVM49VPUwPVXKlzzg2gm97BQDPtPlqj1FJcg/zxOFPgGjEb6kjXE/d+uywHZkZj2fYRq+jNQmvlJ0MT1PGhS/88/XvA7kEL/r5Na90c8MvsKUdTx3zYE4wOUCuFVn7zk/+Ko3+1UpOOC1Jzg2XDC7tRiyOhQJAjQ7GLM8WdIGPqUZfz0jVxI/Sjqrvkc2Vj5e63k+1jZNvCxHbDw0jtY6OFNuu4T2rr5I5IA/TevTvtIy7zhg2s6/7tmGv7p5wr//A4m9ZHHDPavQtz2OzbC/g4AJPgWZjL/BKAC+swqyPS9QdTxDbq01gRHIuhN9JLdED4o6iYrlNnojRTr9Svm551mPPQhFRbdUrZq94MnOvf/X3T28ekC/U8whv5+Dm77mc+y94acCvtoXdTw7QMo6ToRnOlcAATq2SJU5vIWyOuXlvjqupLq9WHCbPKUSWDl9eEY9Dja3PUw4dDuBgL0+pXE4v6ZFoLt9LLc9cswsPcqzaDy3HUM6vHgZuz5BVr2Jlog/m5Jev3ZqP7xmFI4+ZeHCvx9Fob+JKls9tFFNPDzEeT1P/wC/6YWvvBQgpr/uv809JJ06PRKGdTyAbeI4WlZrunayYzkx0hs6txA8NRYjSjkI/ia4twQiPYkWFDeUaA5LEEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[ 1.10098042e-01 -2.64120735e-02 1.50589105e-02]\n [ 1.26420334e-01 4.45769122e-03 1.49830729e-02]\n [ 1.22270572e+00 6.07955337e-01 -3.77239138e-01]\n [ 1.16530418e+00 -1.38966203e-01 -3.70199859e-01]\n [-4.91021536e-02 9.28558633e-02 1.44683393e-02]\n [-1.02631964e-01 6.19769767e-02 2.99999993e-02]\n [ 1.11553520e-01 9.19684768e-02 1.49679361e-02]\n [ 1.57890230e-01 2.20395363e-04 1.44886393e-02]\n [ 9.34567899e-02 -6.33160472e-02 1.50856487e-02]\n [ 1.00746512e-01 4.32027131e-02 1.85290966e-02]\n [-1.04928814e-01 -1.37511507e-01 1.49890799e-02]\n [ 2.44061917e-01 -1.25252809e-02 1.44212656e-02]\n [-1.25155464e-01 8.69344696e-02 1.49727305e-02]\n [-1.15455434e-01 -1.27593532e-01 1.49592999e-02]\n [ 8.94403234e-02 4.21871617e-02 1.42030213e-02]\n [ 1.00463733e-01 4.55600172e-02 1.49855781e-02]]", "desired_goal": "[[ 0.3383953 -0.0168296 0.03 ]\n [ 0.31748796 -0.11300803 0.03 ]\n [ 0.4803732 0.14588161 0.03 ]\n [ 0.5463872 -0.09523995 0.03 ]\n [ 0.28084522 -0.07139156 0.03 ]\n [ 0.32630822 0.14797224 0.03 ]\n [ 0.504976 0.0557992 0.03 ]\n [ 0.2870153 0.01782925 0.03 ]\n [ 0.38624567 0.06708129 0.03 ]\n [ 0.41214284 0.08496942 0.03 ]\n [ 0.45655206 -0.10751376 0.03 ]\n [ 0.359539 -0.0532878 0.03 ]\n [ 0.3197585 0.00364553 0.03 ]\n [ 0.3889928 -0.10863026 0.03 ]\n [ 0.31585148 -0.08933814 0.03 ]\n [ 0.3274566 0.12040301 0.03 ]]", "observation": "[[-3.05010322e-02 2.81722974e-02 1.80899855e-02 3.60485852e-01\n 2.64667600e-01 6.99700296e-01 1.10098042e-01 -2.64120735e-02\n 1.50589105e-02 -2.69536395e-02 -4.47781384e-03 -2.80170798e-01\n 1.40226090e+00 4.41831164e-02 7.93859269e-03 -1.71010935e+00\n -4.78917742e+00 -2.22776890e+00]\n [ 8.56526569e-02 5.44520169e-02 7.03671873e-02 -3.74698728e-01\n 9.71229896e-02 -1.42174017e+00 1.26420334e-01 4.45769122e-03\n 1.49830729e-02 6.85963489e-04 -8.88006296e-04 4.21900593e-04\n 6.70699752e-04 3.25054920e-04 3.03383567e-04 -2.16304231e-02\n 4.46561687e-02 1.73628505e-05]\n [ 8.32125992e-02 -3.05448234e-01 3.79277840e-02 8.75294267e-04\n -4.20906603e-01 8.63638103e-01 1.22270572e+00 6.07955337e-01\n -3.77239138e-01 -2.84981823e+00 1.17980272e-01 -2.30181336e+00\n 7.68704236e-01 3.85114938e-01 3.04420236e-02 -1.45369425e+01\n 3.42001557e+00 -2.80554128e+00]\n [ 3.00073009e-02 3.24143797e-01 1.02488631e-02 5.36112674e-02\n 2.35259354e-01 7.25755617e-02 1.16530418e+00 -1.38966203e-01\n -3.70199859e-01 1.57052290e+00 4.11801159e-01 -2.36519074e+00\n 6.94179237e-01 -1.51388377e-01 1.27444742e-03 8.51541638e-01\n -1.65955335e-01 -1.84034383e+00]\n [-9.95591432e-02 1.24558531e-01 1.91852227e-02 5.75539291e-01\n -1.00780737e+00 6.44046903e-01 -4.91021536e-02 9.28558633e-02\n 1.44683393e-02 4.12382092e-03 -2.23982078e-03 -4.06145118e-05\n 4.64624971e-01 -3.70510757e-01 -1.83547160e-03 1.76510918e+00\n 1.20026052e+00 2.08842270e-02]\n [ 3.84396687e-02 -2.19447225e-12 1.97400138e-01 0.00000000e+00\n -0.00000000e+00 0.00000000e+00 -1.02631964e-01 6.19769767e-02\n 2.99999993e-02 0.00000000e+00 -0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00 0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00]\n [ 6.44328073e-02 7.00496808e-02 1.24696083e-01 -4.24074113e-01\n 5.71031332e-01 -1.36896813e+00 1.11553520e-01 9.19684768e-02\n 1.49679361e-02 -3.24139977e-03 -3.27813649e-03 -3.41756413e-06\n -8.76999286e-04 8.73012352e-04 9.68076405e-04 1.40997842e-01\n 1.42635107e-01 -3.93972092e-04]\n [ 3.64663079e-02 -2.28574686e-02 8.21367465e-03 2.13971332e-01\n -3.20100427e-01 -1.99887268e-02 1.57890230e-01 2.20395363e-04\n 1.44886393e-02 7.45326187e-03 2.96391477e-03 -1.50238676e-03\n 1.79899871e+00 6.17820024e-01 3.12228571e-03 1.76240647e+00\n -2.02343392e+00 -8.83441448e-01]\n [-2.23303307e-02 -8.80563185e-02 3.69444080e-02 5.62881410e-01\n 3.28785181e-01 3.21803898e-01 9.34567899e-02 -6.33160472e-02\n 1.50856487e-02 1.21440515e-02 -2.39035543e-02 -1.39232099e-01\n 1.03013182e+00 4.79227424e-01 1.23161974e-03 -4.16697121e+00\n -2.23996687e+00 -1.45485342e+00]\n [ 5.45744319e-03 3.14486213e-02 1.31541360e-02 2.18110859e-01\n -7.66674951e-02 -1.20950036e-01 1.00746512e-01 4.32027131e-02\n 1.85290966e-02 -3.36560011e-02 1.28009498e-01 8.34461674e-02\n 1.56363738e+00 2.59916753e-01 -1.42223373e-01 9.43567514e-01\n -5.59124327e+00 5.62481508e-02]\n [-1.50763020e-01 -1.62920177e-01 4.33238223e-02 -5.78526437e-01\n -2.63442751e-02 -5.65979838e-01 -1.04928814e-01 -1.37511507e-01\n 1.49890799e-02 6.18947015e-05 -3.12083866e-05 4.56626207e-04\n 2.03811778e-05 4.03728154e-05 3.99852870e-05 -2.69104308e-03\n 1.35876855e-03 1.21104961e-07]\n [ 2.18621399e-02 1.31661788e-01 6.22803159e-02 5.71642101e-01\n -3.34429085e-01 2.09191427e-01 2.44061917e-01 -1.25252809e-02\n 1.44212656e-02 1.63692841e-03 -3.63655202e-03 -3.41724515e-01\n 1.00696659e+00 -4.13904577e-01 1.14058741e-04 -1.61603928e+00\n -1.05352569e+00 -1.51933980e+00]\n [-6.69021532e-02 9.54311192e-02 8.97534713e-02 -1.38127303e+00\n 1.34279296e-01 -1.09841979e+00 -1.25155464e-01 8.69344696e-02\n 1.49727305e-02 1.29215948e-06 -1.52640056e-03 -9.80428285e-06\n 1.05331140e-03 6.84085944e-06 7.52024003e-04 -4.75488516e-04\n 6.99956939e-02 -1.17581876e-05]\n [-7.55259097e-02 -1.00970984e-01 1.08322136e-01 -7.51872778e-01\n -6.32023990e-01 -3.03738564e-01 -1.15455434e-01 -1.27593532e-01\n 1.49592999e-02 1.54305191e-03 8.83166562e-04 4.92101011e-04\n 2.84736685e-04 1.36201782e-03 1.45643635e-03 -9.11344141e-02\n 1.89744681e-02 2.06063109e-04]\n [ 4.84547503e-02 8.94585699e-02 3.72650009e-03 3.70121032e-01\n -7.20484078e-01 -4.89111524e-03 8.94403234e-02 4.21871617e-02\n 1.42030213e-02 7.44308752e-04 -2.34179106e-03 -5.23083135e-02\n 1.06709397e+00 -8.69424522e-01 -1.16830971e-02 2.77499378e-01\n -1.52250350e+00 -1.25992191e+00]\n [ 5.35073616e-02 1.25316866e-02 6.09781593e-02 -5.03895700e-01\n -2.14261580e-02 -1.29785395e+00 1.00463733e-01 4.55600172e-02\n 1.49855781e-02 1.07969157e-04 -8.97740596e-04 2.17148889e-04\n 5.94410172e-04 7.00597809e-07 1.92772917e-04 -3.98140692e-05\n 3.95552777e-02 8.82673430e-06]]"}, "_episode_num": 34663, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.8247232, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwBwAAAAAAACMAWyUSwiMAXSUR0CxAx8c6vJSdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0CxAe1TJhfCdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0CxArncHnlodX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxBA6m8/UwdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0CxA2vwqiGndX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxAyOOwPiDdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBRB5HEuQdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBC9weeWfdX2UKGgGR8A2AAAAAAAAaAdLF2gIR0CxAyMmWt2cdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxBc+bqhUSdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxA3uIInjRdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxBUq5f+judX2UKGgGR8AzAAAAAAAAaAdLFGgIR0CxBN5zT4L1dX2UKGgGR8AwAAAAAAAAaAdLEWgIR0CxBB18stkGdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0CxBAEDlo12dX2UKGgGR8AzAAAAAAAAaAdLFGgIR0CxAxeZTho/dX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBIeMdcSodX2UKGgGR8AgAAAAAAAAaAdLCWgIR0CxA/sK1G9YdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxBXwqVhTgdX2UKGgGR8A0AAAAAAAAaAdLFWgIR0CxBjhSP2f1dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0CxBpJ8rqdIdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxBkMscyWSdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxBpJTdcjadX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBUqZH/cWdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxBiQR02cbdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxBU8uzyBkdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxBGdUbT+edX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBcexwAEMdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxBTu6ErXldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxBkAWBSUDdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxB9fjGT9sdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0CxB7mJemeldX2UKGgGR8AwAAAAAAAAaAdLEWgIR0CxB15aRp1zdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0CxBtKkAPupdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0CxBuOuaF23dX2UKGgGR8AqAAAAAAAAaAdLDmgIR0CxB8hGH58CdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxBysURFqjdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxCVHAEdNndX2UKGgGR8AcAAAAAAAAaAdLCGgIR0CxB9Rxo7FLdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0CxB0tXko4NdX2UKGgGR8AxAAAAAAAAaAdLEmgIR0CxCF1yq+8HdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxCYQf6oETdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxBxHoHLRsdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxCPj8UEgXdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCDdY0VJudX2UKGgGR8AxAAAAAAAAaAdLEmgIR0CxCUV6Rhc8dX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxCDxC6YmcdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCNuumrKedX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxCI48uBczdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxCTTtb9qDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxCB3mvGIbdX2UKGgGR8AxAAAAAAAAaAdLEmgIR0CxCtmR/3FldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxCHWrfcesdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0CxCCwsTWXkdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCT21lXijdX2UKGgGR8AzAAAAAAAAaAdLFGgIR0CxCfNGy5ZsdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0CxC3xhH9WIdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxCOhyn1nNdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCZl2Rq46dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxCwyfHxSYdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxCgxgNPP+dX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxCPNB8hLXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxC1bVSXMRdX2UKGgGR8A2AAAAAAAAaAdLF2gIR0CxC0DLSuyNdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxCcwMx46fdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxCT2MGX5WdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCm2oegctdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxCdi6MBIXdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxDKzRMN+cdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0CxCqIE0SAZdX2UKGgGR8A0AAAAAAAAaAdLFWgIR0CxC+h2jfvXdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCvjZUT+OdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxCms2aUiZdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxC5u10DEFdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxCwMz67/XdX2UKGgGR8AzAAAAAAAAaAdLFGgIR0CxDAU8JUo8dX2UKGgGR8AkAAAAAAAAaAdLC2gIR0CxDcTKT0QLdX2UKGgGR8AxAAAAAAAAaAdLEmgIR0CxDOMpkPMCdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0CxC7cABDG+dX2UKGgGR8A1AAAAAAAAaAdLFmgIR0CxCxLN8ma6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxDdic0+C9dX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxDMeo5xR3dX2UKGgGR8AiAAAAAAAAaAdLCmgIR0CxC0Tw2ETQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxDUu10DEFdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxC/x8c+7ldX2UKGgGR8AmAAAAAAAAaAdLDGgIR0CxC//69CeFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxDKj9OymidX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxDU6DPGADdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxDyZRoAXEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CxDaiCvovBdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0CxDU2bPQfIdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0CxDl0jX4CZdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxDHlvAGjcdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0CxDWA176YWdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0CxD1izollcdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0CxDS1qSHM2dX2UKGgGR8AkAAAAAAAAaAdLC2gIR0CxDP+8XenAdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0CxDJ9wm3OOdX2UKGgGR8AxAAAAAAAAaAdLEmgIR0CxDl7xmTTwdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0CxDrmXb/OudWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiYiIiIiIiIiIiIiIiImIiIiIiIiJiYiJiIiIiIiIiYiIiYiIiYiIiIiIiIiIiIiIiIiIiYiIiYiIiYiIiYiIiIiIiIiIiIhlLg=="}, "_n_updates": 54767, "buffer_size": 1000000, "batch_size": 2048, "learning_starts": 100, "tau": 0.05, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7b70f19f8d30>", "add": "<function DictReplayBuffer.add at 0x7b70f19f8dc0>", "sample": "<function DictReplayBuffer.sample at 0x7b70f19f8e50>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7b70f19f8ee0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7b70f19fc300>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVKAQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCdoHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCxLEoWUaC5oHCiWSAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLEoWUaCR0lFKUaDNoHCiWSAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLEoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (18,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVYQIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihCwhZ4Vt2rB8b/5pXI0vOFEjANpbmOUihHRtXpWRlaW7+/bGVkkiBvlAHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}} |