Another commit: PandaReachDenseSAC-n4

PandaReachDenseSAC-n4.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d09774633ec9658f4e23fb0a8d75cd97f5dcdf3446bb5e111fc1ad4d921d178
+size 2923260

PandaReachDenseSAC-n4/_stable_baselines3_version

@@ -0,0 +1 @@
+1.7.0

PandaReachDenseSAC-n4/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac379cc16782149156c46f76b21a0458698458facd807dd61a2906b7edd19aad
+size 528038

PandaReachDenseSAC-n4/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0fec99920e1d1d7a7b72c21193f25087ab1fa0cbfa0ad7391185ffb8be2079
+size 1052473

PandaReachDenseSAC-n4/data

@@ -0,0 +1,117 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "stable_baselines3.sac.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7fb2b524e670>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7fb2b524da00>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "net_arch": [
+            300,
+            200
+        ],
+        "use_sde": true
+    },
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.dict.Dict'>",
+        ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
+        "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWV9AsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABokmVpZwtCZMyUtL6/lqX8erj9j/NuGdqqCzngDBS8k9DpWm4iOgoCFhP6t3t1eZeKsrZd2r7x458JN5EditLninl+oVqRI0FIsM8ByypoQdwQiTnX1QFLrNJbdoYVqTcO1wsQRCeQo8SfBRJS/ddO9muexl6De+uy9+/TLdbp5/z+nOA6Tyy9toIyzdkmOi1ofaZTGBEKX67tSsAgWlg0tM8gPXKehHLzN96PNYRc7WV7ZVIzc1MqhJii7/Yc2XX7lyaiWRFBvnvi94NGdjSulPWTmlhan3Q7yAbsbaRC5XhkjRpqAYtW/FpW5ioqYPIXaXCIDCM6NMzLx6tRf5HHoa5bI/eU3GOCRK26Ior278hJKJleCe9WB1/6PihI/wcCT97SEN/fmnZ07GwY3NR5manvy5zAKL0ykKzUlgWZz9yi6QnGm5CCm5TinDpScaXfQ6+oA3JLvBzHvLuH3wY1oDpi3Rs7HO/ImapgxeTjqJuyjMJTjitjhN1mUoBzhP905smfQJekpZ8z+SYVJNjiGS2nu5vm5G+X+umLe4Aylx2eHpB1aLB0LjbHqm36SLrBBXLMFRY0JTCjowZzY+FRosRF0rvPI1vNgZf02NH8Q9b/0dz9dN/4KNPgMDY07xf3aRTKKzcCeYaxk/Gj+trFlG5FJ5f6BMfQXbHxcsQmkAkiXMQsN0XR5CyVjNlNo5O8CrR9Lo81XvgzcpU8vzRCbWfNjGL9QCuw84HNvMVBTMic6+rvS2zKzxVNqu+97f27611QilIi1TCFpbAetrwNsen4VqTHZWF6B2rjD6TtwRrKSpuox4z7X0whUQ0hUtxJeomTG03wBzlG/uKYSIOK1Vk139eHewisC1REsNfA4gfUvNTRRSJxyZYry9WotiToeZSaZaOZH0S0OmPOC3AP3V/qEN3OUH2wLaRg2ZdFcrqfFXtXefHIhQVyxnZdZBeEJu8hmqs2d7bgJy6V+ao7xKISO47YhqXc66x3P+WniSMU8/cPpcTKVkfMFyn4lQu6W1ECtHBoZUGboYz0Xu3kT1ieLmrJIn5P3mAONot+FQgTEzDED/3y6hes++cxaqhZs1u1gYuf3chcaTK7yla49JoOMg3qKqKaVfvYWQvsqwQjrwQSHoidoe0BTMzxCp48TZsCKKf13xCm45Yu/S1sVfQTl6TFWlcDoisqHkOkLhELJogiPkx3hcFPWnoduoZPBL63S1NJ5z5i5UGQE6jBzsxGZ6mYY2p6b+w9pPXNz/zgkHb9QzAQPwc8UB5wjKeenbjZsjoHqlZyYDWAU+JNEstB99ZO/do+MPalPi5IWJMqA4fJbQpgNdKYLqpCPwVzW551wxvQRGM4MFz2ta+HsVP/MGzEokXcoCeVKvgP3FdXvKMV58bI0m6QthiAwr6oDTRcQdxCTavKKrrFAGRXN1PMHHlYT2WVfhkQ830Ayy+Dwjz00VeNRoPjK2eLmbCWRgTT2U9LTx/du8YrNBP5RRLv1i4T8+svnv5L+7fXMmgYlECleQAKA8Axq4lHn3kr14aLyUTccadaruKBJZlsRgAob/+z2fGQUwXcj6jNge67hZ4/hjyyBzj9LwzKMUQ5fQeDG0+cGKx5bS1Em4++6mrdasxIFgCl8Wqq17KxYiYn8FV3/l27Md11zDR6XL3hqmTpdhCU8sGR9vZqarGlbC7T/RYnWjZLxDmczO2GsiBf8V4/lFo3swhDhy1hsjRvbJ8KN5Un9NyLY+/nFLhC3bd2CMdkfuaS8xhSkdwlFb+QH5Sp+0WWthIcrVTkBjzlE6tapQcK/NnMkXvN8XvQTAFaluQCakU7pYpE59N7xDRPMndZi+cxgXV5yPnhNhXk1DCcroyVrx1tJeGfHW4eCAvi5HedldFjR/BCzEeBIqgSdu+qh9GgA7oNJTly0ZsEL16Q5729SsPrXvLUuhggwF1YE1fR502cNvhN706XtYy1OD2qStba2KqwZMpuNWrLY1M4/F1+3xxsNGZqLWNsfdHFa6cDgvnRsx8PdZB5WSFseuazFvWoNq21J5jepZaCy/ijUaH4pQ8SNusVORtnp4e3UqaPaUE8HMpS5Rx9/BLKfvdZxlHhvpPTnU+homvSGSBUKAGZlPvuS+OEG4vfKtQymAWB8potRx3aNiGvy17A2LFGtjNt4M9DbeijU7DWN6eOHPFCpX3uHTDQbKoI4p4+KjWr/qopHOo1zqcLXIZrBEO4BPUxj/5wUpkcngdk55QTe2qjL08qdgawtfuTtapRTAJ7/PpZMy5aSJ4S53uIAo3CYa67QvOEV/6VlObWSKz0gPMFRukYcKxBx1QY4Tz+M9gtILCxrzD7sWid+hd0VC73ZQ+YcW3fJLNtEAdZ67beRATfuJHRYabJA53Eb6MrTy8QprAJmzjenBi83/fHEYeUJmYWMGGpY6pPli3QzFn0Ani8vHnn3OwO0l9P8o3dDeE2721RKzowiH4KjfDmKz2MIQDEKtPOlinI0I/wUuzKvKNDHioKDvvWB9n1DjgdLo4mTrmznGlgpEMlkXHfGFqq+JmfW0TlnnJPDIiBWWVYadvAGuQ4UTatehZT1A+J3noppEsTQ0Yjkz79yoO3YLz7CkZaEOhugbWVTrEdANuEy49scJmU+DZsn/m6q4Sru8lne05kmANZ9Jd7VEiskwGVOFyKrMkxm/cT/WlK2ZulIhngi1TdC1iTI1GFoQLQK9GhJ5rpQSCPS9nLC6OqLxuVKBV62pIGs2SgOQ+aP1QHzMrBLuSRDsI+BqAbjM8W52WUhytGTG1LMCircy1AlpKhgICSHmP+PD9GsY/VClq4e6W02gZm9C0yE5e0CWFhzH2LtAJSbMekNtsxjy8EutggAY6Mp3utpDz4z6eXN9Y7Yh7RfJ5Od/HfAX4YMpx+ClyKaxoWGwA2XeLXU/n1QQLNCxM7c74e4Nk2xaMkwRxTYQMEw1eOx7xJ6ubBMqpUlU3n9oz1CNWSM31ym4MMcEGOZnhP1by0mLUlcwj/VcLh0GKAValkcL3+DG0dqBBfGutSPVT6A41iXHF51CSGqUKDPsEIj1ELC4Im4EXnZjjn3IuRwO2JnNOdeoDH6LzRy2K5vG2md8ni94C2StP7uJJySjkx+TBt3Bl03an6+K1cUNQ/N7wDrTzfCVIJw/GjJgfUGAci4LSRi6kC3RNP1IggTRVG76neIsS86WcFX2aIc2ycIXVuE2+pfAk2cwOfGEWGeh+eiszm9fgPRl+fbGMoysK9cb3TUgbsXTsH2NHzfhKsGsSkMZbgpoCBOpErMvh/PHXhcd+e+pvnO9JLhb51Kld49TUEWubQkiCUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLYHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
+        "dtype": "float32",
+        "_shape": [
+            3
+        ],
+        "low": "[-1. -1. -1.]",
+        "high": "[1. 1. 1.]",
+        "bounded_below": "[ True  True  True]",
+        "bounded_above": "[ True  True  True]",
+        "_np_random": "RandomState(MT19937)"
+    },
+    "n_envs": 1,
+    "num_timesteps": 100000,
+    "_total_timesteps": 100000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1676675223788235649,
+    "learning_rate": 0.00078,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9Jjx0+1SflhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAB8BtvSXabT15T48+lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
+        "desired_goal": "[[-0.05804446  0.05806937  0.2799032 ]]",
+        "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAB8BtvSXabT15T48+lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
+        "desired_goal": "[[-0.05804446  0.05806937  0.2799032 ]]",
+        "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
+    },
+    "_episode_num": 2000,
+    "use_sde": true,
+    "sde_sample_freq": 8,
+    "_current_progress_remaining": 0.0,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvyuC/63k47+UhpRSlIwBbJRLMowBdJRHQIj6rG1hLGt1fZQoaAZoCWgPQwijPV5Ih4fdv5SGlFKUaBVLMmgWR0CI/kuB+WnkdX2UKGgGaAloD0MIFHe8yW/R4L+UhpRSlGgVSzJoFkdAiQH5HNHH3nV9lChoBmgJaA9DCGpN845TdN2/lIaUUpRoFUsyaBZHQIkFnP/rB0p1fZQoaAZoCWgPQwh4tHHEWnzkv5SGlFKUaBVLMmgWR0CJCTbzshPkdX2UKGgGaAloD0MIPfGcLSC03r+UhpRSlGgVSzJoFkdAiQzf51vETHV9lChoBmgJaA9DCDz03a0s0de/lIaUUpRoFUsyaBZHQIkQed/axot1fZQoaAZoCWgPQwh07na9NEXcv5SGlFKUaBVLMmgWR0CJFCQ7tAs1dX2UKGgGaAloD0MIQC/cuTDS0r+UhpRSlGgVSzJoFkdAiRfPXsgMdHV9lChoBmgJaA9DCDyHMlTFVOa/lIaUUpRoFUsyaBZHQIkbuhmGucN1fZQoaAZoCWgPQwhKDAIrhxbgv5SGlFKUaBVLMmgWR0CJH1pnHvMKdX2UKGgGaAloD0MI6GwBofXw4L+UhpRSlGgVSzJoFkdAiSMC2lVLjHV9lChoBmgJaA9DCNEfmnlyzee/lIaUUpRoFUsyaBZHQIkms/fO2Rd1fZQoaAZoCWgPQwglXMgjuJHXv5SGlFKUaBVLMmgWR0CJKlLg4wRHdX2UKGgGaAloD0MIIqXZPA4D5b+UhpRSlGgVSzJoFkdAiS36UaAFxHV9lChoBmgJaA9DCF2Kq8q+q+m/lIaUUpRoFUsyaBZHQIkxsQCjk+51fZQoaAZoCWgPQwhv9DEfEGjmv5SGlFKUaBVLMmgWR0CJNXQkX1rZdX2UKGgGaAloD0MIKh2s/3OY2b+UhpRSlGgVSzJoFkdAiTkWf9P1tnV9lChoBmgJaA9DCHobmx2pvua/lIaUUpRoFUsyaBZHQIk8riuMdcV1fZQoaAZoCWgPQwgTgH9KlSjev5SGlFKUaBVLMmgWR0CJQEdy1eBydX2UKGgGaAloD0MIZyeDo+TV17+UhpRSlGgVSzJoFkdAiUPpMg2ZRnV9lChoBmgJaA9DCI6wqIjTSd6/lIaUUpRoFUsyaBZHQIlHknRb8m91fZQoaAZoCWgPQwhzMJsAw/Ldv5SGlFKUaBVLMmgWR0CJSzFQVKwqdX2UKGgGaAloD0MI3GW/7nTn37+UhpRSlGgVSzJoFkdAiU7UD+zdDnV9lChoBmgJaA9DCNPYXgt6b9S/lIaUUpRoFUsyaBZHQIlSc36yjYZ1fZQoaAZoCWgPQwhgAyLElbPZv5SGlFKUaBVLMmgWR0CJVhizcAR1dX2UKGgGaAloD0MIU5RL4xfe57+UhpRSlGgVSzJoFkdAiVm8c2itaXV9lChoBmgJaA9DCK2FWWjnNN+/lIaUUpRoFUsyaBZHQIldXcDbJwN1fZQoaAZoCWgPQwhW8rG7QEnZv5SGlFKUaBVLMmgWR0CJYP/CIk7fdX2UKGgGaAloD0MIPiXnxB7a1r+UhpRSlGgVSzJoFkdAiWSj0cwQDnV9lChoBmgJaA9DCF4qNuZ1ROG/lIaUUpRoFUsyaBZHQIloOoUBXCF1fZQoaAZoCWgPQwhCQpQvaCHav5SGlFKUaBVLMmgWR0CJa9vCuU2UdX2UKGgGaAloD0MIvM6G/DOD77+UhpRSlGgVSzJoFkdAiW+I3BHkLnV9lChoBmgJaA9DCC1cVmEzwNi/lIaUUpRoFUsyaBZHQIlzISOBDoh1fZQoaAZoCWgPQwjjGwqfrQPlv5SGlFKUaBVLMmgWR0CJdsSaEzwddX2UKGgGaAloD0MIofKv5ZXr4b+UhpRSlGgVSzJoFkdAiXpdyT6i03V9lChoBmgJaA9DCLBz02acBuS/lIaUUpRoFUsyaBZHQIl+QDmr8zh1fZQoaAZoCWgPQwhMpgpGJXXdv5SGlFKUaBVLMmgWR0CJgdiTdLxqdX2UKGgGaAloD0MIADj27LnM4r+UhpRSlGgVSzJoFkdAiYV7YbsF+3V9lChoBmgJaA9DCBuFJLN6h9m/lIaUUpRoFUsyaBZHQImJFZ7ojfN1fZQoaAZoCWgPQwj922W/7nTav5SGlFKUaBVLMmgWR0CJjM+bExZddX2UKGgGaAloD0MIkj1CzZAq1r+UhpRSlGgVSzJoFkdAiZCTyJ9Ao3V9lChoBmgJaA9DCJ8cBYiCmeS/lIaUUpRoFUsyaBZHQImUL/0dzXB1fZQoaAZoCWgPQwhY5NcPscHiv5SGlFKUaBVLMmgWR0CJl85xR2r5dX2UKGgGaAloD0MIqvQTzm4t5b+UhpRSlGgVSzJoFkdAiZuCzkZJkHV9lChoBmgJaA9DCCV5ru/Dwee/lIaUUpRoFUsyaBZHQImfIBHTZxt1fZQoaAZoCWgPQwhjQswlVVvkv5SGlFKUaBVLMmgWR0CJovzSThYOdX2UKGgGaAloD0MIiq2gaYkV4r+UhpRSlGgVSzJoFkdAiaafx2B8QnV9lChoBmgJaA9DCBLeHoSAfOK/lIaUUpRoFUsyaBZHQImqQHE/B311fZQoaAZoCWgPQwhDGhU42Qbdv5SGlFKUaBVLMmgWR0CJreT0QK8ddX2UKGgGaAloD0MIE5uPa0PF2r+UhpRSlGgVSzJoFkdAibGNMGorF3V9lChoBmgJaA9DCO3w12SNety/lIaUUpRoFUsyaBZHQIm1NEw35vd1fZQoaAZoCWgPQwhnZJC7CFPiv5SGlFKUaBVLMmgWR0CJuNcj7hvSdX2UKGgGaAloD0MIQE6YMJqV2L+UhpRSlGgVSzJoFkdAibx0QCjk/HV9lChoBmgJaA9DCBqmttRB3uS/lIaUUpRoFUsyaBZHQInAGdTYNAl1fZQoaAZoCWgPQwg8aHbdW5Hdv5SGlFKUaBVLMmgWR0CJw8Of/WDpdX2UKGgGaAloD0MI2ILeG0MA2r+UhpRSlGgVSzJoFkdAicdyxZ+x4nV9lChoBmgJaA9DCLHeqBWm79y/lIaUUpRoFUsyaBZHQInLM8PnSv11fZQoaAZoCWgPQwj8prBSQUXYv5SGlFKUaBVLMmgWR0CJzw25xzaLdX2UKGgGaAloD0MIaAbxgR1/47+UhpRSlGgVSzJoFkdAidLK+i8Fp3V9lChoBmgJaA9DCC3t1FxusOq/lIaUUpRoFUsyaBZHQInWfN7jT8Z1fZQoaAZoCWgPQwgX8ghupGzgv5SGlFKUaBVLMmgWR0CJ2iJbdJrddX2UKGgGaAloD0MI5DEDlfHv1r+UhpRSlGgVSzJoFkdAid3IRRMviHV9lChoBmgJaA9DCKyPh767ldm/lIaUUpRoFUsyaBZHQInhc7W/ag51fZQoaAZoCWgPQwiBfAkVHF7iv5SGlFKUaBVLMmgWR0CJ5VL39JjEdX2UKGgGaAloD0MIxhSscTad5r+UhpRSlGgVSzJoFkdAiek3Ux20RnV9lChoBmgJaA9DCNAoXfqXpNe/lIaUUpRoFUsyaBZHQIns5o4+8oR1fZQoaAZoCWgPQwiAfXTqymfZv5SGlFKUaBVLMmgWR0CJ8LsbedkKdX2UKGgGaAloD0MISdi3k4jw2L+UhpRSlGgVSzJoFkdAifRclPacqnV9lChoBmgJaA9DCHnKarqe6OG/lIaUUpRoFUsyaBZHQIn4Rz90ihZ1fZQoaAZoCWgPQwhtyaoINxnVv5SGlFKUaBVLMmgWR0CJ/FmozeoDdX2UKGgGaAloD0MIvviiPV5I3r+UhpRSlGgVSzJoFkdAigADlgc94nV9lChoBmgJaA9DCNi4/l2fOde/lIaUUpRoFUsyaBZHQIoD9Net0V91fZQoaAZoCWgPQwjDf7qBAu/fv5SGlFKUaBVLMmgWR0CKB5TLns9kdX2UKGgGaAloD0MIPwJ/+Pnv27+UhpRSlGgVSzJoFkdAigtYJ3PiUHV9lChoBmgJaA9DCD7pRIKpZty/lIaUUpRoFUsyaBZHQIoPGIhyKel1fZQoaAZoCWgPQwhhONcwQ+PUv5SGlFKUaBVLMmgWR0CKEuI7eVLSdX2UKGgGaAloD0MI/b0UHjS74r+UhpRSlGgVSzJoFkdAihaLofSx7nV9lChoBmgJaA9DCINMMnIWduG/lIaUUpRoFUsyaBZHQIoaLzXjENx1fZQoaAZoCWgPQwgZV1wclZvhv5SGlFKUaBVLMmgWR0CKHkVMVUModX2UKGgGaAloD0MI1EM0uoPY3b+UhpRSlGgVSzJoFkdAiiIv3SKFZnV9lChoBmgJaA9DCAJIbeLkft6/lIaUUpRoFUsyaBZHQIomZIre67N1fZQoaAZoCWgPQwjVQsnk1E7gv5SGlFKUaBVLMmgWR0CKKo6Mir1edX2UKGgGaAloD0MIpIy4ADTK4r+UhpRSlGgVSzJoFkdAii66C+UQkHV9lChoBmgJaA9DCDFgyVUs/uK/lIaUUpRoFUsyaBZHQIoyuTq0MPV1fZQoaAZoCWgPQwgYX7THC+nlv5SGlFKUaBVLMmgWR0CKNt4JNTLodX2UKGgGaAloD0MIp1t2iH/Y6L+UhpRSlGgVSzJoFkdAijr+GO+7DnV9lChoBmgJaA9DCK7TSEvl7dm/lIaUUpRoFUsyaBZHQIo/FERaouR1fZQoaAZoCWgPQwhGtvP91HjZv5SGlFKUaBVLMmgWR0CKQywcHWz4dX2UKGgGaAloD0MI6BTkZyNX5r+UhpRSlGgVSzJoFkdAikc/GEPDpHV9lChoBmgJaA9DCGjO+pRjMuW/lIaUUpRoFUsyaBZHQIpLMADJU5x1fZQoaAZoCWgPQwjBi76CNGPfv5SGlFKUaBVLMmgWR0CKTvqNZNfxdX2UKGgGaAloD0MIDYl7LH3o1r+UhpRSlGgVSzJoFkdAilKtg8bJfnV9lChoBmgJaA9DCG1xjc9k/9q/lIaUUpRoFUsyaBZHQIpWVM7EHdJ1fZQoaAZoCWgPQwiTyD7IsuDmv5SGlFKUaBVLMmgWR0CKWi/xlQMydX2UKGgGaAloD0MI9goL7gc83b+UhpRSlGgVSzJoFkdAil4RmseXA3V9lChoBmgJaA9DCNDWwcHexNa/lIaUUpRoFUsyaBZHQIph8YZVGTd1fZQoaAZoCWgPQwjMXyFzZdDjv5SGlFKUaBVLMmgWR0CKZbkAggX/dX2UKGgGaAloD0MItvRoqifz3r+UhpRSlGgVSzJoFkdAimmEOAiFCnV9lChoBmgJaA9DCL1V16Gakty/lIaUUpRoFUsyaBZHQIptaBmPHT91ZS4="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="
+    },
+    "_n_updates": 90000,
+    "buffer_size": 300000,
+    "batch_size": 256,
+    "learning_starts": 10000,
+    "tau": 0.005,
+    "gamma": 0.99,
+    "gradient_steps": 1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7fb2b5299430>",
+        "add": "<function DictReplayBuffer.add at 0x7fb2b52994c0>",
+        "sample": "<function DictReplayBuffer.sample at 0x7fb2b5299550>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fb2b52995e0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7fb2b5296a00>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "target_entropy": {
+        ":type:": "<class 'numpy.float32'>",
+        ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="
+    },
+    "ent_coef": "auto",
+    "target_update_interval": 1,
+    "batch_norm_stats": [],
+    "batch_norm_stats_target": []
+}

PandaReachDenseSAC-n4/ent_coef_optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377061733cf1f1d3e9ad9425008e4c7f6bf88c0985750b25e8fd763b27dc7d4d
+size 1507

PandaReachDenseSAC-n4/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b1ba12a80ffa56a8c43c6ac187a524e41eec8096ee0382f460ca2c986aae3
+size 1315464

PandaReachDenseSAC-n4/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e823c10ba53c0e6ba14e8a5d7d87c18a0b7fcfe9e726ce80a18c7ab3015e1b7b
+size 747

PandaReachDenseSAC-n4/system_info.txt

@@ -0,0 +1,7 @@
+- OS: Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023
+- Python: 3.9.16
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu117
+- GPU Enabled: True
+- Numpy: 1.21.6
+- Gym: 0.21.0

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -0.56 +/- 0.21
+      value: -0.35 +/- 0.10
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7f4fbe18f670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f4fbe18e940>"}, "verbose": 1, "policy_kwargs": {"net_arch": [400, 300], "use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9AsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAnbFIBOMUZR7su1ZFDUc7B6JraVgLCBvICAlq8m+1uGGxBH31fA01ddv5J30LSjhnLVhwWWf9NyVxvyHfeIZ63Ovrc5uObOWCV2fL3SG4TrzogTkmGynnPCoTMjN+kVwp1rcG16Thc/Ht/c7egcGwKcky/pedw7fsyUtOyGj3RpsN3CDhEke94ErA4X1Kv5YnHa+INOaQOT5PmJez82nQtPYMp3KQ3xIvtkrZUKxJqTOrZ3/iWPGSbGY9EGe1O4PIRRB1PEigqkJWF3Gxp8opkl7uJQc+ivPyo1zuLmOtg44OlHx5UBoTY7I+9ZqJfjwuRubejHp4EOBl16sO3igMEmTrzF/Vj7hSNxlxnFxjmPb28lWFp04LwMcgn0dqrgytoDeg6+mEVpWBl+RstyBm1zlLeXJsixQIjJZrdgIiRULnktaTq3ACfcEt6/DXZVqu5ZPkkHzM7EuVukWpYFpM83IkhtbpV5giatrvWz0ztJ8SspINMZJyhGhRQvriqiidcQ8yAlxWuFlyfTOqO7oJVEjBVchrXteS2qzrHDkpbph7jCbIO9gi+M/+LDC+RoYiehoh0GQG46Mh2izPPy3c6t+TSJ7k43DJURDjr0KtjXlU7rSHpbwasN4ao4omk7FN1o7R7gAb7z/qrDG9xOwjXiVzr8wNLmRSad2A5KDvj4YD5SHYP6LRuqB5bbmfXUO0wRLxFoRJRXguU4sA46lPvVaf8816gsMy6wS3wWSEkicHcJC9oLjrOr9E/X/CCIXvrn+jwcROvXAgEP6oTTikHRQciDJz3dVlD0NtYlEkenYQPS/zcqjfoXpVvsTSznoaV3t/kJpPdmMdKud9W1D+9tC+lxaU5mOasgJ0LwCEmzAz8QzGmjEqcfI0tdXWl7wRbSOwhM6OUM6B3S/eLtvr2E/d1938mI3xrjQsG2GsmMBtXn8Oc2Sa9MqjsrUGL87+QCOnlppLpm740zsHe9+HNonJ51b2+KRwUcrfeByEH8xbdBUY8XMQe55J5lsRz2R+AFBUEAqhKbVVSrIPFkBD29VCQReLE6z53IGRq81fxIObqRcpPfcRYqn2CSPCuM990XZ2YgyLGvRb1ASK6bQSYpg6QErD8bUL2hXCPfYXLQr6Jt0yaP/9BGCadBidzcYWIJz4vgTFgvYKarbogb3LOv5vbSWYkG6ky/i6e0mGZAUTo5zLMA3PYp9CI92V2SWf39glYPE1t3rxIWb2NZtkMSCSHK1+c+b28VbJjowIzyUiNqZhSmDfaD6/3Ctkwr7s9xCUsk4gIZcGjB3i/XEbckp+9mNPTtKofqPnLffK0RdFLtPgsQDEakSDbFCcl4im87tvw3LgdPTsB5bJRgyXs1TgCRVKOMvoI5kw3/shbUq8HEBg77WLmKnL6t4IXbq0b3ybWOa+AehGht45jC6ScTXI7sbTlJVGSAy1GUfeZS5luAXmMRIFEvsQkCm3RBTQjDYBbyYF6XsCMZPYlsn9xf3P83ChymZw/J3pznb4rmUIq+f+yBivzJwLB+K+g9xlseKPEmMkoS2NEAG7ZQIU1pzozRzusydqX/EOyNjwlryCF6opjbG+wEV1lnjXyZx+zFLCL3MeQfqEXPMLFRBdAfO4k/LamyaOsCGYlVM/TshY1e91OUgl9ZbnyD55dsYzgGcgylQbIY/u6rz+57kYs+q34CnRvhzQ0AlDeoD0NuzwuHrtTamiM5fy9axi2dDq20qvrYgDjbr2hM0fdCxlHykhYPoDMbq5dbDfmmGW9kFmhLADjqdVdZNDl8k/zH1i3Rpb6ff8JHJlNgk1fN5AXeog5ImMDq1oR/l55M0YpBR3asCeMyZtCCfDeIdhow7EJS6MMUwpndjvyFuUCN4F4ZD44WMLqvj7c0hNipCNkjFg/RAPruZgKKcl7VOeEMoGzaUghpIgzkokm2qwGK9RA4BYxAcaDxXZmlzCtdn50HJ0fF/MRO515qrN6eZfP1yCQEeec64vZ0C+reZzMa/qAc4UTReiFQYUa8D1C9kj88DkFM6AcfPUtwn85d3cp2hc0+8pviqzyhsMU/zKD92QTp5nEtWaI7seeyE+n584Pdw8T8nqHWqeo+Ez6Ls+4eprdmgFfMhq+MBly8EOMXA5WjVxMovUYZhUf4RXI2psXLrIX9la8wyJ4Qzsz7JJpXYsMQtXzJWUuhosj65YsFeRzagHccWbKbb08S5G7EpZXUrNX4llxHwAL6WRHB90jCaVkrpPxbEClbh4sXvaKHgtS6jD1PKUWXhb1ZlaqHHCDnvUVl9b31l/VHDkpgopJZFBoDzcojfSH4tU6oZpfQ/oGg2S+JhUaTZNhsUTsniBMI3J5LXa4M0Olyfbl7ti41NYiIgksZHGs1VoeTMRYUeNOnvMz8UvkvvTiWcfAgDBpWMePLiIHnfYfwMnNf5unHuW8+iHwwDceP32XRJZVNCZcAvyxUu90MLM2V4BiNHZ49at3CEELIkyr868ZOwCLmrpQ4StRaNG7LBhuF8U2Wf36gBaeoXn5xq0Ntd6T76zBac4aaOsiArr8TPvbcMIaEPmuZT3cVCYcyj0hEPW2nYNtmlGxGHRlKvy7eSCLve+bLQiptygY37Vedx1eFaQSgDz7kTP/qTIl/eCLsG+0WdNVl4/fi0pne8e3lxDytOBEChMqJNqAJj9jMjqnOfCQp92QGf66Bfq00UwHkCmllD9FuCQScXEum+STmvZiTa2FimutFNu4kqAXggzeS4Zfcu7zE7NoB6+6v2MqnqOTtZQjsN3NAFiablmzPG0jVtRhgkosGOZtV7UHmzZWgWXIRiimvwxtwUFya6n5w9X9uZxuBP0M0HJwveFa1IgLH56oACIKPeu5aH3ZOA/tdVsEhwG9QSFIGVQJCNtiVYZVO5K+TxL5CgAt/nE2UOHl2ZJuudQYVg9zajrUr04Ff4HvusupxC1xmqeCn5oc5MyqoZicksmdANFnvwltp3MFBIgpXSbOkcA1b4vb1W9C5XaIfssBpioB7CQG0zyd98E3vMWzE5I+Jv4DYgeEj7PB8hXYJgpJMduoA6ymEsX/Uc7cN5wuUaOEsCehxCtbt8zywPNXAitxAQgxNAIRHtQkWmBUdU7Dtaan4BUN+BQRF5W0edCRouOrDTLo0ohnAxCu8iKGfre+a5GfHinyzTuXsdqYSVnYOmtCAMf6A+YyyLXrpt3rKfJrxH8PMHaL+y6V4D668Zo9Yo2VRmxiKkaF7DJw/Q71/0uOWem8yU34BJAUbLuPd2Ycd+B79T6bxLTcHS2jlf/9lpa/hnBgmFE0uZU/9q0xlNB33lRkCUFpohEcoMaUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLYHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 50000, "_total_timesteps": 50000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676673725005398556, "learning_rate": 0.0008, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[0.01029048 0.0297336  0.01597436]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[0.01029048 0.0297336  0.01597436]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 1000, "use_sde": true, "sde_sample_freq": 8, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIv9cQHJdx37+UhpRSlIwBbJRLMowBdJRHQHULfkq+ajN1fZQoaAZoCWgPQwgLKqp+pfPhv5SGlFKUaBVLMmgWR0B1EsGA08/2dX2UKGgGaAloD0MIbVfog2Xs4L+UhpRSlGgVSzJoFkdAdRoKohpxm3V9lChoBmgJaA9DCHHGMCdok9+/lIaUUpRoFUsyaBZHQHUhREroW591fZQoaAZoCWgPQwgmcVZETfTZv5SGlFKUaBVLMmgWR0B1KJOwgTysdX2UKGgGaAloD0MI7uh/uRYt5b+UhpRSlGgVSzJoFkdAdS/KXOW0JHV9lChoBmgJaA9DCJv+7EeKyOi/lIaUUpRoFUsyaBZHQHU3CYgJTl11fZQoaAZoCWgPQwgaFM0DWGTjv5SGlFKUaBVLMmgWR0B1PkMOPNmldX2UKGgGaAloD0MIIZOMnIU937+UhpRSlGgVSzJoFkdAdUWHFxXGO3V9lChoBmgJaA9DCPpfrkUL0Om/lIaUUpRoFUsyaBZHQHVMxbW3BpJ1fZQoaAZoCWgPQwi8ICI17eLiv5SGlFKUaBVLMmgWR0B1U/4vexfOdX2UKGgGaAloD0MIWz/9Z82P5r+UhpRSlGgVSzJoFkdAdVtHR1HOKXV9lChoBmgJaA9DCAvuBzwwAOK/lIaUUpRoFUsyaBZHQHVihlg+hXd1fZQoaAZoCWgPQwjThO0nY/zvv5SGlFKUaBVLMmgWR0B1alNN8E3bdX2UKGgGaAloD0MIBRVVv9L51b+UhpRSlGgVSzJoFkdAdXGX531SO3V9lChoBmgJaA9DCHaJ6q2Brdu/lIaUUpRoFUsyaBZHQHV4z/Mnqml1fZQoaAZoCWgPQwgMdVjhlg/lv5SGlFKUaBVLMmgWR0B1gBJRO1v3dX2UKGgGaAloD0MIWONsOgI457+UhpRSlGgVSzJoFkdAdYdq+8Gs3nV9lChoBmgJaA9DCN1CVyJQfeK/lIaUUpRoFUsyaBZHQHWOscABDG91fZQoaAZoCWgPQwh319mQf2bhv5SGlFKUaBVLMmgWR0B1lexmkFfRdX2UKGgGaAloD0MI8iIT8Gsk2L+UhpRSlGgVSzJoFkdAdZ00Nz8xbnV9lChoBmgJaA9DCD8fZcQFoN2/lIaUUpRoFUsyaBZHQHWkcolUp/h1fZQoaAZoCWgPQwiIodXJGYriv5SGlFKUaBVLMmgWR0B1q7WBjFyadX2UKGgGaAloD0MIS1tc4zNZ5b+UhpRSlGgVSzJoFkdAdbLseGO+7HV9lChoBmgJaA9DCG3IPzOIj+O/lIaUUpRoFUsyaBZHQHW6M4xUNrl1fZQoaAZoCWgPQwjz/6ojRzrev5SGlFKUaBVLMmgWR0B1wW5J9RaYdX2UKGgGaAloD0MIzTy5pkBm4L+UhpRSlGgVSzJoFkdAdcipz90ihXV9lChoBmgJaA9DCIejq3R3neK/lIaUUpRoFUsyaBZHQHXP889wFTx1fZQoaAZoCWgPQwg8akyIuSTjv5SGlFKUaBVLMmgWR0B11zrE9+w1dX2UKGgGaAloD0MIsFjDRe5p5b+UhpRSlGgVSzJoFkdAdd5+PRzBAXV9lChoBmgJaA9DCDG0OjlDceG/lIaUUpRoFUsyaBZHQHXltAxBVuJ1fZQoaAZoCWgPQwjZX3ZPHpbpv5SGlFKUaBVLMmgWR0B17X3YcvM9dX2UKGgGaAloD0MIM05DVOHP4r+UhpRSlGgVSzJoFkdAdfS7MPjGUHV9lChoBmgJaA9DCGa+g584gOa/lIaUUpRoFUsyaBZHQHX79nf2saN1fZQoaAZoCWgPQwibq+Y5Il/lv5SGlFKUaBVLMmgWR0B2AzBDXvphdX2UKGgGaAloD0MI7pOjAFEw5b+UhpRSlGgVSzJoFkdAdgpqKxcE/3V9lChoBmgJaA9DCAXhCijU092/lIaUUpRoFUsyaBZHQHYRrihnJ1d1fZQoaAZoCWgPQwg5miMrv4zkv5SGlFKUaBVLMmgWR0B2GOmXPZ7HdX2UKGgGaAloD0MIIT1FDhG35r+UhpRSlGgVSzJoFkdAdiAvze40/HV9lChoBmgJaA9DCN0ostZQati/lIaUUpRoFUsyaBZHQHYnZokAxSJ1fZQoaAZoCWgPQwiZuiu7YPDnv5SGlFKUaBVLMmgWR0B2Lq3fAKv3dX2UKGgGaAloD0MIdM5PcRz457+UhpRSlGgVSzJoFkdAdjXQT238XXV9lChoBmgJaA9DCI+JlGbzuOe/lIaUUpRoFUsyaBZHQHY9DENvwVl1fZQoaAZoCWgPQwjyCkRPyiTkv5SGlFKUaBVLMmgWR0B2REF4cFQmdX2UKGgGaAloD0MIngyOklfn4r+UhpRSlGgVSzJoFkdAdkuKgqVhTnV9lChoBmgJaA9DCFZFuMmosuC/lIaUUpRoFUsyaBZHQHZSy+UQkHF1fZQoaAZoCWgPQwjfTiLCv4jiv5SGlFKUaBVLMmgWR0B2WfeSB9ThdX2UKGgGaAloD0MIdZKtLqeE5r+UhpRSlGgVSzJoFkdAdmE16mfoR3V9lChoBmgJaA9DCO4ljdE6qt+/lIaUUpRoFUsyaBZHQHZogIhQm/p1fZQoaAZoCWgPQwhGzsKedvjZv5SGlFKUaBVLMmgWR0B2b8gq3EyddX2UKGgGaAloD0MIrYkFvqJb4L+UhpRSlGgVSzJoFkdAdnb9bor4FnV9lChoBmgJaA9DCNUI/Uy9buW/lIaUUpRoFUsyaBZHQHZ+QmE4//x1fZQoaAZoCWgPQwhb0eY4twnev5SGlFKUaBVLMmgWR0B2hYFOfukUdX2UKGgGaAloD0MI0IB6M2q+3L+UhpRSlGgVSzJoFkdAdoy3fQ8fWHV9lChoBmgJaA9DCDDZeLDF7uC/lIaUUpRoFUsyaBZHQHaT96PbO/t1fZQoaAZoCWgPQwhIpkOn513pv5SGlFKUaBVLMmgWR0B2mzFWGRFJdX2UKGgGaAloD0MIUWovou2Y4r+UhpRSlGgVSzJoFkdAdqJwiJO32HV9lChoBmgJaA9DCK2+uipQi9u/lIaUUpRoFUsyaBZHQHapp4SpR411fZQoaAZoCWgPQwhHIcms3mHnv5SGlFKUaBVLMmgWR0B2sPLB9Cu2dX2UKGgGaAloD0MIS6/NxkpM6L+UhpRSlGgVSzJoFkdAdrgoScslLXV9lChoBmgJaA9DCDRKl/4lqeC/lIaUUpRoFUsyaBZHQHa/dX1anrJ1fZQoaAZoCWgPQwh9XYb/dAPmv5SGlFKUaBVLMmgWR0B2xq8Hv+fidX2UKGgGaAloD0MIoFOQn41c3L+UhpRSlGgVSzJoFkdAds3i8Fpwj3V9lChoBmgJaA9DCMH+69y0Gei/lIaUUpRoFUsyaBZHQHbVFR1oxpN1fZQoaAZoCWgPQwhvDAHAsWfcv5SGlFKUaBVLMmgWR0B23FOKwY+CdX2UKGgGaAloD0MIAn6NJEG427+UhpRSlGgVSzJoFkdAduOa1TisGXV9lChoBmgJaA9DCKhtwygIHuC/lIaUUpRoFUsyaBZHQHbqzZDiOvN1fZQoaAZoCWgPQwhK0jWTbzblv5SGlFKUaBVLMmgWR0B28gg6ltTDdX2UKGgGaAloD0MIyO9t+rMf07+UhpRSlGgVSzJoFkdAdvlUgSvkinV9lChoBmgJaA9DCKrv/KIE/eS/lIaUUpRoFUsyaBZHQHcAjltCRfZ1fZQoaAZoCWgPQwjx2To42Jvbv5SGlFKUaBVLMmgWR0B3B8T+NtIkdX2UKGgGaAloD0MIdovAWN/A3b+UhpRSlGgVSzJoFkdAdw8Fi8WbgHV9lChoBmgJaA9DCGmNQSeEDue/lIaUUpRoFUsyaBZHQHcWwhStNi91fZQoaAZoCWgPQwg3F3/bEyTav5SGlFKUaBVLMmgWR0B3HfE4vN/wdX2UKGgGaAloD0MIlnoWhPI+3L+UhpRSlGgVSzJoFkdAdyUfwI+nqHV9lChoBmgJaA9DCGiz6nO1FeW/lIaUUpRoFUsyaBZHQHcsTo+wC8x1fZQoaAZoCWgPQwiRmQtcHuvnv5SGlFKUaBVLMmgWR0B3M4TfzjFRdX2UKGgGaAloD0MIQN8WLNUF3b+UhpRSlGgVSzJoFkdAdzrFBppN9HV9lChoBmgJaA9DCNbiUwCMZ+G/lIaUUpRoFUsyaBZHQHdCCa7VawF1fZQoaAZoCWgPQwgRUUzeALPov5SGlFKUaBVLMmgWR0B3STDjzZpSdX2UKGgGaAloD0MIJhk5C3va4r+UhpRSlGgVSzJoFkdAd1BwDvE0i3V9lChoBmgJaA9DCP6Bctu+R+O/lIaUUpRoFUsyaBZHQHdXtSl3yI51fZQoaAZoCWgPQwgxCKwcWmTfv5SGlFKUaBVLMmgWR0B3XupeeFtbdX2UKGgGaAloD0MIPpKSHobW47+UhpRSlGgVSzJoFkdAd2YsuFpPAXV9lChoBmgJaA9DCJbnwd1Zu96/lIaUUpRoFUsyaBZHQHdtaHwgDA91fZQoaAZoCWgPQwiwyK8fYoPpv5SGlFKUaBVLMmgWR0B3dL05EMLGdX2UKGgGaAloD0MI7GmHvyZr37+UhpRSlGgVSzJoFkdAd3v38n/kvXV9lChoBmgJaA9DCDoEjgQabNq/lIaUUpRoFUsyaBZHQHeDPl6qsEJ1fZQoaAZoCWgPQwg4SIjyBS3kv5SGlFKUaBVLMmgWR0B3ioT9KmKqdX2UKGgGaAloD0MI6gQ0ETY83b+UhpRSlGgVSzJoFkdAd5G9alk6LnV9lChoBmgJaA9DCFK13QTfNN+/lIaUUpRoFUsyaBZHQHeZBAB1cMV1fZQoaAZoCWgPQwgaTpmbb0TYv5SGlFKUaBVLMmgWR0B3oD2nKnvVdX2UKGgGaAloD0MIDwwgfChR5b+UhpRSlGgVSzJoFkdAd6eKISDh+HV9lChoBmgJaA9DCCamC7H6I9i/lIaUUpRoFUsyaBZHQHeuu+mFajh1fZQoaAZoCWgPQwhUxr/PuHDYv5SGlFKUaBVLMmgWR0B3tgVQAMlUdX2UKGgGaAloD0MIDmsqi8Ku6b+UhpRSlGgVSzJoFkdAd71GYrrgO3V9lChoBmgJaA9DCFitTPil/uW/lIaUUpRoFUsyaBZHQHfEkojOcDt1fZQoaAZoCWgPQwi9/48TJgzgv5SGlFKUaBVLMmgWR0B3y8gEEC/5dX2UKGgGaAloD0MIDhMNUvAU47+UhpRSlGgVSzJoFkdAd9MB3iaRZHV9lChoBmgJaA9DCNSZe0j43uO/lIaUUpRoFUsyaBZHQHfaRpHqeK91ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 40000, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7f4fbe1da430>", "add": "<function DictReplayBuffer.add at 0x7f4fbe1da4c0>", "sample": "<function DictReplayBuffer.sample at 0x7f4fbe1da550>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4fbe1da5e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f4fbe1d77c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": {":type:": "<class 'numpy.float32'>", ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="}, "ent_coef": "auto", "target_update_interval": 1, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fb2b524e670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb2b524da00>"}, "verbose": 1, "policy_kwargs": {"net_arch": [300, 200], "use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9AsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABokmVpZwtCZMyUtL6/lqX8erj9j/NuGdqqCzngDBS8k9DpWm4iOgoCFhP6t3t1eZeKsrZd2r7x458JN5EditLninl+oVqRI0FIsM8ByypoQdwQiTnX1QFLrNJbdoYVqTcO1wsQRCeQo8SfBRJS/ddO9muexl6De+uy9+/TLdbp5/z+nOA6Tyy9toIyzdkmOi1ofaZTGBEKX67tSsAgWlg0tM8gPXKehHLzN96PNYRc7WV7ZVIzc1MqhJii7/Yc2XX7lyaiWRFBvnvi94NGdjSulPWTmlhan3Q7yAbsbaRC5XhkjRpqAYtW/FpW5ioqYPIXaXCIDCM6NMzLx6tRf5HHoa5bI/eU3GOCRK26Ior278hJKJleCe9WB1/6PihI/wcCT97SEN/fmnZ07GwY3NR5manvy5zAKL0ykKzUlgWZz9yi6QnGm5CCm5TinDpScaXfQ6+oA3JLvBzHvLuH3wY1oDpi3Rs7HO/ImapgxeTjqJuyjMJTjitjhN1mUoBzhP905smfQJekpZ8z+SYVJNjiGS2nu5vm5G+X+umLe4Aylx2eHpB1aLB0LjbHqm36SLrBBXLMFRY0JTCjowZzY+FRosRF0rvPI1vNgZf02NH8Q9b/0dz9dN/4KNPgMDY07xf3aRTKKzcCeYaxk/Gj+trFlG5FJ5f6BMfQXbHxcsQmkAkiXMQsN0XR5CyVjNlNo5O8CrR9Lo81XvgzcpU8vzRCbWfNjGL9QCuw84HNvMVBTMic6+rvS2zKzxVNqu+97f27611QilIi1TCFpbAetrwNsen4VqTHZWF6B2rjD6TtwRrKSpuox4z7X0whUQ0hUtxJeomTG03wBzlG/uKYSIOK1Vk139eHewisC1REsNfA4gfUvNTRRSJxyZYry9WotiToeZSaZaOZH0S0OmPOC3AP3V/qEN3OUH2wLaRg2ZdFcrqfFXtXefHIhQVyxnZdZBeEJu8hmqs2d7bgJy6V+ao7xKISO47YhqXc66x3P+WniSMU8/cPpcTKVkfMFyn4lQu6W1ECtHBoZUGboYz0Xu3kT1ieLmrJIn5P3mAONot+FQgTEzDED/3y6hes++cxaqhZs1u1gYuf3chcaTK7yla49JoOMg3qKqKaVfvYWQvsqwQjrwQSHoidoe0BTMzxCp48TZsCKKf13xCm45Yu/S1sVfQTl6TFWlcDoisqHkOkLhELJogiPkx3hcFPWnoduoZPBL63S1NJ5z5i5UGQE6jBzsxGZ6mYY2p6b+w9pPXNz/zgkHb9QzAQPwc8UB5wjKeenbjZsjoHqlZyYDWAU+JNEstB99ZO/do+MPalPi5IWJMqA4fJbQpgNdKYLqpCPwVzW551wxvQRGM4MFz2ta+HsVP/MGzEokXcoCeVKvgP3FdXvKMV58bI0m6QthiAwr6oDTRcQdxCTavKKrrFAGRXN1PMHHlYT2WVfhkQ830Ayy+Dwjz00VeNRoPjK2eLmbCWRgTT2U9LTx/du8YrNBP5RRLv1i4T8+svnv5L+7fXMmgYlECleQAKA8Axq4lHn3kr14aLyUTccadaruKBJZlsRgAob/+z2fGQUwXcj6jNge67hZ4/hjyyBzj9LwzKMUQ5fQeDG0+cGKx5bS1Em4++6mrdasxIFgCl8Wqq17KxYiYn8FV3/l27Md11zDR6XL3hqmTpdhCU8sGR9vZqarGlbC7T/RYnWjZLxDmczO2GsiBf8V4/lFo3swhDhy1hsjRvbJ8KN5Un9NyLY+/nFLhC3bd2CMdkfuaS8xhSkdwlFb+QH5Sp+0WWthIcrVTkBjzlE6tapQcK/NnMkXvN8XvQTAFaluQCakU7pYpE59N7xDRPMndZi+cxgXV5yPnhNhXk1DCcroyVrx1tJeGfHW4eCAvi5HedldFjR/BCzEeBIqgSdu+qh9GgA7oNJTly0ZsEL16Q5729SsPrXvLUuhggwF1YE1fR502cNvhN706XtYy1OD2qStba2KqwZMpuNWrLY1M4/F1+3xxsNGZqLWNsfdHFa6cDgvnRsx8PdZB5WSFseuazFvWoNq21J5jepZaCy/ijUaH4pQ8SNusVORtnp4e3UqaPaUE8HMpS5Rx9/BLKfvdZxlHhvpPTnU+homvSGSBUKAGZlPvuS+OEG4vfKtQymAWB8potRx3aNiGvy17A2LFGtjNt4M9DbeijU7DWN6eOHPFCpX3uHTDQbKoI4p4+KjWr/qopHOo1zqcLXIZrBEO4BPUxj/5wUpkcngdk55QTe2qjL08qdgawtfuTtapRTAJ7/PpZMy5aSJ4S53uIAo3CYa67QvOEV/6VlObWSKz0gPMFRukYcKxBx1QY4Tz+M9gtILCxrzD7sWid+hd0VC73ZQ+YcW3fJLNtEAdZ67beRATfuJHRYabJA53Eb6MrTy8QprAJmzjenBi83/fHEYeUJmYWMGGpY6pPli3QzFn0Ani8vHnn3OwO0l9P8o3dDeE2721RKzowiH4KjfDmKz2MIQDEKtPOlinI0I/wUuzKvKNDHioKDvvWB9n1DjgdLo4mTrmznGlgpEMlkXHfGFqq+JmfW0TlnnJPDIiBWWVYadvAGuQ4UTatehZT1A+J3noppEsTQ0Yjkz79yoO3YLz7CkZaEOhugbWVTrEdANuEy49scJmU+DZsn/m6q4Sru8lne05kmANZ9Jd7VEiskwGVOFyKrMkxm/cT/WlK2ZulIhngi1TdC1iTI1GFoQLQK9GhJ5rpQSCPS9nLC6OqLxuVKBV62pIGs2SgOQ+aP1QHzMrBLuSRDsI+BqAbjM8W52WUhytGTG1LMCircy1AlpKhgICSHmP+PD9GsY/VClq4e6W02gZm9C0yE5e0CWFhzH2LtAJSbMekNtsxjy8EutggAY6Mp3utpDz4z6eXN9Y7Yh7RfJ5Od/HfAX4YMpx+ClyKaxoWGwA2XeLXU/n1QQLNCxM7c74e4Nk2xaMkwRxTYQMEw1eOx7xJ6ubBMqpUlU3n9oz1CNWSM31ym4MMcEGOZnhP1by0mLUlcwj/VcLh0GKAValkcL3+DG0dqBBfGutSPVT6A41iXHF51CSGqUKDPsEIj1ELC4Im4EXnZjjn3IuRwO2JnNOdeoDH6LzRy2K5vG2md8ni94C2StP7uJJySjkx+TBt3Bl03an6+K1cUNQ/N7wDrTzfCVIJw/GjJgfUGAci4LSRi6kC3RNP1IggTRVG76neIsS86WcFX2aIc2ycIXVuE2+pfAk2cwOfGEWGeh+eiszm9fgPRl+fbGMoysK9cb3TUgbsXTsH2NHzfhKsGsSkMZbgpoCBOpErMvh/PHXhcd+e+pvnO9JLhb51Kld49TUEWubQkiCUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLYHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 100000, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676675223788235649, "learning_rate": 0.00078, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9Jjx0+1SflhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAB8BtvSXabT15T48+lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.05804446  0.05806937  0.2799032 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAB8BtvSXabT15T48+lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.05804446  0.05806937  0.2799032 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 2000, "use_sde": true, "sde_sample_freq": 8, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvyuC/63k47+UhpRSlIwBbJRLMowBdJRHQIj6rG1hLGt1fZQoaAZoCWgPQwijPV5Ih4fdv5SGlFKUaBVLMmgWR0CI/kuB+WnkdX2UKGgGaAloD0MIFHe8yW/R4L+UhpRSlGgVSzJoFkdAiQH5HNHH3nV9lChoBmgJaA9DCGpN845TdN2/lIaUUpRoFUsyaBZHQIkFnP/rB0p1fZQoaAZoCWgPQwh4tHHEWnzkv5SGlFKUaBVLMmgWR0CJCTbzshPkdX2UKGgGaAloD0MIPfGcLSC03r+UhpRSlGgVSzJoFkdAiQzf51vETHV9lChoBmgJaA9DCDz03a0s0de/lIaUUpRoFUsyaBZHQIkQed/axot1fZQoaAZoCWgPQwh07na9NEXcv5SGlFKUaBVLMmgWR0CJFCQ7tAs1dX2UKGgGaAloD0MIQC/cuTDS0r+UhpRSlGgVSzJoFkdAiRfPXsgMdHV9lChoBmgJaA9DCDyHMlTFVOa/lIaUUpRoFUsyaBZHQIkbuhmGucN1fZQoaAZoCWgPQwhKDAIrhxbgv5SGlFKUaBVLMmgWR0CJH1pnHvMKdX2UKGgGaAloD0MI6GwBofXw4L+UhpRSlGgVSzJoFkdAiSMC2lVLjHV9lChoBmgJaA9DCNEfmnlyzee/lIaUUpRoFUsyaBZHQIkms/fO2Rd1fZQoaAZoCWgPQwglXMgjuJHXv5SGlFKUaBVLMmgWR0CJKlLg4wRHdX2UKGgGaAloD0MIIqXZPA4D5b+UhpRSlGgVSzJoFkdAiS36UaAFxHV9lChoBmgJaA9DCF2Kq8q+q+m/lIaUUpRoFUsyaBZHQIkxsQCjk+51fZQoaAZoCWgPQwhv9DEfEGjmv5SGlFKUaBVLMmgWR0CJNXQkX1rZdX2UKGgGaAloD0MIKh2s/3OY2b+UhpRSlGgVSzJoFkdAiTkWf9P1tnV9lChoBmgJaA9DCHobmx2pvua/lIaUUpRoFUsyaBZHQIk8riuMdcV1fZQoaAZoCWgPQwgTgH9KlSjev5SGlFKUaBVLMmgWR0CJQEdy1eBydX2UKGgGaAloD0MIZyeDo+TV17+UhpRSlGgVSzJoFkdAiUPpMg2ZRnV9lChoBmgJaA9DCI6wqIjTSd6/lIaUUpRoFUsyaBZHQIlHknRb8m91fZQoaAZoCWgPQwhzMJsAw/Ldv5SGlFKUaBVLMmgWR0CJSzFQVKwqdX2UKGgGaAloD0MI3GW/7nTn37+UhpRSlGgVSzJoFkdAiU7UD+zdDnV9lChoBmgJaA9DCNPYXgt6b9S/lIaUUpRoFUsyaBZHQIlSc36yjYZ1fZQoaAZoCWgPQwhgAyLElbPZv5SGlFKUaBVLMmgWR0CJVhizcAR1dX2UKGgGaAloD0MIU5RL4xfe57+UhpRSlGgVSzJoFkdAiVm8c2itaXV9lChoBmgJaA9DCK2FWWjnNN+/lIaUUpRoFUsyaBZHQIldXcDbJwN1fZQoaAZoCWgPQwhW8rG7QEnZv5SGlFKUaBVLMmgWR0CJYP/CIk7fdX2UKGgGaAloD0MIPiXnxB7a1r+UhpRSlGgVSzJoFkdAiWSj0cwQDnV9lChoBmgJaA9DCF4qNuZ1ROG/lIaUUpRoFUsyaBZHQIloOoUBXCF1fZQoaAZoCWgPQwhCQpQvaCHav5SGlFKUaBVLMmgWR0CJa9vCuU2UdX2UKGgGaAloD0MIvM6G/DOD77+UhpRSlGgVSzJoFkdAiW+I3BHkLnV9lChoBmgJaA9DCC1cVmEzwNi/lIaUUpRoFUsyaBZHQIlzISOBDoh1fZQoaAZoCWgPQwjjGwqfrQPlv5SGlFKUaBVLMmgWR0CJdsSaEzwddX2UKGgGaAloD0MIofKv5ZXr4b+UhpRSlGgVSzJoFkdAiXpdyT6i03V9lChoBmgJaA9DCLBz02acBuS/lIaUUpRoFUsyaBZHQIl+QDmr8zh1fZQoaAZoCWgPQwhMpgpGJXXdv5SGlFKUaBVLMmgWR0CJgdiTdLxqdX2UKGgGaAloD0MIADj27LnM4r+UhpRSlGgVSzJoFkdAiYV7YbsF+3V9lChoBmgJaA9DCBuFJLN6h9m/lIaUUpRoFUsyaBZHQImJFZ7ojfN1fZQoaAZoCWgPQwj922W/7nTav5SGlFKUaBVLMmgWR0CJjM+bExZddX2UKGgGaAloD0MIkj1CzZAq1r+UhpRSlGgVSzJoFkdAiZCTyJ9Ao3V9lChoBmgJaA9DCJ8cBYiCmeS/lIaUUpRoFUsyaBZHQImUL/0dzXB1fZQoaAZoCWgPQwhY5NcPscHiv5SGlFKUaBVLMmgWR0CJl85xR2r5dX2UKGgGaAloD0MIqvQTzm4t5b+UhpRSlGgVSzJoFkdAiZuCzkZJkHV9lChoBmgJaA9DCCV5ru/Dwee/lIaUUpRoFUsyaBZHQImfIBHTZxt1fZQoaAZoCWgPQwhjQswlVVvkv5SGlFKUaBVLMmgWR0CJovzSThYOdX2UKGgGaAloD0MIiq2gaYkV4r+UhpRSlGgVSzJoFkdAiaafx2B8QnV9lChoBmgJaA9DCBLeHoSAfOK/lIaUUpRoFUsyaBZHQImqQHE/B311fZQoaAZoCWgPQwhDGhU42Qbdv5SGlFKUaBVLMmgWR0CJreT0QK8ddX2UKGgGaAloD0MIE5uPa0PF2r+UhpRSlGgVSzJoFkdAibGNMGorF3V9lChoBmgJaA9DCO3w12SNety/lIaUUpRoFUsyaBZHQIm1NEw35vd1fZQoaAZoCWgPQwhnZJC7CFPiv5SGlFKUaBVLMmgWR0CJuNcj7hvSdX2UKGgGaAloD0MIQE6YMJqV2L+UhpRSlGgVSzJoFkdAibx0QCjk/HV9lChoBmgJaA9DCBqmttRB3uS/lIaUUpRoFUsyaBZHQInAGdTYNAl1fZQoaAZoCWgPQwg8aHbdW5Hdv5SGlFKUaBVLMmgWR0CJw8Of/WDpdX2UKGgGaAloD0MI2ILeG0MA2r+UhpRSlGgVSzJoFkdAicdyxZ+x4nV9lChoBmgJaA9DCLHeqBWm79y/lIaUUpRoFUsyaBZHQInLM8PnSv11fZQoaAZoCWgPQwj8prBSQUXYv5SGlFKUaBVLMmgWR0CJzw25xzaLdX2UKGgGaAloD0MIaAbxgR1/47+UhpRSlGgVSzJoFkdAidLK+i8Fp3V9lChoBmgJaA9DCC3t1FxusOq/lIaUUpRoFUsyaBZHQInWfN7jT8Z1fZQoaAZoCWgPQwgX8ghupGzgv5SGlFKUaBVLMmgWR0CJ2iJbdJrddX2UKGgGaAloD0MI5DEDlfHv1r+UhpRSlGgVSzJoFkdAid3IRRMviHV9lChoBmgJaA9DCKyPh767ldm/lIaUUpRoFUsyaBZHQInhc7W/ag51fZQoaAZoCWgPQwiBfAkVHF7iv5SGlFKUaBVLMmgWR0CJ5VL39JjEdX2UKGgGaAloD0MIxhSscTad5r+UhpRSlGgVSzJoFkdAiek3Ux20RnV9lChoBmgJaA9DCNAoXfqXpNe/lIaUUpRoFUsyaBZHQIns5o4+8oR1fZQoaAZoCWgPQwiAfXTqymfZv5SGlFKUaBVLMmgWR0CJ8LsbedkKdX2UKGgGaAloD0MISdi3k4jw2L+UhpRSlGgVSzJoFkdAifRclPacqnV9lChoBmgJaA9DCHnKarqe6OG/lIaUUpRoFUsyaBZHQIn4Rz90ihZ1fZQoaAZoCWgPQwhtyaoINxnVv5SGlFKUaBVLMmgWR0CJ/FmozeoDdX2UKGgGaAloD0MIvviiPV5I3r+UhpRSlGgVSzJoFkdAigADlgc94nV9lChoBmgJaA9DCNi4/l2fOde/lIaUUpRoFUsyaBZHQIoD9Net0V91fZQoaAZoCWgPQwjDf7qBAu/fv5SGlFKUaBVLMmgWR0CKB5TLns9kdX2UKGgGaAloD0MIPwJ/+Pnv27+UhpRSlGgVSzJoFkdAigtYJ3PiUHV9lChoBmgJaA9DCD7pRIKpZty/lIaUUpRoFUsyaBZHQIoPGIhyKel1fZQoaAZoCWgPQwhhONcwQ+PUv5SGlFKUaBVLMmgWR0CKEuI7eVLSdX2UKGgGaAloD0MI/b0UHjS74r+UhpRSlGgVSzJoFkdAihaLofSx7nV9lChoBmgJaA9DCINMMnIWduG/lIaUUpRoFUsyaBZHQIoaLzXjENx1fZQoaAZoCWgPQwgZV1wclZvhv5SGlFKUaBVLMmgWR0CKHkVMVUModX2UKGgGaAloD0MI1EM0uoPY3b+UhpRSlGgVSzJoFkdAiiIv3SKFZnV9lChoBmgJaA9DCAJIbeLkft6/lIaUUpRoFUsyaBZHQIomZIre67N1fZQoaAZoCWgPQwjVQsnk1E7gv5SGlFKUaBVLMmgWR0CKKo6Mir1edX2UKGgGaAloD0MIpIy4ADTK4r+UhpRSlGgVSzJoFkdAii66C+UQkHV9lChoBmgJaA9DCDFgyVUs/uK/lIaUUpRoFUsyaBZHQIoyuTq0MPV1fZQoaAZoCWgPQwgYX7THC+nlv5SGlFKUaBVLMmgWR0CKNt4JNTLodX2UKGgGaAloD0MIp1t2iH/Y6L+UhpRSlGgVSzJoFkdAijr+GO+7DnV9lChoBmgJaA9DCK7TSEvl7dm/lIaUUpRoFUsyaBZHQIo/FERaouR1fZQoaAZoCWgPQwhGtvP91HjZv5SGlFKUaBVLMmgWR0CKQywcHWz4dX2UKGgGaAloD0MI6BTkZyNX5r+UhpRSlGgVSzJoFkdAikc/GEPDpHV9lChoBmgJaA9DCGjO+pRjMuW/lIaUUpRoFUsyaBZHQIpLMADJU5x1fZQoaAZoCWgPQwjBi76CNGPfv5SGlFKUaBVLMmgWR0CKTvqNZNfxdX2UKGgGaAloD0MIDYl7LH3o1r+UhpRSlGgVSzJoFkdAilKtg8bJfnV9lChoBmgJaA9DCG1xjc9k/9q/lIaUUpRoFUsyaBZHQIpWVM7EHdJ1fZQoaAZoCWgPQwiTyD7IsuDmv5SGlFKUaBVLMmgWR0CKWi/xlQMydX2UKGgGaAloD0MI9goL7gc83b+UhpRSlGgVSzJoFkdAil4RmseXA3V9lChoBmgJaA9DCNDWwcHexNa/lIaUUpRoFUsyaBZHQIph8YZVGTd1fZQoaAZoCWgPQwjMXyFzZdDjv5SGlFKUaBVLMmgWR0CKZbkAggX/dX2UKGgGaAloD0MItvRoqifz3r+UhpRSlGgVSzJoFkdAimmEOAiFCnV9lChoBmgJaA9DCL1V16Gakty/lIaUUpRoFUsyaBZHQIptaBmPHT91ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 90000, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fb2b5299430>", "add": "<function DictReplayBuffer.add at 0x7fb2b52994c0>", "sample": "<function DictReplayBuffer.sample at 0x7fb2b5299550>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fb2b52995e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb2b5296a00>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": {":type:": "<class 'numpy.float32'>", ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="}, "ent_coef": "auto", "target_update_interval": 1, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -0.5636228101560846, "std_reward": 0.20534762410187296, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-17T15:48:28.053203"}
+{"mean_reward": -0.3494179554225411, "std_reward": 0.10380414678004354, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-17T16:21:10.938317"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55a56affca02201bfc54722203be5a6b9e1259ddb297a0fe61b80216daf6e05e
+oid sha256:4e6eb8f4664a5fe0926de34c33cac5e263398ee28c07cd31b8f3ba600c7f63c2
 size 1776