Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -2.95 +/- 0.59
+      value: -12.11 +/- 4.88
       name: mean_reward
       verified: false
 ---

a2c-PandaReachDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1066f84a4dc9133b81954f0f017c1016f40602886ef5fc029d633f9cc60814de
-size 108063
+oid sha256:e5a93b54725217771253540592e47e7e36ac8fa6e6c838d9af4e3a082499f557
+size 108076

a2c-PandaReachDense-v2/data

@@ -19,12 +19,12 @@
             "weight_decay": 0
         }
     },
-    "num_timesteps": 1000000,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 2000000,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1684323346136991260,
+    "start_time": 1684327104041118025,
     "learning_rate": 0.0007,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -33,10 +33,10 @@
     },
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAw6zDPv48QzyQIhk/w6zDPv48QzyQIhk/w6zDPv48QzyQIhk/w6zDPv48QzyQIhk/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAER7UviAUV7+pm68+gdxUv+zi8b5KbTS+0nVZvrVTAj/Drba/fl+yP8oX3z846JQ/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjyUaA5LBEsGhpRoEnSUUpR1Lg==",
-        "achieved_goal": "[[0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]]",
-        "desired_goal": "[[-0.4142919  -0.84015083  0.34298447]\n [-0.8314896  -0.4724344  -0.17619815]\n [-0.21236351  0.50908977 -1.4271778 ]\n [ 1.3935392   1.7429135   1.1633368 ]]",
-        "observation": "[[ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]]"
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAALAScPvrcir1SDHQ/LAScPvrcir1SDHQ/LAScPvrcir1SDHQ/LAScPvrcir1SDHQ/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAednHPwBwMD/koaO+XkZrv4bHlT3QD1w/kQPIP3TzGr5yCRo+kXNhvotI07+FCae/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAsBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD2UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]]",
+        "desired_goal": "[[ 1.5613242   0.689209   -0.3195945 ]\n [-0.91904247  0.07313447  0.8596163 ]\n [ 1.5626088  -0.15131932  0.15042666]\n [-0.22016741 -1.6506513  -1.304978  ]]",
+        "observation": "[[ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -44,9 +44,9 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2ADKuoVCdj17GzA+XsCVPLuSbr2s510+eE3HvNvs671RNwM+F6gIPjrZUb1l8/k9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAll+5PLZXqrwgPfA9x3K6u+F3BT7xjQk9zgR6PHBNJzyr/7A7XrLJvKSLfr0Z2ls+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
         "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
-        "desired_goal": "[[-0.00154116  0.06012203  0.17197983]\n [ 0.0182802  -0.0582454   0.21670407]\n [-0.02432893 -0.11519786  0.1281407 ]\n [ 0.13345371 -0.05123255  0.12204627]]",
+        "desired_goal": "[[ 0.02262859 -0.02079378  0.11730409]\n [-0.00568995  0.13034011  0.03358263]\n [ 0.01525993  0.01021133  0.00540157]\n [-0.02462118 -0.06214489  0.21469916]]",
         "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
     },
     "_episode_num": 0,
@@ -56,13 +56,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIKJtyhXd597+UhpRSlIwBbJRLMowBdJRHQKboBjDsMRZ1fZQoaAZoCWgPQwh1OSUgJqEGwJSGlFKUaBVLMmgWR0Cm56q3uuzQdX2UKGgGaAloD0MI7fXuj/dqAMCUhpRSlGgVSzJoFkdApudPjKgZj3V9lChoBmgJaA9DCA/Tvrm/egPAlIaUUpRoFUsyaBZHQKbm+hCdBjZ1fZQoaAZoCWgPQwiMS1Xa4poAwJSGlFKUaBVLMmgWR0Cm6Oj4YaYNdX2UKGgGaAloD0MIQkKUL2ihAsCUhpRSlGgVSzJoFkdApuiNLg4wRHV9lChoBmgJaA9DCHu+Zrls1ATAlIaUUpRoFUsyaBZHQKboMiYb83x1fZQoaAZoCWgPQwhdUyCzsygBwJSGlFKUaBVLMmgWR0Cm59yn1nM/dX2UKGgGaAloD0MIz4b8M4O4A8CUhpRSlGgVSzJoFkdApunTVH4GlnV9lChoBmgJaA9DCI23lV6bLQLAlIaUUpRoFUsyaBZHQKbpd5N47ih1fZQoaAZoCWgPQwgIAI49e04BwJSGlFKUaBVLMmgWR0Cm6RxoIv8JdX2UKGgGaAloD0MIBi/6CtIsCcCUhpRSlGgVSzJoFkdApujG7lJYknV9lChoBmgJaA9DCDp6/N6m3wDAlIaUUpRoFUsyaBZHQKbqt9Tgl4V1fZQoaAZoCWgPQwgbvoV14x0JwJSGlFKUaBVLMmgWR0Cm6lv+GXXzdX2UKGgGaAloD0MI6x7ZXDVPBMCUhpRSlGgVSzJoFkdApuoA7/4qPXV9lChoBmgJaA9DCA8qcR3jSgDAlIaUUpRoFUsyaBZHQKbpq14Pf9B1fZQoaAZoCWgPQwgnvW987fkFwJSGlFKUaBVLMmgWR0Cm658WTHKfdX2UKGgGaAloD0MIYCNJEK4AAMCUhpRSlGgVSzJoFkdAputDWAf+0nV9lChoBmgJaA9DCL9iDRe5BxHAlIaUUpRoFUsyaBZHQKbq6CWeHzp1fZQoaAZoCWgPQwgKTKd1GzQIwJSGlFKUaBVLMmgWR0Cm6pKVhTfjdX2UKGgGaAloD0MImgXaHVIsCsCUhpRSlGgVSzJoFkdApuyNHvttynV9lChoBmgJaA9DCK5/12fOegHAlIaUUpRoFUsyaBZHQKbsMV32VVx1fZQoaAZoCWgPQwhYVwVqMTgFwJSGlFKUaBVLMmgWR0Cm69ZNfw7UdX2UKGgGaAloD0MIOSUgJuGiCcCUhpRSlGgVSzJoFkdApuuAr4Fia3V9lChoBmgJaA9DCHLcKR2sv/2/lIaUUpRoFUsyaBZHQKbtdHhjvux1fZQoaAZoCWgPQwhkkpGzsMcAwJSGlFKUaBVLMmgWR0Cm7RjG96C2dX2UKGgGaAloD0MIhzO/mgPE+7+UhpRSlGgVSzJoFkdApuy9lRP423V9lChoBmgJaA9DCMnJxK2C2BDAlIaUUpRoFUsyaBZHQKbsaAq/dqN1fZQoaAZoCWgPQwhBnIcTmM77v5SGlFKUaBVLMmgWR0Cm7ocqFyq/dX2UKGgGaAloD0MIlugsswhlAMCUhpRSlGgVSzJoFkdApu4sJhOQAHV9lChoBmgJaA9DCJ4pdF5j1wjAlIaUUpRoFUsyaBZHQKbt0iyIHkd1fZQoaAZoCWgPQwhY5NcPsYH/v5SGlFKUaBVLMmgWR0Cm7X1SwW30dX2UKGgGaAloD0MIBtodUgwwBcCUhpRSlGgVSzJoFkdApvAJkK/mDHV9lChoBmgJaA9DCGlWtg95C/i/lIaUUpRoFUsyaBZHQKbvr8qFyrB1fZQoaAZoCWgPQwhN2ekHdXEPwJSGlFKUaBVLMmgWR0Cm71VGLDQ7dX2UKGgGaAloD0MIzNJOzeUGCMCUhpRSlGgVSzJoFkdApu8A6r/823V9lChoBmgJaA9DCOSDns2qjwDAlIaUUpRoFUsyaBZHQKbxkE7nxKB1fZQoaAZoCWgPQwjaWIl5VtIDwJSGlFKUaBVLMmgWR0Cm8TUjTrmhdX2UKGgGaAloD0MIGavN/6tOAcCUhpRSlGgVSzJoFkdApvDapLmITHV9lChoBmgJaA9DCI4iaw2lBhHAlIaUUpRoFUsyaBZHQKbwhY0VJtl1fZQoaAZoCWgPQwhlUkMbgI3/v5SGlFKUaBVLMmgWR0Cm8v7wKBuodX2UKGgGaAloD0MIQIhkyLFVA8CUhpRSlGgVSzJoFkdApvKj0th/iHV9lChoBmgJaA9DCKVN1T2yaRHAlIaUUpRoFUsyaBZHQKbySUypJf91fZQoaAZoCWgPQwjmeXB31u4LwJSGlFKUaBVLMmgWR0Cm8fTqjaf0dX2UKGgGaAloD0MITkaVYdyNAcCUhpRSlGgVSzJoFkdApvSMpI+W4XV9lChoBmgJaA9DCBgHl445TwTAlIaUUpRoFUsyaBZHQKb0MX2ugYh1fZQoaAZoCWgPQwhcdoh/2JL/v5SGlFKUaBVLMmgWR0Cm89bpV0cPdX2UKGgGaAloD0MIRUdy+Q/JCMCUhpRSlGgVSzJoFkdApvOCCrcTJ3V9lChoBmgJaA9DCCdok8MnnQTAlIaUUpRoFUsyaBZHQKb2MseXAuZ1fZQoaAZoCWgPQwjGFRdH5SYGwJSGlFKUaBVLMmgWR0Cm9dewLVnVdX2UKGgGaAloD0MI8BmJ0Ag2BMCUhpRSlGgVSzJoFkdApvV9JSR8t3V9lChoBmgJaA9DCK2E7pI4CwPAlIaUUpRoFUsyaBZHQKb1KC3gDRt1fZQoaAZoCWgPQwi1GhL3WNoMwJSGlFKUaBVLMmgWR0Cm99Q53kgfdX2UKGgGaAloD0MIigCnd/HeAMCUhpRSlGgVSzJoFkdApvd5oGpuM3V9lChoBmgJaA9DCCfeAZ60MADAlIaUUpRoFUsyaBZHQKb3HyDqW1N1fZQoaAZoCWgPQwghsHJokc0BwJSGlFKUaBVLMmgWR0Cm9spb2USqdX2UKGgGaAloD0MIr5gR3h6EAcCUhpRSlGgVSzJoFkdApvlit/4Ir3V9lChoBmgJaA9DCH3PSIRGkATAlIaUUpRoFUsyaBZHQKb5B3u/k/91fZQoaAZoCWgPQwiE1O3sK4/7v5SGlFKUaBVLMmgWR0Cm+K0A93bFdX2UKGgGaAloD0MISaKXUSxHGMCUhpRSlGgVSzJoFkdApvhX4fwI+nV9lChoBmgJaA9DCBTrVPmesQDAlIaUUpRoFUsyaBZHQKb6ij1wo9d1fZQoaAZoCWgPQwiWsDbGTjgQwJSGlFKUaBVLMmgWR0Cm+i5xBE8adX2UKGgGaAloD0MIAHLChNFs/r+UhpRSlGgVSzJoFkdApvnTdBSk03V9lChoBmgJaA9DCNe+gF64swHAlIaUUpRoFUsyaBZHQKb5fc7hegN1fZQoaAZoCWgPQwhRZoNMMpIBwJSGlFKUaBVLMmgWR0Cm+3IcaOxTdX2UKGgGaAloD0MIYr8n1qlyCcCUhpRSlGgVSzJoFkdApvsWX/o7m3V9lChoBmgJaA9DCFDCTNu/0gHAlIaUUpRoFUsyaBZHQKb6u0w8GLV1fZQoaAZoCWgPQwjaPA6D+Wv6v5SGlFKUaBVLMmgWR0Cm+mW9cry2dX2UKGgGaAloD0MIi6pf6Xx4/7+UhpRSlGgVSzJoFkdApvxfDvVmSXV9lChoBmgJaA9DCJW2uMZnEgPAlIaUUpRoFUsyaBZHQKb8AzvZyuJ1fZQoaAZoCWgPQwi+Ly5VaUsJwJSGlFKUaBVLMmgWR0Cm+6gWi1zAdX2UKGgGaAloD0MIZTcz+tHQAsCUhpRSlGgVSzJoFkdApvtSfapPynV9lChoBmgJaA9DCLRxxFp8Sg3AlIaUUpRoFUsyaBZHQKb9Z7BO58V1fZQoaAZoCWgPQwhPr5RliEMJwJSGlFKUaBVLMmgWR0Cm/QxMFlkIdX2UKGgGaAloD0MIM6SK4lXWAMCUhpRSlGgVSzJoFkdApvyxEv0yxnV9lChoBmgJaA9DCCnrNxPTBQ7AlIaUUpRoFUsyaBZHQKb8XCoCMgl1fZQoaAZoCWgPQwgYtftVgG8BwJSGlFKUaBVLMmgWR0Cm/oD5CWu6dX2UKGgGaAloD0MIaf6Y1qYRCcCUhpRSlGgVSzJoFkdApv4lOymhunV9lChoBmgJaA9DCA01CklmNf+/lIaUUpRoFUsyaBZHQKb9ymhufmN1fZQoaAZoCWgPQwjCNXf0v7wKwJSGlFKUaBVLMmgWR0Cm/XajN6gNdX2UKGgGaAloD0MIxooaTMNQBcCUhpRSlGgVSzJoFkdApv9yyprDZXV9lChoBmgJaA9DCBctQNtqlgjAlIaUUpRoFUsyaBZHQKb/FwVCXyB1fZQoaAZoCWgPQwi5bd+j/voBwJSGlFKUaBVLMmgWR0Cm/rv5pJwsdX2UKGgGaAloD0MIxSCwcmgRD8CUhpRSlGgVSzJoFkdApv5mn889wHV9lChoBmgJaA9DCEpATMKFjBDAlIaUUpRoFUsyaBZHQKcAWD3dsSF1fZQoaAZoCWgPQwhcxk0NNL8GwJSGlFKUaBVLMmgWR0Cm//yup0fYdX2UKGgGaAloD0MIQYLix5g7BsCUhpRSlGgVSzJoFkdApv+hkbxVhnV9lChoBmgJaA9DCPcfmQ6dfgzAlIaUUpRoFUsyaBZHQKb/TENvwVl1fZQoaAZoCWgPQwg0EqERbFwJwJSGlFKUaBVLMmgWR0CnAT+jEehgdX2UKGgGaAloD0MIqYO8HkzK/7+UhpRSlGgVSzJoFkdApwDj39JjD3V9lChoBmgJaA9DCFDkSdI1kwXAlIaUUpRoFUsyaBZHQKcAiJ+DvmZ1fZQoaAZoCWgPQwikNJvHYfALwJSGlFKUaBVLMmgWR0CnADMYdhiLdX2UKGgGaAloD0MIlufB3VnbDsCUhpRSlGgVSzJoFkdApwIrcEeQuHV9lChoBmgJaA9DCBvaAGxAlBTAlIaUUpRoFUsyaBZHQKcBz6Ww/xF1fZQoaAZoCWgPQwhAwFq1a2IBwJSGlFKUaBVLMmgWR0CnAXSbQTmGdX2UKGgGaAloD0MIceXsndF2B8CUhpRSlGgVSzJoFkdApwEfFYMfBHV9lChoBmgJaA9DCBwKn62DIwPAlIaUUpRoFUsyaBZHQKcDF1gYxcp1fZQoaAZoCWgPQwhI3GPpQxf6v5SGlFKUaBVLMmgWR0CnArvldTo/dX2UKGgGaAloD0MIbXTOT3GcBcCUhpRSlGgVSzJoFkdApwJg53kgfXV9lChoBmgJaA9DCH79EBssPADAlIaUUpRoFUsyaBZHQKcCC4KhL5B1ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIdopVgzCHFMCUhpRSlIwBbJRLMowBdJRHQLXQmVo6CDp1fZQoaAZoCWgPQwh1rb1PVWEzwJSGlFKUaBVLMmgWR0C10HimqHXVdX2UKGgGaAloD0MIj1Tf+UXpGsCUhpRSlGgVSzJoFkdAtdBW7ZnL73V9lChoBmgJaA9DCKZFfZI7hCXAlIaUUpRoFUsyaBZHQLXQN8nNPgx1fZQoaAZoCWgPQwiBd/LpsY0bwJSGlFKUaBVLMmgWR0C10RzlLeyidX2UKGgGaAloD0MIaD18mSiqLcCUhpRSlGgVSzJoFkdAtdD7rxAjZHV9lChoBmgJaA9DCCbkg57Noi3AlIaUUpRoFUsyaBZHQLXQ2lyBCld1fZQoaAZoCWgPQwim0k84u7UcwJSGlFKUaBVLMmgWR0C10LsnJDE4dX2UKGgGaAloD0MImboru2D4K8CUhpRSlGgVSzJoFkdAtdGdFkQPJHV9lChoBmgJaA9DCHgMj/0sTiPAlIaUUpRoFUsyaBZHQLXRfIKtxMp1fZQoaAZoCWgPQwiifEELCZgiwJSGlFKUaBVLMmgWR0C10VqwMYuTdX2UKGgGaAloD0MIPkLNkCq6KcCUhpRSlGgVSzJoFkdAtdE74Ju2qnV9lChoBmgJaA9DCC3ovTEEICXAlIaUUpRoFUsyaBZHQLXSJyI55qx1fZQoaAZoCWgPQwjG4cyv5tglwJSGlFKUaBVLMmgWR0C10gYNRWLhdX2UKGgGaAloD0MIMUROX8+jMcCUhpRSlGgVSzJoFkdAtdHk2WIGhXV9lChoBmgJaA9DCD9uv3yycjHAlIaUUpRoFUsyaBZHQLXRxirDIil1fZQoaAZoCWgPQwgAjGfQ0BczwJSGlFKUaBVLMmgWR0C10qLEYO2BdX2UKGgGaAloD0MIJh5QNuUKGsCUhpRSlGgVSzJoFkdAtdKBuZThpHV9lChoBmgJaA9DCCXJc30f/ifAlIaUUpRoFUsyaBZHQLXSX+Cbtqp1fZQoaAZoCWgPQwjo+dNGdSojwJSGlFKUaBVLMmgWR0C10kCrgflqdX2UKGgGaAloD0MIdck4RrJTNMCUhpRSlGgVSzJoFkdAtdMnYL9deXV9lChoBmgJaA9DCJdvfVhvHCfAlIaUUpRoFUsyaBZHQLXTBqFAVwh1fZQoaAZoCWgPQwgyPWGJB8wpwJSGlFKUaBVLMmgWR0C10uTurp7kdX2UKGgGaAloD0MIcGByo8g+MsCUhpRSlGgVSzJoFkdAtdLGuieum3V9lChoBmgJaA9DCBwo8E4+jSjAlIaUUpRoFUsyaBZHQLXTnLsrupl1fZQoaAZoCWgPQwgwoBfuXGAlwJSGlFKUaBVLMmgWR0C103uQp4KQdX2UKGgGaAloD0MI61bPSe9LG8CUhpRSlGgVSzJoFkdAtdNZzDGcWnV9lChoBmgJaA9DCL+36c9+PCHAlIaUUpRoFUsyaBZHQLXTOrjHXEt1fZQoaAZoCWgPQwiWIY51cZ8ywJSGlFKUaBVLMmgWR0C11CVmvnr6dX2UKGgGaAloD0MIev1JfO6kIMCUhpRSlGgVSzJoFkdAtdQEVbiZOXV9lChoBmgJaA9DCFN5O8Jp+SXAlIaUUpRoFUsyaBZHQLXT4oUSIxh1fZQoaAZoCWgPQwhLWvENha8swJSGlFKUaBVLMmgWR0C108NYOlO5dX2UKGgGaAloD0MI0eY4twmTNMCUhpRSlGgVSzJoFkdAtdSkoa1kUnV9lChoBmgJaA9DCMIyNnSzdynAlIaUUpRoFUsyaBZHQLXUg4TK1Xx1fZQoaAZoCWgPQwiw5ZXrbS8xwJSGlFKUaBVLMmgWR0C11GIGY8dQdX2UKGgGaAloD0MIym37HvX3JcCUhpRSlGgVSzJoFkdAtdRCvs7dSHV9lChoBmgJaA9DCFuVRPZBSjHAlIaUUpRoFUsyaBZHQLXVLsV+I/J1fZQoaAZoCWgPQwifBDbn4AknwJSGlFKUaBVLMmgWR0C11Q2VNYbLdX2UKGgGaAloD0MIUitM32uYEMCUhpRSlGgVSzJoFkdAtdTr2alUInV9lChoBmgJaA9DCInUtItp3inAlIaUUpRoFUsyaBZHQLXUzRmK64F1fZQoaAZoCWgPQwjbwB2oU8YjwJSGlFKUaBVLMmgWR0C11bhoIv8JdX2UKGgGaAloD0MI4297gsQWMsCUhpRSlGgVSzJoFkdAtdWXvphWo3V9lChoBmgJaA9DCL6ItmPqRjDAlIaUUpRoFUsyaBZHQLXVdmoBJZp1fZQoaAZoCWgPQwitFthjIukwwJSGlFKUaBVLMmgWR0C11VciwB5pdX2UKGgGaAloD0MIV5QSglXVKMCUhpRSlGgVSzJoFkdAtdZA6QvHtHV9lChoBmgJaA9DCETDYtS1FjPAlIaUUpRoFUsyaBZHQLXWIEpRXOp1fZQoaAZoCWgPQwhGW5VE9uU0wJSGlFKUaBVLMmgWR0C11f8gMc6vdX2UKGgGaAloD0MISx3k9WDKJMCUhpRSlGgVSzJoFkdAtdXgGkep43V9lChoBmgJaA9DCNBgU+dRGSPAlIaUUpRoFUsyaBZHQLXW+aoMrmR1fZQoaAZoCWgPQwhUcHhBRAYywJSGlFKUaBVLMmgWR0C11tjABT4tdX2UKGgGaAloD0MIZ195kJ4yKMCUhpRSlGgVSzJoFkdAtda3LwF1S3V9lChoBmgJaA9DCFjFG5lHpjDAlIaUUpRoFUsyaBZHQLXWmVzp5eJ1fZQoaAZoCWgPQwizeofboWEnwJSGlFKUaBVLMmgWR0C117AAIY3vdX2UKGgGaAloD0MI66wW2GNuNcCUhpRSlGgVSzJoFkdAtdePGHYYi3V9lChoBmgJaA9DCBmMEYlCCxfAlIaUUpRoFUsyaBZHQLXXbcJdB0J1fZQoaAZoCWgPQwj9o2/SNHAlwJSGlFKUaBVLMmgWR0C1107y1/lRdX2UKGgGaAloD0MIb5upEI/kFsCUhpRSlGgVSzJoFkdAtdhuJTER8XV9lChoBmgJaA9DCIuKOJ1kIzTAlIaUUpRoFUsyaBZHQLXYTlMRHwx1fZQoaAZoCWgPQwgU0a+tnz4wwJSGlFKUaBVLMmgWR0C12Cy+HrQgdX2UKGgGaAloD0MIFM0DWORvJ8CUhpRSlGgVSzJoFkdAtdgNvegte3V9lChoBmgJaA9DCK/rF+yGPSLAlIaUUpRoFUsyaBZHQLXZU/etSyd1fZQoaAZoCWgPQwicMcwJ2sQawJSGlFKUaBVLMmgWR0C12TNRvWH2dX2UKGgGaAloD0MITPp7KTzwLsCUhpRSlGgVSzJoFkdAtdkR6+nIhnV9lChoBmgJaA9DCOTbuwZ9gTTAlIaUUpRoFUsyaBZHQLXY9FtbcGl1fZQoaAZoCWgPQwgvGFxzRw8pwJSGlFKUaBVLMmgWR0C12g4vSMLndX2UKGgGaAloD0MIqg1ORL+WMMCUhpRSlGgVSzJoFkdAtdntUwSJ0nV9lChoBmgJaA9DCC7lfLH32inAlIaUUpRoFUsyaBZHQLXZy8IAwPB1fZQoaAZoCWgPQwj3dktywNYpwJSGlFKUaBVLMmgWR0C12azAN5MUdX2UKGgGaAloD0MIcM/zp42SLcCUhpRSlGgVSzJoFkdAtdro+PikwnV9lChoBmgJaA9DCFQZxt0g2jTAlIaUUpRoFUsyaBZHQLXayNlRP451fZQoaAZoCWgPQwgtliL5Srg6wJSGlFKUaBVLMmgWR0C12qd0NjLCdX2UKGgGaAloD0MIEhJpG39iK8CUhpRSlGgVSzJoFkdAtdqIfT1CgXV9lChoBmgJaA9DCDYhrTHo3CbAlIaUUpRoFUsyaBZHQLXbuSPluFZ1fZQoaAZoCWgPQwjx1Y7iHDUtwJSGlFKUaBVLMmgWR0C125hD1GsndX2UKGgGaAloD0MIRIoBEk1ALMCUhpRSlGgVSzJoFkdAtdt2xHG0eHV9lChoBmgJaA9DCEsi+yDL8jTAlIaUUpRoFUsyaBZHQLXbWFJg9eR1fZQoaAZoCWgPQwjQ8GYN3ockwJSGlFKUaBVLMmgWR0C13EtDx9XtdX2UKGgGaAloD0MIg8E1d/TvGsCUhpRSlGgVSzJoFkdAtdwqS+xnnXV9lChoBmgJaA9DCHFa8KKvWCnAlIaUUpRoFUsyaBZHQLXcCJTER8N1fZQoaAZoCWgPQwhblNkgk2wswJSGlFKUaBVLMmgWR0C12+lNDc/MdX2UKGgGaAloD0MIU3qmlxjLG8CUhpRSlGgVSzJoFkdAtdzGAkLQX3V9lChoBmgJaA9DCJEJ+DWSRDLAlIaUUpRoFUsyaBZHQLXcpVf/m1Z1fZQoaAZoCWgPQwj3yVGAKPgpwJSGlFKUaBVLMmgWR0C13IOH8CPqdX2UKGgGaAloD0MIeAyP/Sw+IsCUhpRSlGgVSzJoFkdAtdxkSsbNr3V9lChoBmgJaA9DCMl2vp8azy7AlIaUUpRoFUsyaBZHQLXdOZflZHN1fZQoaAZoCWgPQwi5Nem2RIYkwJSGlFKUaBVLMmgWR0C13Rhun/DMdX2UKGgGaAloD0MIw9fXutTQKcCUhpRSlGgVSzJoFkdAtdz2pJf6XXV9lChoBmgJaA9DCIEKR5BKISfAlIaUUpRoFUsyaBZHQLXc11IiC8R1fZQoaAZoCWgPQwjKFkm70VcvwJSGlFKUaBVLMmgWR0C13cPYSQHSdX2UKGgGaAloD0MIgse3dw0qH8CUhpRSlGgVSzJoFkdAtd2jKmsNlXV9lChoBmgJaA9DCLKgMCjTIDDAlIaUUpRoFUsyaBZHQLXdgc6vJRx1fZQoaAZoCWgPQwhNaf0tAXguwJSGlFKUaBVLMmgWR0C13WKCYkVvdX2UKGgGaAloD0MIH/gYrDiNJcCUhpRSlGgVSzJoFkdAtd4+wFC9iHV9lChoBmgJaA9DCGx55XrbvBjAlIaUUpRoFUsyaBZHQLXeHdDpkf91fZQoaAZoCWgPQwg+z582qlsiwJSGlFKUaBVLMmgWR0C13fwgHNX6dX2UKGgGaAloD0MIuHTMecZWM8CUhpRSlGgVSzJoFkdAtd3dH7P6bnV9lChoBmgJaA9DCPzHQnQI/CfAlIaUUpRoFUsyaBZHQLXesKlpGnZ1fZQoaAZoCWgPQwhSnnk57GYxwJSGlFKUaBVLMmgWR0C13o+yiVSodX2UKGgGaAloD0MIw2LUtfa+KcCUhpRSlGgVSzJoFkdAtd5t3fQ8fXV9lChoBmgJaA9DCEhrDDohLCHAlIaUUpRoFUsyaBZHQLXeTpZfUnZ1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 50000,
+    "_n_updates": 100000,
     "n_steps": 5,
     "gamma": 0.99,
     "gae_lambda": 1.0,

a2c-PandaReachDense-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef4e0c1f14bc6209e3871fb0ca1abff09a00af2cdba4fc36bcfa52d7103b1650
+oid sha256:24bad8123fa6534a4d6621bab834e9e87c20c91a2e69546f44bc501637e5fc7a
 size 44734

a2c-PandaReachDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d604a4430c92f806262517d7e09df0aaf9160459dcd42cf9154f858a49348050
+oid sha256:56ba172b4818f4446d33995e17ba36359905b0d2e9404d97c473abaa9ff14e21
 size 46014

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd78f9967a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd78f991c40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1684323346136991260, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAw6zDPv48QzyQIhk/w6zDPv48QzyQIhk/w6zDPv48QzyQIhk/w6zDPv48QzyQIhk/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAER7UviAUV7+pm68+gdxUv+zi8b5KbTS+0nVZvrVTAj/Drba/fl+yP8oX3z846JQ/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjzDrMM+/jxDPJAiGT8lgRo85tLUuhpkBjyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]\n [0.38217744 0.0119164  0.59818363]]", "desired_goal": "[[-0.4142919  -0.84015083  0.34298447]\n [-0.8314896  -0.4724344  -0.17619815]\n [-0.21236351  0.50908977 -1.4271778 ]\n [ 1.3935392   1.7429135   1.1633368 ]]", "observation": "[[ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]\n [ 0.38217744  0.0119164   0.59818363  0.0094302  -0.00162372  0.00820258]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2ADKuoVCdj17GzA+XsCVPLuSbr2s510+eE3HvNvs671RNwM+F6gIPjrZUb1l8/k9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.00154116  0.06012203  0.17197983]\n [ 0.0182802  -0.0582454   0.21670407]\n [-0.02432893 -0.11519786  0.1281407 ]\n [ 0.13345371 -0.05123255  0.12204627]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIKJtyhXd597+UhpRSlIwBbJRLMowBdJRHQKboBjDsMRZ1fZQoaAZoCWgPQwh1OSUgJqEGwJSGlFKUaBVLMmgWR0Cm56q3uuzQdX2UKGgGaAloD0MI7fXuj/dqAMCUhpRSlGgVSzJoFkdApudPjKgZj3V9lChoBmgJaA9DCA/Tvrm/egPAlIaUUpRoFUsyaBZHQKbm+hCdBjZ1fZQoaAZoCWgPQwiMS1Xa4poAwJSGlFKUaBVLMmgWR0Cm6Oj4YaYNdX2UKGgGaAloD0MIQkKUL2ihAsCUhpRSlGgVSzJoFkdApuiNLg4wRHV9lChoBmgJaA9DCHu+Zrls1ATAlIaUUpRoFUsyaBZHQKboMiYb83x1fZQoaAZoCWgPQwhdUyCzsygBwJSGlFKUaBVLMmgWR0Cm59yn1nM/dX2UKGgGaAloD0MIz4b8M4O4A8CUhpRSlGgVSzJoFkdApunTVH4GlnV9lChoBmgJaA9DCI23lV6bLQLAlIaUUpRoFUsyaBZHQKbpd5N47ih1fZQoaAZoCWgPQwgIAI49e04BwJSGlFKUaBVLMmgWR0Cm6RxoIv8JdX2UKGgGaAloD0MIBi/6CtIsCcCUhpRSlGgVSzJoFkdApujG7lJYknV9lChoBmgJaA9DCDp6/N6m3wDAlIaUUpRoFUsyaBZHQKbqt9Tgl4V1fZQoaAZoCWgPQwgbvoV14x0JwJSGlFKUaBVLMmgWR0Cm6lv+GXXzdX2UKGgGaAloD0MI6x7ZXDVPBMCUhpRSlGgVSzJoFkdApuoA7/4qPXV9lChoBmgJaA9DCA8qcR3jSgDAlIaUUpRoFUsyaBZHQKbpq14Pf9B1fZQoaAZoCWgPQwgnvW987fkFwJSGlFKUaBVLMmgWR0Cm658WTHKfdX2UKGgGaAloD0MIYCNJEK4AAMCUhpRSlGgVSzJoFkdAputDWAf+0nV9lChoBmgJaA9DCL9iDRe5BxHAlIaUUpRoFUsyaBZHQKbq6CWeHzp1fZQoaAZoCWgPQwgKTKd1GzQIwJSGlFKUaBVLMmgWR0Cm6pKVhTfjdX2UKGgGaAloD0MImgXaHVIsCsCUhpRSlGgVSzJoFkdApuyNHvttynV9lChoBmgJaA9DCK5/12fOegHAlIaUUpRoFUsyaBZHQKbsMV32VVx1fZQoaAZoCWgPQwhYVwVqMTgFwJSGlFKUaBVLMmgWR0Cm69ZNfw7UdX2UKGgGaAloD0MIOSUgJuGiCcCUhpRSlGgVSzJoFkdApuuAr4Fia3V9lChoBmgJaA9DCHLcKR2sv/2/lIaUUpRoFUsyaBZHQKbtdHhjvux1fZQoaAZoCWgPQwhkkpGzsMcAwJSGlFKUaBVLMmgWR0Cm7RjG96C2dX2UKGgGaAloD0MIhzO/mgPE+7+UhpRSlGgVSzJoFkdApuy9lRP423V9lChoBmgJaA9DCMnJxK2C2BDAlIaUUpRoFUsyaBZHQKbsaAq/dqN1fZQoaAZoCWgPQwhBnIcTmM77v5SGlFKUaBVLMmgWR0Cm7ocqFyq/dX2UKGgGaAloD0MIlugsswhlAMCUhpRSlGgVSzJoFkdApu4sJhOQAHV9lChoBmgJaA9DCJ4pdF5j1wjAlIaUUpRoFUsyaBZHQKbt0iyIHkd1fZQoaAZoCWgPQwhY5NcPsYH/v5SGlFKUaBVLMmgWR0Cm7X1SwW30dX2UKGgGaAloD0MIBtodUgwwBcCUhpRSlGgVSzJoFkdApvAJkK/mDHV9lChoBmgJaA9DCGlWtg95C/i/lIaUUpRoFUsyaBZHQKbvr8qFyrB1fZQoaAZoCWgPQwhN2ekHdXEPwJSGlFKUaBVLMmgWR0Cm71VGLDQ7dX2UKGgGaAloD0MIzNJOzeUGCMCUhpRSlGgVSzJoFkdApu8A6r/823V9lChoBmgJaA9DCOSDns2qjwDAlIaUUpRoFUsyaBZHQKbxkE7nxKB1fZQoaAZoCWgPQwjaWIl5VtIDwJSGlFKUaBVLMmgWR0Cm8TUjTrmhdX2UKGgGaAloD0MIGavN/6tOAcCUhpRSlGgVSzJoFkdApvDapLmITHV9lChoBmgJaA9DCI4iaw2lBhHAlIaUUpRoFUsyaBZHQKbwhY0VJtl1fZQoaAZoCWgPQwhlUkMbgI3/v5SGlFKUaBVLMmgWR0Cm8v7wKBuodX2UKGgGaAloD0MIQIhkyLFVA8CUhpRSlGgVSzJoFkdApvKj0th/iHV9lChoBmgJaA9DCKVN1T2yaRHAlIaUUpRoFUsyaBZHQKbySUypJf91fZQoaAZoCWgPQwjmeXB31u4LwJSGlFKUaBVLMmgWR0Cm8fTqjaf0dX2UKGgGaAloD0MITkaVYdyNAcCUhpRSlGgVSzJoFkdApvSMpI+W4XV9lChoBmgJaA9DCBgHl445TwTAlIaUUpRoFUsyaBZHQKb0MX2ugYh1fZQoaAZoCWgPQwhcdoh/2JL/v5SGlFKUaBVLMmgWR0Cm89bpV0cPdX2UKGgGaAloD0MIRUdy+Q/JCMCUhpRSlGgVSzJoFkdApvOCCrcTJ3V9lChoBmgJaA9DCCdok8MnnQTAlIaUUpRoFUsyaBZHQKb2MseXAuZ1fZQoaAZoCWgPQwjGFRdH5SYGwJSGlFKUaBVLMmgWR0Cm9dewLVnVdX2UKGgGaAloD0MI8BmJ0Ag2BMCUhpRSlGgVSzJoFkdApvV9JSR8t3V9lChoBmgJaA9DCK2E7pI4CwPAlIaUUpRoFUsyaBZHQKb1KC3gDRt1fZQoaAZoCWgPQwi1GhL3WNoMwJSGlFKUaBVLMmgWR0Cm99Q53kgfdX2UKGgGaAloD0MIigCnd/HeAMCUhpRSlGgVSzJoFkdApvd5oGpuM3V9lChoBmgJaA9DCCfeAZ60MADAlIaUUpRoFUsyaBZHQKb3HyDqW1N1fZQoaAZoCWgPQwghsHJokc0BwJSGlFKUaBVLMmgWR0Cm9spb2USqdX2UKGgGaAloD0MIr5gR3h6EAcCUhpRSlGgVSzJoFkdApvlit/4Ir3V9lChoBmgJaA9DCH3PSIRGkATAlIaUUpRoFUsyaBZHQKb5B3u/k/91fZQoaAZoCWgPQwiE1O3sK4/7v5SGlFKUaBVLMmgWR0Cm+K0A93bFdX2UKGgGaAloD0MISaKXUSxHGMCUhpRSlGgVSzJoFkdApvhX4fwI+nV9lChoBmgJaA9DCBTrVPmesQDAlIaUUpRoFUsyaBZHQKb6ij1wo9d1fZQoaAZoCWgPQwiWsDbGTjgQwJSGlFKUaBVLMmgWR0Cm+i5xBE8adX2UKGgGaAloD0MIAHLChNFs/r+UhpRSlGgVSzJoFkdApvnTdBSk03V9lChoBmgJaA9DCNe+gF64swHAlIaUUpRoFUsyaBZHQKb5fc7hegN1fZQoaAZoCWgPQwhRZoNMMpIBwJSGlFKUaBVLMmgWR0Cm+3IcaOxTdX2UKGgGaAloD0MIYr8n1qlyCcCUhpRSlGgVSzJoFkdApvsWX/o7m3V9lChoBmgJaA9DCFDCTNu/0gHAlIaUUpRoFUsyaBZHQKb6u0w8GLV1fZQoaAZoCWgPQwjaPA6D+Wv6v5SGlFKUaBVLMmgWR0Cm+mW9cry2dX2UKGgGaAloD0MIi6pf6Xx4/7+UhpRSlGgVSzJoFkdApvxfDvVmSXV9lChoBmgJaA9DCJW2uMZnEgPAlIaUUpRoFUsyaBZHQKb8AzvZyuJ1fZQoaAZoCWgPQwi+Ly5VaUsJwJSGlFKUaBVLMmgWR0Cm+6gWi1zAdX2UKGgGaAloD0MIZTcz+tHQAsCUhpRSlGgVSzJoFkdApvtSfapPynV9lChoBmgJaA9DCLRxxFp8Sg3AlIaUUpRoFUsyaBZHQKb9Z7BO58V1fZQoaAZoCWgPQwhPr5RliEMJwJSGlFKUaBVLMmgWR0Cm/QxMFlkIdX2UKGgGaAloD0MIM6SK4lXWAMCUhpRSlGgVSzJoFkdApvyxEv0yxnV9lChoBmgJaA9DCCnrNxPTBQ7AlIaUUpRoFUsyaBZHQKb8XCoCMgl1fZQoaAZoCWgPQwgYtftVgG8BwJSGlFKUaBVLMmgWR0Cm/oD5CWu6dX2UKGgGaAloD0MIaf6Y1qYRCcCUhpRSlGgVSzJoFkdApv4lOymhunV9lChoBmgJaA9DCA01CklmNf+/lIaUUpRoFUsyaBZHQKb9ymhufmN1fZQoaAZoCWgPQwjCNXf0v7wKwJSGlFKUaBVLMmgWR0Cm/XajN6gNdX2UKGgGaAloD0MIxooaTMNQBcCUhpRSlGgVSzJoFkdApv9yyprDZXV9lChoBmgJaA9DCBctQNtqlgjAlIaUUpRoFUsyaBZHQKb/FwVCXyB1fZQoaAZoCWgPQwi5bd+j/voBwJSGlFKUaBVLMmgWR0Cm/rv5pJwsdX2UKGgGaAloD0MIxSCwcmgRD8CUhpRSlGgVSzJoFkdApv5mn889wHV9lChoBmgJaA9DCEpATMKFjBDAlIaUUpRoFUsyaBZHQKcAWD3dsSF1fZQoaAZoCWgPQwhcxk0NNL8GwJSGlFKUaBVLMmgWR0Cm//yup0fYdX2UKGgGaAloD0MIQYLix5g7BsCUhpRSlGgVSzJoFkdApv+hkbxVhnV9lChoBmgJaA9DCPcfmQ6dfgzAlIaUUpRoFUsyaBZHQKb/TENvwVl1fZQoaAZoCWgPQwg0EqERbFwJwJSGlFKUaBVLMmgWR0CnAT+jEehgdX2UKGgGaAloD0MIqYO8HkzK/7+UhpRSlGgVSzJoFkdApwDj39JjD3V9lChoBmgJaA9DCFDkSdI1kwXAlIaUUpRoFUsyaBZHQKcAiJ+DvmZ1fZQoaAZoCWgPQwikNJvHYfALwJSGlFKUaBVLMmgWR0CnADMYdhiLdX2UKGgGaAloD0MIlufB3VnbDsCUhpRSlGgVSzJoFkdApwIrcEeQuHV9lChoBmgJaA9DCBvaAGxAlBTAlIaUUpRoFUsyaBZHQKcBz6Ww/xF1fZQoaAZoCWgPQwhAwFq1a2IBwJSGlFKUaBVLMmgWR0CnAXSbQTmGdX2UKGgGaAloD0MIceXsndF2B8CUhpRSlGgVSzJoFkdApwEfFYMfBHV9lChoBmgJaA9DCBwKn62DIwPAlIaUUpRoFUsyaBZHQKcDF1gYxcp1fZQoaAZoCWgPQwhI3GPpQxf6v5SGlFKUaBVLMmgWR0CnArvldTo/dX2UKGgGaAloD0MIbXTOT3GcBcCUhpRSlGgVSzJoFkdApwJg53kgfXV9lChoBmgJaA9DCH79EBssPADAlIaUUpRoFUsyaBZHQKcCC4KhL5B1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd78f9967a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd78f991c40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1684327104041118025, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAALAScPvrcir1SDHQ/LAScPvrcir1SDHQ/LAScPvrcir1SDHQ/LAScPvrcir1SDHQ/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAednHPwBwMD/koaO+XkZrv4bHlT3QD1w/kQPIP3TzGr5yCRo+kXNhvotI07+FCae/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAsBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD0sBJw++tyKvVIMdD9nxnE9QEAfPEEGiD2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]\n [ 0.30471933 -0.06780429  0.953313  ]]", "desired_goal": "[[ 1.5613242   0.689209   -0.3195945 ]\n [-0.91904247  0.07313447  0.8596163 ]\n [ 1.5626088  -0.15131932  0.15042666]\n [-0.22016741 -1.6506513  -1.304978  ]]", "observation": "[[ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]\n [ 0.30471933 -0.06780429  0.953313    0.0590271   0.00971991  0.06641818]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAll+5PLZXqrwgPfA9x3K6u+F3BT7xjQk9zgR6PHBNJzyr/7A7XrLJvKSLfr0Z2ls+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[ 0.02262859 -0.02079378  0.11730409]\n [-0.00568995  0.13034011  0.03358263]\n [ 0.01525993  0.01021133  0.00540157]\n [-0.02462118 -0.06214489  0.21469916]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIdopVgzCHFMCUhpRSlIwBbJRLMowBdJRHQLXQmVo6CDp1fZQoaAZoCWgPQwh1rb1PVWEzwJSGlFKUaBVLMmgWR0C10HimqHXVdX2UKGgGaAloD0MIj1Tf+UXpGsCUhpRSlGgVSzJoFkdAtdBW7ZnL73V9lChoBmgJaA9DCKZFfZI7hCXAlIaUUpRoFUsyaBZHQLXQN8nNPgx1fZQoaAZoCWgPQwiBd/LpsY0bwJSGlFKUaBVLMmgWR0C10RzlLeyidX2UKGgGaAloD0MIaD18mSiqLcCUhpRSlGgVSzJoFkdAtdD7rxAjZHV9lChoBmgJaA9DCCbkg57Noi3AlIaUUpRoFUsyaBZHQLXQ2lyBCld1fZQoaAZoCWgPQwim0k84u7UcwJSGlFKUaBVLMmgWR0C10LsnJDE4dX2UKGgGaAloD0MImboru2D4K8CUhpRSlGgVSzJoFkdAtdGdFkQPJHV9lChoBmgJaA9DCHgMj/0sTiPAlIaUUpRoFUsyaBZHQLXRfIKtxMp1fZQoaAZoCWgPQwiifEELCZgiwJSGlFKUaBVLMmgWR0C10VqwMYuTdX2UKGgGaAloD0MIPkLNkCq6KcCUhpRSlGgVSzJoFkdAtdE74Ju2qnV9lChoBmgJaA9DCC3ovTEEICXAlIaUUpRoFUsyaBZHQLXSJyI55qx1fZQoaAZoCWgPQwjG4cyv5tglwJSGlFKUaBVLMmgWR0C10gYNRWLhdX2UKGgGaAloD0MIMUROX8+jMcCUhpRSlGgVSzJoFkdAtdHk2WIGhXV9lChoBmgJaA9DCD9uv3yycjHAlIaUUpRoFUsyaBZHQLXRxirDIil1fZQoaAZoCWgPQwgAjGfQ0BczwJSGlFKUaBVLMmgWR0C10qLEYO2BdX2UKGgGaAloD0MIJh5QNuUKGsCUhpRSlGgVSzJoFkdAtdKBuZThpHV9lChoBmgJaA9DCCXJc30f/ifAlIaUUpRoFUsyaBZHQLXSX+Cbtqp1fZQoaAZoCWgPQwjo+dNGdSojwJSGlFKUaBVLMmgWR0C10kCrgflqdX2UKGgGaAloD0MIdck4RrJTNMCUhpRSlGgVSzJoFkdAtdMnYL9deXV9lChoBmgJaA9DCJdvfVhvHCfAlIaUUpRoFUsyaBZHQLXTBqFAVwh1fZQoaAZoCWgPQwgyPWGJB8wpwJSGlFKUaBVLMmgWR0C10uTurp7kdX2UKGgGaAloD0MIcGByo8g+MsCUhpRSlGgVSzJoFkdAtdLGuieum3V9lChoBmgJaA9DCBwo8E4+jSjAlIaUUpRoFUsyaBZHQLXTnLsrupl1fZQoaAZoCWgPQwgwoBfuXGAlwJSGlFKUaBVLMmgWR0C103uQp4KQdX2UKGgGaAloD0MI61bPSe9LG8CUhpRSlGgVSzJoFkdAtdNZzDGcWnV9lChoBmgJaA9DCL+36c9+PCHAlIaUUpRoFUsyaBZHQLXTOrjHXEt1fZQoaAZoCWgPQwiWIY51cZ8ywJSGlFKUaBVLMmgWR0C11CVmvnr6dX2UKGgGaAloD0MIev1JfO6kIMCUhpRSlGgVSzJoFkdAtdQEVbiZOXV9lChoBmgJaA9DCFN5O8Jp+SXAlIaUUpRoFUsyaBZHQLXT4oUSIxh1fZQoaAZoCWgPQwhLWvENha8swJSGlFKUaBVLMmgWR0C108NYOlO5dX2UKGgGaAloD0MI0eY4twmTNMCUhpRSlGgVSzJoFkdAtdSkoa1kUnV9lChoBmgJaA9DCMIyNnSzdynAlIaUUpRoFUsyaBZHQLXUg4TK1Xx1fZQoaAZoCWgPQwiw5ZXrbS8xwJSGlFKUaBVLMmgWR0C11GIGY8dQdX2UKGgGaAloD0MIym37HvX3JcCUhpRSlGgVSzJoFkdAtdRCvs7dSHV9lChoBmgJaA9DCFuVRPZBSjHAlIaUUpRoFUsyaBZHQLXVLsV+I/J1fZQoaAZoCWgPQwifBDbn4AknwJSGlFKUaBVLMmgWR0C11Q2VNYbLdX2UKGgGaAloD0MIUitM32uYEMCUhpRSlGgVSzJoFkdAtdTr2alUInV9lChoBmgJaA9DCInUtItp3inAlIaUUpRoFUsyaBZHQLXUzRmK64F1fZQoaAZoCWgPQwjbwB2oU8YjwJSGlFKUaBVLMmgWR0C11bhoIv8JdX2UKGgGaAloD0MI4297gsQWMsCUhpRSlGgVSzJoFkdAtdWXvphWo3V9lChoBmgJaA9DCL6ItmPqRjDAlIaUUpRoFUsyaBZHQLXVdmoBJZp1fZQoaAZoCWgPQwitFthjIukwwJSGlFKUaBVLMmgWR0C11VciwB5pdX2UKGgGaAloD0MIV5QSglXVKMCUhpRSlGgVSzJoFkdAtdZA6QvHtHV9lChoBmgJaA9DCETDYtS1FjPAlIaUUpRoFUsyaBZHQLXWIEpRXOp1fZQoaAZoCWgPQwhGW5VE9uU0wJSGlFKUaBVLMmgWR0C11f8gMc6vdX2UKGgGaAloD0MISx3k9WDKJMCUhpRSlGgVSzJoFkdAtdXgGkep43V9lChoBmgJaA9DCNBgU+dRGSPAlIaUUpRoFUsyaBZHQLXW+aoMrmR1fZQoaAZoCWgPQwhUcHhBRAYywJSGlFKUaBVLMmgWR0C11tjABT4tdX2UKGgGaAloD0MIZ195kJ4yKMCUhpRSlGgVSzJoFkdAtda3LwF1S3V9lChoBmgJaA9DCFjFG5lHpjDAlIaUUpRoFUsyaBZHQLXWmVzp5eJ1fZQoaAZoCWgPQwizeofboWEnwJSGlFKUaBVLMmgWR0C117AAIY3vdX2UKGgGaAloD0MI66wW2GNuNcCUhpRSlGgVSzJoFkdAtdePGHYYi3V9lChoBmgJaA9DCBmMEYlCCxfAlIaUUpRoFUsyaBZHQLXXbcJdB0J1fZQoaAZoCWgPQwj9o2/SNHAlwJSGlFKUaBVLMmgWR0C1107y1/lRdX2UKGgGaAloD0MIb5upEI/kFsCUhpRSlGgVSzJoFkdAtdhuJTER8XV9lChoBmgJaA9DCIuKOJ1kIzTAlIaUUpRoFUsyaBZHQLXYTlMRHwx1fZQoaAZoCWgPQwgU0a+tnz4wwJSGlFKUaBVLMmgWR0C12Cy+HrQgdX2UKGgGaAloD0MIFM0DWORvJ8CUhpRSlGgVSzJoFkdAtdgNvegte3V9lChoBmgJaA9DCK/rF+yGPSLAlIaUUpRoFUsyaBZHQLXZU/etSyd1fZQoaAZoCWgPQwicMcwJ2sQawJSGlFKUaBVLMmgWR0C12TNRvWH2dX2UKGgGaAloD0MITPp7KTzwLsCUhpRSlGgVSzJoFkdAtdkR6+nIhnV9lChoBmgJaA9DCOTbuwZ9gTTAlIaUUpRoFUsyaBZHQLXY9FtbcGl1fZQoaAZoCWgPQwgvGFxzRw8pwJSGlFKUaBVLMmgWR0C12g4vSMLndX2UKGgGaAloD0MIqg1ORL+WMMCUhpRSlGgVSzJoFkdAtdntUwSJ0nV9lChoBmgJaA9DCC7lfLH32inAlIaUUpRoFUsyaBZHQLXZy8IAwPB1fZQoaAZoCWgPQwj3dktywNYpwJSGlFKUaBVLMmgWR0C12azAN5MUdX2UKGgGaAloD0MIcM/zp42SLcCUhpRSlGgVSzJoFkdAtdro+PikwnV9lChoBmgJaA9DCFQZxt0g2jTAlIaUUpRoFUsyaBZHQLXayNlRP451fZQoaAZoCWgPQwgtliL5Srg6wJSGlFKUaBVLMmgWR0C12qd0NjLCdX2UKGgGaAloD0MIEhJpG39iK8CUhpRSlGgVSzJoFkdAtdqIfT1CgXV9lChoBmgJaA9DCDYhrTHo3CbAlIaUUpRoFUsyaBZHQLXbuSPluFZ1fZQoaAZoCWgPQwjx1Y7iHDUtwJSGlFKUaBVLMmgWR0C125hD1GsndX2UKGgGaAloD0MIRIoBEk1ALMCUhpRSlGgVSzJoFkdAtdt2xHG0eHV9lChoBmgJaA9DCEsi+yDL8jTAlIaUUpRoFUsyaBZHQLXbWFJg9eR1fZQoaAZoCWgPQwjQ8GYN3ockwJSGlFKUaBVLMmgWR0C13EtDx9XtdX2UKGgGaAloD0MIg8E1d/TvGsCUhpRSlGgVSzJoFkdAtdwqS+xnnXV9lChoBmgJaA9DCHFa8KKvWCnAlIaUUpRoFUsyaBZHQLXcCJTER8N1fZQoaAZoCWgPQwhblNkgk2wswJSGlFKUaBVLMmgWR0C12+lNDc/MdX2UKGgGaAloD0MIU3qmlxjLG8CUhpRSlGgVSzJoFkdAtdzGAkLQX3V9lChoBmgJaA9DCJEJ+DWSRDLAlIaUUpRoFUsyaBZHQLXcpVf/m1Z1fZQoaAZoCWgPQwj3yVGAKPgpwJSGlFKUaBVLMmgWR0C13IOH8CPqdX2UKGgGaAloD0MIeAyP/Sw+IsCUhpRSlGgVSzJoFkdAtdxkSsbNr3V9lChoBmgJaA9DCMl2vp8azy7AlIaUUpRoFUsyaBZHQLXdOZflZHN1fZQoaAZoCWgPQwi5Nem2RIYkwJSGlFKUaBVLMmgWR0C13Rhun/DMdX2UKGgGaAloD0MIw9fXutTQKcCUhpRSlGgVSzJoFkdAtdz2pJf6XXV9lChoBmgJaA9DCIEKR5BKISfAlIaUUpRoFUsyaBZHQLXc11IiC8R1fZQoaAZoCWgPQwjKFkm70VcvwJSGlFKUaBVLMmgWR0C13cPYSQHSdX2UKGgGaAloD0MIgse3dw0qH8CUhpRSlGgVSzJoFkdAtd2jKmsNlXV9lChoBmgJaA9DCLKgMCjTIDDAlIaUUpRoFUsyaBZHQLXdgc6vJRx1fZQoaAZoCWgPQwhNaf0tAXguwJSGlFKUaBVLMmgWR0C13WKCYkVvdX2UKGgGaAloD0MIH/gYrDiNJcCUhpRSlGgVSzJoFkdAtd4+wFC9iHV9lChoBmgJaA9DCGx55XrbvBjAlIaUUpRoFUsyaBZHQLXeHdDpkf91fZQoaAZoCWgPQwg+z582qlsiwJSGlFKUaBVLMmgWR0C13fwgHNX6dX2UKGgGaAloD0MIuHTMecZWM8CUhpRSlGgVSzJoFkdAtd3dH7P6bnV9lChoBmgJaA9DCPzHQnQI/CfAlIaUUpRoFUsyaBZHQLXesKlpGnZ1fZQoaAZoCWgPQwhSnnk57GYxwJSGlFKUaBVLMmgWR0C13o+yiVSodX2UKGgGaAloD0MIw2LUtfa+KcCUhpRSlGgVSzJoFkdAtd5t3fQ8fXV9lChoBmgJaA9DCEhrDDohLCHAlIaUUpRoFUsyaBZHQLXeTpZfUnZ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 100000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -2.9465179066639395, "std_reward": 0.5863249042131985, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-05-17T12:27:12.276645"}
+{"mean_reward": -12.113418979197741, "std_reward": 4.881126688109332, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-05-17T14:12:18.428332"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88cd4cca27124c0ee8962a4d9399901050ea893a4f29725956858913e12baf77
+oid sha256:c57a34bd07f9477904b3610c46484b721ff7cf9a0291d1be1b7fc1220d834934
 size 2387