Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/data +10 -10
- a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v2/policy.pth +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -2.76 +/- 0.71
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81cc8a4bce46699e067420fad5cc71084bd1ec89f0e9318afd53fc624b2fec62
|
| 3 |
+
size 108039
|
a2c-PandaReachDense-v2/data
CHANGED
|
@@ -4,9 +4,9 @@
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
-
"__init__": "<function MultiInputActorCriticPolicy.__init__ at
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
-
"_abc_impl": "<_abc._abc_data object at
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
@@ -24,7 +24,7 @@
|
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"lr_schedule": {
|
|
@@ -33,10 +33,10 @@
|
|
| 33 |
},
|
| 34 |
"_last_obs": {
|
| 35 |
":type:": "<class 'collections.OrderedDict'>",
|
| 36 |
-
":serialized:": "
|
| 37 |
-
"achieved_goal": "[[0.
|
| 38 |
-
"desired_goal": "[[-
|
| 39 |
-
"observation": "[[
|
| 40 |
},
|
| 41 |
"_last_episode_starts": {
|
| 42 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -44,9 +44,9 @@
|
|
| 44 |
},
|
| 45 |
"_last_original_obs": {
|
| 46 |
":type:": "<class 'collections.OrderedDict'>",
|
| 47 |
-
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 49 |
-
"desired_goal": "[[-0.
|
| 50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 51 |
},
|
| 52 |
"_episode_num": 0,
|
|
@@ -56,7 +56,7 @@
|
|
| 56 |
"_stats_window_size": 100,
|
| 57 |
"ep_info_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 60 |
},
|
| 61 |
"ep_success_buffer": {
|
| 62 |
":type:": "<class 'collections.deque'>",
|
|
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
+
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f52b19ef130>",
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7f52b19ea3c0>"
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
|
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
+
"start_time": 1687369462275834397,
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"lr_schedule": {
|
|
|
|
| 33 |
},
|
| 34 |
"_last_obs": {
|
| 35 |
":type:": "<class 'collections.OrderedDict'>",
|
| 36 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAg8rIPjYcnjslIww/g8rIPjYcnjslIww/g8rIPjYcnjslIww/g8rIPjYcnjslIww/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAHV3Bv7xrIL/hABc+0aPFP2lv1r+LSmK/2qnRP1OFab+UIyE/QuvHP9ZW2T9XPcM/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 37 |
+
"achieved_goal": "[[0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]]",
|
| 38 |
+
"desired_goal": "[[-1.5106541 -0.6266439 0.14746429]\n [ 1.5440618 -1.675275 -0.88394994]\n [ 1.637996 -0.9121906 0.6294491 ]\n [ 1.561867 1.6979625 1.5253094 ]]",
|
| 39 |
+
"observation": "[[0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]]"
|
| 40 |
},
|
| 41 |
"_last_episode_starts": {
|
| 42 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 44 |
},
|
| 45 |
"_last_original_obs": {
|
| 46 |
":type:": "<class 'collections.OrderedDict'>",
|
| 47 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAgsTSvRlCrDwTOL49CnfuumvSB75PFcI93BeWPdYhp7zp49s9vUO/PZo4+b2Gl4Y9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 49 |
+
"desired_goal": "[[-0.10291387 0.02102761 0.09288039]\n [-0.00181934 -0.13263862 0.09476721]\n [ 0.0732877 -0.02040188 0.1073683 ]\n [ 0.09339092 -0.12168999 0.0657187 ]]",
|
| 50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 51 |
},
|
| 52 |
"_episode_num": 0,
|
|
|
|
| 56 |
"_stats_window_size": 100,
|
| 57 |
"ep_info_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9ifxuRMMDMCUhpRSlIwBbJRLMowBdJRHQKUeFSk0rLB1fZQoaAZoCWgPQwjCvTJv1WUQwJSGlFKUaBVLMmgWR0ClHdw0waisdX2UKGgGaAloD0MIP/89eO3yAsCUhpRSlGgVSzJoFkdApR2YKneiz3V9lChoBmgJaA9DCM9KWvEN5QjAlIaUUpRoFUsyaBZHQKUdXMNc4YJ1fZQoaAZoCWgPQwgJpS+EnMcQwJSGlFKUaBVLMmgWR0ClHuXKB/ZvdX2UKGgGaAloD0MIo+pXOh8+DcCUhpRSlGgVSzJoFkdApR6tF6RhdHV9lChoBmgJaA9DCKuxhLUx9gTAlIaUUpRoFUsyaBZHQKUeaRZlnRN1fZQoaAZoCWgPQwitiQW+ovsIwJSGlFKUaBVLMmgWR0ClHi21+iJwdX2UKGgGaAloD0MISpUoe0uZBMCUhpRSlGgVSzJoFkdApR/G7UXpGHV9lChoBmgJaA9DCH8zMV2I9QbAlIaUUpRoFUsyaBZHQKUfjiuuA7R1fZQoaAZoCWgPQwgL8N3mjZMDwJSGlFKUaBVLMmgWR0ClH0o065oXdX2UKGgGaAloD0MIM6mhDcDmA8CUhpRSlGgVSzJoFkdApR8O98JD3XV9lChoBmgJaA9DCEdaKm9H+AnAlIaUUpRoFUsyaBZHQKUgm3VkMCt1fZQoaAZoCWgPQwhViEfi5VkSwJSGlFKUaBVLMmgWR0ClIGKslsxgdX2UKGgGaAloD0MIv5oDBHPUD8CUhpRSlGgVSzJoFkdApSAensLORnV9lChoBmgJaA9DCFQCYhIupP+/lIaUUpRoFUsyaBZHQKUf40G/vfF1fZQoaAZoCWgPQwi7RWCsb6D+v5SGlFKUaBVLMmgWR0ClIW6zeGfxdX2UKGgGaAloD0MIU5YhjnVRAMCUhpRSlGgVSzJoFkdApSE1um78N3V9lChoBmgJaA9DCGmOrPwy+AzAlIaUUpRoFUsyaBZHQKUg8blRxcV1fZQoaAZoCWgPQwhTPC6qRcQGwJSGlFKUaBVLMmgWR0ClILZpBX0YdX2UKGgGaAloD0MIj4r/O6KiBsCUhpRSlGgVSzJoFkdApSJAlOXVsnV9lChoBmgJaA9DCPbP04BBMhHAlIaUUpRoFUsyaBZHQKUiB+UhV2l1fZQoaAZoCWgPQwjmzHaFPpgBwJSGlFKUaBVLMmgWR0ClIcPZh8YydX2UKGgGaAloD0MIutdJfVm6E8CUhpRSlGgVSzJoFkdApSGIgHNX5nV9lChoBmgJaA9DCFLt0/GYwQjAlIaUUpRoFUsyaBZHQKUjFoHs1Kp1fZQoaAZoCWgPQwj92Y8UkRETwJSGlFKUaBVLMmgWR0ClIt2SEDhcdX2UKGgGaAloD0MIp1t2iH/4AcCUhpRSlGgVSzJoFkdApSKZikO7QXV9lChoBmgJaA9DCE8iwr8IWgvAlIaUUpRoFUsyaBZHQKUiXiT+vQp1fZQoaAZoCWgPQwgucHmsGXkKwJSGlFKUaBVLMmgWR0ClI+0b1h9cdX2UKGgGaAloD0MInSrfMxJBBcCUhpRSlGgVSzJoFkdApSO0O/cnE3V9lChoBmgJaA9DCOEmo8ow7gzAlIaUUpRoFUsyaBZHQKUjcENe+mF1fZQoaAZoCWgPQwi1VN6OcKoRwJSGlFKUaBVLMmgWR0ClIzUEHMUzdX2UKGgGaAloD0MI01CjkGQWEcCUhpRSlGgVSzJoFkdApSS+MOwxFnV9lChoBmgJaA9DCIxMwK+RpA/AlIaUUpRoFUsyaBZHQKUkhVI7Njd1fZQoaAZoCWgPQwiEg72JIRkRwJSGlFKUaBVLMmgWR0ClJEFTFVDKdX2UKGgGaAloD0MIQUXVr3S+BMCUhpRSlGgVSzJoFkdApSQF8qnWKHV9lChoBmgJaA9DCEdaKm9HaBDAlIaUUpRoFUsyaBZHQKUlkaWom5V1fZQoaAZoCWgPQwha1ZKOclAHwJSGlFKUaBVLMmgWR0ClJVjJ+2E1dX2UKGgGaAloD0MIGJeqtMXFEMCUhpRSlGgVSzJoFkdApSUUyP+4snV9lChoBmgJaA9DCPOS/8nfvQTAlIaUUpRoFUsyaBZHQKUk2WtU4rB1fZQoaAZoCWgPQwiJ7e4Bum8ZwJSGlFKUaBVLMmgWR0ClJmh6KLsKdX2UKGgGaAloD0MI8zrikA3kBsCUhpRSlGgVSzJoFkdApSYvyRSxaHV9lChoBmgJaA9DCCdmvRjKCRLAlIaUUpRoFUsyaBZHQKUl68K5TZR1fZQoaAZoCWgPQwhV+DO8WUP8v5SGlFKUaBVLMmgWR0ClJbBlMAWBdX2UKGgGaAloD0MInrKarie6A8CUhpRSlGgVSzJoFkdApSc3w/gR9XV9lChoBmgJaA9DCFmHo6t0VxrAlIaUUpRoFUsyaBZHQKUm/tG/etV1fZQoaAZoCWgPQwjaHVIMkIgHwJSGlFKUaBVLMmgWR0ClJrr4vexfdX2UKGgGaAloD0MIsYo3Mo+cBsCUhpRSlGgVSzJoFkdApSZ/pwCKaXV9lChoBmgJaA9DCNtpa0QwnhPAlIaUUpRoFUsyaBZHQKUoDj3mFJx1fZQoaAZoCWgPQwgVcM/zp00DwJSGlFKUaBVLMmgWR0ClJ9XKbKA8dX2UKGgGaAloD0MIvrwA++iUDMCUhpRSlGgVSzJoFkdApSeR40Mw13V9lChoBmgJaA9DCBcNGY9SSQjAlIaUUpRoFUsyaBZHQKUnVoMa0hN1fZQoaAZoCWgPQwhvnBTmPe4NwJSGlFKUaBVLMmgWR0ClKNyQxN7CdX2UKGgGaAloD0MI1e3sKw9S/7+UhpRSlGgVSzJoFkdApSikBhhH9XV9lChoBmgJaA9DCP6eWKfK9wDAlIaUUpRoFUsyaBZHQKUoYAe7tiR1fZQoaAZoCWgPQwgnTYOieWALwJSGlFKUaBVLMmgWR0ClKCSckMTfdX2UKGgGaAloD0MI1jVaDvTwD8CUhpRSlGgVSzJoFkdApSmylFc6eXV9lChoBmgJaA9DCB/4GKw4dQzAlIaUUpRoFUsyaBZHQKUpebVjI7x1fZQoaAZoCWgPQwi8PnPWpxwGwJSGlFKUaBVLMmgWR0ClKTXVCojwdX2UKGgGaAloD0MIbO7of7kWCcCUhpRSlGgVSzJoFkdApSj6fjCHh3V9lChoBmgJaA9DCKGhf4KLdQfAlIaUUpRoFUsyaBZHQKUqixNZeRh1fZQoaAZoCWgPQwi1jNR7KgcDwJSGlFKUaBVLMmgWR0ClKlI0hvBKdX2UKGgGaAloD0MIml5iLNOPAsCUhpRSlGgVSzJoFkdApSoOmYSg5HV9lChoBmgJaA9DCPsjDAOW3AjAlIaUUpRoFUsyaBZHQKUp0zyjHn51fZQoaAZoCWgPQwjN5QZDHfYLwJSGlFKUaBVLMmgWR0ClK2F7Uoa2dX2UKGgGaAloD0MIZFkw8UfxB8CUhpRSlGgVSzJoFkdApSso7tAs1HV9lChoBmgJaA9DCCXLSSh9IQ/AlIaUUpRoFUsyaBZHQKUq5VCojwB1fZQoaAZoCWgPQwiastMP6oIFwJSGlFKUaBVLMmgWR0ClKqn7P6bfdX2UKGgGaAloD0MInBTmPc40BMCUhpRSlGgVSzJoFkdApSwxyp71I3V9lChoBmgJaA9DCMR7DixH6AfAlIaUUpRoFUsyaBZHQKUr+NPxhDx1fZQoaAZoCWgPQwhbJVgczrwIwJSGlFKUaBVLMmgWR0ClK7Ti83+/dX2UKGgGaAloD0MIbtxifm74E8CUhpRSlGgVSzJoFkdApSt5hz/6wnV9lChoBmgJaA9DCHR5c7hWu/y/lIaUUpRoFUsyaBZHQKUtBZIxxkx1fZQoaAZoCWgPQwhV+glnt5YOwJSGlFKUaBVLMmgWR0ClLMy4e9zwdX2UKGgGaAloD0MIHLeYnxsaEcCUhpRSlGgVSzJoFkdApSyIn6VMVXV9lChoBmgJaA9DCCaKkLqdrRPAlIaUUpRoFUsyaBZHQKUsTTgEU0x1fZQoaAZoCWgPQwjac5maBG8KwJSGlFKUaBVLMmgWR0ClLd9zwMH9dX2UKGgGaAloD0MIIHu9++MNEcCUhpRSlGgVSzJoFkdApS2mnIhhY3V9lChoBmgJaA9DCKZG6Gfq9f6/lIaUUpRoFUsyaBZHQKUtYoUBXCF1fZQoaAZoCWgPQwjON6J71vUJwJSGlFKUaBVLMmgWR0ClLSce8wpOdX2UKGgGaAloD0MItcAeEylNBMCUhpRSlGgVSzJoFkdApS8GLWI42nV9lChoBmgJaA9DCG9HOC14UQDAlIaUUpRoFUsyaBZHQKUuzezlcQl1fZQoaAZoCWgPQwiWlLvP8fEIwJSGlFKUaBVLMmgWR0ClLop+MIeHdX2UKGgGaAloD0MIHJYGflRjAcCUhpRSlGgVSzJoFkdApS5QNutOmHV9lChoBmgJaA9DCAso1NNHQALAlIaUUpRoFUsyaBZHQKUwW2GZeAx1fZQoaAZoCWgPQwjhQh7BjdQJwJSGlFKUaBVLMmgWR0ClMCMI/qxDdX2UKGgGaAloD0MIlX1XBP97BMCUhpRSlGgVSzJoFkdApS/fj+717XV9lChoBmgJaA9DCE8eFmpN8wDAlIaUUpRoFUsyaBZHQKUvpNSqEOB1fZQoaAZoCWgPQwgnamluhdAUwJSGlFKUaBVLMmgWR0ClMbDZUT+OdX2UKGgGaAloD0MIPbg7a7ctFcCUhpRSlGgVSzJoFkdApTF4aWHDaXV9lChoBmgJaA9DCAmnBS/66gbAlIaUUpRoFUsyaBZHQKUxNSflIVd1fZQoaAZoCWgPQwgDIsSVs3cQwJSGlFKUaBVLMmgWR0ClMPqF7D2rdX2UKGgGaAloD0MIx7ji4qh8AMCUhpRSlGgVSzJoFkdApTMO/etSynV9lChoBmgJaA9DCBNIiV3bm/6/lIaUUpRoFUsyaBZHQKUy1t3OfNB1fZQoaAZoCWgPQwjF5uPaULEEwJSGlFKUaBVLMmgWR0ClMpOqWC2+dX2UKGgGaAloD0MIqFSJsreUA8CUhpRSlGgVSzJoFkdApTJY0Mw1znV9lChoBmgJaA9DCOF6FK5Hof+/lIaUUpRoFUsyaBZHQKU0b3YcvM91fZQoaAZoCWgPQwhfXoB9dCoRwJSGlFKUaBVLMmgWR0ClNDch9srNdX2UKGgGaAloD0MIIhlybD3DCcCUhpRSlGgVSzJoFkdApTPzqnm7rnV9lChoBmgJaA9DCHHoLR7eM/y/lIaUUpRoFUsyaBZHQKUzuPuogmt1ZS4="
|
| 60 |
},
|
| 61 |
"ep_success_buffer": {
|
| 62 |
":type:": "<class 'collections.deque'>",
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 44734
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2bd16ccc9c8083cf0b39fdb4aba75045f57ed08efdcd4f2ed1e3ec944bbe3c18
|
| 3 |
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46014
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18b4f0c84a15dc03b54288a7ff71d7635eb2753ce5163c8319e368e4aa7c0615
|
| 3 |
size 46014
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f2d78ab9e10>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f2d78ab5c00>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686431444582489485, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAukzGPp7hQzyElBg/ukzGPp7hQzyElBg/ukzGPp7hQzyElBg/ukzGPp7hQzyElBg/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAtyYnvmETfbw8PEy+zzgeP5YNgT+P6ZG+JEK8P8aGaz6w17G+npqKvVUbDz8c5zE9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAC6TMY+nuFDPISUGD9tD628IiTguWI8q7u6TMY+nuFDPISUGD9tD628IiTguWI8q7u6TMY+nuFDPISUGD9tD628IiTguWI8q7u6TMY+nuFDPISUGD9tD628IiTguWI8q7uUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.38730413 0.01195565 0.59601617]\n [0.38730413 0.01195565 0.59601617]\n [0.38730413 0.01195565 0.59601617]\n [0.38730413 0.01195565 0.59601617]]", "desired_goal": "[[-0.16323362 -0.01544651 -0.19944853]\n [ 0.61805433 1.0082271 -0.28498504]\n [ 1.4707685 0.2300063 -0.3473487 ]\n [-0.06767772 0.5590108 0.04343329]]", "observation": "[[ 3.8730413e-01 1.1955647e-02 5.9601617e-01 -2.1125520e-02\n -4.2751530e-04 -5.2257041e-03]\n [ 3.8730413e-01 1.1955647e-02 5.9601617e-01 -2.1125520e-02\n -4.2751530e-04 -5.2257041e-03]\n [ 3.8730413e-01 1.1955647e-02 5.9601617e-01 -2.1125520e-02\n -4.2751530e-04 -5.2257041e-03]\n [ 3.8730413e-01 1.1955647e-02 5.9601617e-01 -2.1125520e-02\n -4.2751530e-04 -5.2257041e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARc6hvaynD77j2sw9UK5rPSBIlD3FcHQ+rgFWvRbf1z2f0Fo+z3mUPcbGPjyj6gw+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.07900671 -0.14028805 0.10002687]\n [ 0.05753928 0.07240319 0.23871143]\n [-0.0522477 0.10540597 0.21368645]\n [ 0.07249796 0.01164407 0.13761382]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI0QZgAyKE/b+UhpRSlIwBbJRLMowBdJRHQKab23fAKv51fZQoaAZoCWgPQwgi/mFLj8YJwJSGlFKUaBVLMmgWR0Cmm6KrJbMYdX2UKGgGaAloD0MIJO6x9KEL/r+UhpRSlGgVSzJoFkdApptpMpPRA3V9lChoBmgJaA9DCOfG9IQlngTAlIaUUpRoFUsyaBZHQKabMCMglnh1fZQoaAZoCWgPQwjDK0me6xsAwJSGlFKUaBVLMmgWR0CmnK/HggoxdX2UKGgGaAloD0MIFAfQ7/t3CMCUhpRSlGgVSzJoFkdAppx29tdiUnV9lChoBmgJaA9DCFPNrKWAVAvAlIaUUpRoFUsyaBZHQKacPWT5ftx1fZQoaAZoCWgPQwgudCUC1f8ZwJSGlFKUaBVLMmgWR0CmnAQbEP1+dX2UKGgGaAloD0MIE4JV9fK7+7+UhpRSlGgVSzJoFkdApp2I5BC2MXV9lChoBmgJaA9DCFor2hzntv+/lIaUUpRoFUsyaBZHQKadUBGQSzx1fZQoaAZoCWgPQwijeQCL/FoWwJSGlFKUaBVLMmgWR0CmnRZlnRLLdX2UKGgGaAloD0MIOzjYmxjSAMCUhpRSlGgVSzJoFkdAppzdH+ZPVXV9lChoBmgJaA9DCAnDgCVX8f6/lIaUUpRoFUsyaBZHQKaeXYbKifx1fZQoaAZoCWgPQwhjDRe5pyv4v5SGlFKUaBVLMmgWR0CmniTTOPeYdX2UKGgGaAloD0MI+l+uRQtgF8CUhpRSlGgVSzJoFkdApp3rXtjTa3V9lChoBmgJaA9DCEERixh2GP+/lIaUUpRoFUsyaBZHQKadslgtvn91fZQoaAZoCWgPQwibc/BMaFL6v5SGlFKUaBVLMmgWR0CmnzopYs/ZdX2UKGgGaAloD0MIWrdB7bfWBsCUhpRSlGgVSzJoFkdApp8BUHY6GXV9lChoBmgJaA9DCAmLijidJAbAlIaUUpRoFUsyaBZHQKaex7eEZix1fZQoaAZoCWgPQwj6tfXTf7YBwJSGlFKUaBVLMmgWR0Cmno5yuIRAdX2UKGgGaAloD0MIW9HmOLeJE8CUhpRSlGgVSzJoFkdApqAabF0gbXV9lChoBmgJaA9DCJLNVfMcsRPAlIaUUpRoFUsyaBZHQKaf4Z62OQ11fZQoaAZoCWgPQwhU5BBxc4oMwJSGlFKUaBVLMmgWR0Cmn6gVoHs1dX2UKGgGaAloD0MI8+LEVzuqAMCUhpRSlGgVSzJoFkdApp9u1OTJQ3V9lChoBmgJaA9DCP1nzY+/NADAlIaUUpRoFUsyaBZHQKag9mOEM9d1fZQoaAZoCWgPQwiIga59AZ0DwJSGlFKUaBVLMmgWR0CmoL2YF7ladX2UKGgGaAloD0MIO+C6Ykb4+7+UhpRSlGgVSzJoFkdApqCEFfReC3V9lChoBmgJaA9DCF+YTBWM6g3AlIaUUpRoFUsyaBZHQKagStq59Vp1fZQoaAZoCWgPQwjU1LK1vmgAwJSGlFKUaBVLMmgWR0Cmodxg7YChdX2UKGgGaAloD0MIxXWMKy4O/r+UhpRSlGgVSzJoFkdApqGjpiZv1nV9lChoBmgJaA9DCGnJ42n5IQfAlIaUUpRoFUsyaBZHQKahajqv/zd1fZQoaAZoCWgPQwiYTYBh+XPxv5SGlFKUaBVLMmgWR0CmoTElNUOvdX2UKGgGaAloD0MILC0j9Z7qDMCUhpRSlGgVSzJoFkdApqL0rwvxpnV9lChoBmgJaA9DCKaZ7nVSPwPAlIaUUpRoFUsyaBZHQKaivG1hLGt1fZQoaAZoCWgPQwimuKrsu5ITwJSGlFKUaBVLMmgWR0CmooORcNYsdX2UKGgGaAloD0MI6+Bgb2JoAMCUhpRSlGgVSzJoFkdApqJK5Etuk3V9lChoBmgJaA9DCL1yvW2mwgDAlIaUUpRoFUsyaBZHQKakZO45Lh91fZQoaAZoCWgPQwhCrz+Jz10AwJSGlFKUaBVLMmgWR0CmpCzJyQxOdX2UKGgGaAloD0MIB7KeWn11BcCUhpRSlGgVSzJoFkdApqPzurp7kXV9lChoBmgJaA9DCPc96q9XOAbAlIaUUpRoFUsyaBZHQKajuxTsIE91fZQoaAZoCWgPQwhJ88e0Nm0OwJSGlFKUaBVLMmgWR0CmpctCAtnPdX2UKGgGaAloD0MIcAfqlEeXEcCUhpRSlGgVSzJoFkdApqWTLwF1S3V9lChoBmgJaA9DCCHmkqrtpgjAlIaUUpRoFUsyaBZHQKalWm1IAfd1fZQoaAZoCWgPQwhIG0esxXcYwJSGlFKUaBVLMmgWR0CmpSHRsuWbdX2UKGgGaAloD0MINeuM74uLBsCUhpRSlGgVSzJoFkdApqc91dPcjHV9lChoBmgJaA9DCHBenPhqZwbAlIaUUpRoFUsyaBZHQKanBaRISUV1fZQoaAZoCWgPQwgKSzygbFoRwJSGlFKUaBVLMmgWR0CmpsyvcJt0dX2UKGgGaAloD0MIg6EOK9xy/r+UhpRSlGgVSzJoFkdApqaUiGFi8XV9lChoBmgJaA9DCP1JfO4EewjAlIaUUpRoFUsyaBZHQKaoui1y/9J1fZQoaAZoCWgPQwhk6q7sguECwJSGlFKUaBVLMmgWR0CmqIHx8UmEdX2UKGgGaAloD0MIrJDyk2ofBcCUhpRSlGgVSzJoFkdApqhI5Jbt7nV9lChoBmgJaA9DCHctIR/07AfAlIaUUpRoFUsyaBZHQKaoEC17Y051fZQoaAZoCWgPQwjzyYrh6sACwJSGlFKUaBVLMmgWR0CmqjD+717IdX2UKGgGaAloD0MIITzaOGLNDsCUhpRSlGgVSzJoFkdApqn48W9DhXV9lChoBmgJaA9DCPRRRlwAmv6/lIaUUpRoFUsyaBZHQKapwKtPpIN1fZQoaAZoCWgPQwguqdpugu8IwJSGlFKUaBVLMmgWR0CmqYgM2FWXdX2UKGgGaAloD0MIJQNAFTdOD8CUhpRSlGgVSzJoFkdApqusmhM8HXV9lChoBmgJaA9DCMPy59uCJQ3AlIaUUpRoFUsyaBZHQKardLq2SdR1fZQoaAZoCWgPQwiSByKLNJEFwJSGlFKUaBVLMmgWR0CmqzunVG1AdX2UKGgGaAloD0MIHNKowMlWCsCUhpRSlGgVSzJoFkdApqsDQZ4wAXV9lChoBmgJaA9DCA3BcRk3df2/lIaUUpRoFUsyaBZHQKatGy+HrQh1fZQoaAZoCWgPQwihoBSt3EsJwJSGlFKUaBVLMmgWR0CmrOMj/uLKdX2UKGgGaAloD0MIsYaL3NOFF8CUhpRSlGgVSzJoFkdApqyqUaAFxHV9lChoBmgJaA9DCDAvwD46JRfAlIaUUpRoFUsyaBZHQKascb83uNR1fZQoaAZoCWgPQwgxmpXtQ64dwJSGlFKUaBVLMmgWR0Cmrg/1YhdMdX2UKGgGaAloD0MINXugFRgyFcCUhpRSlGgVSzJoFkdApq3XS0BwM3V9lChoBmgJaA9DCMDOTZtxGgrAlIaUUpRoFUsyaBZHQKatnc6eXiR1fZQoaAZoCWgPQwhDq5MzFDcAwJSGlFKUaBVLMmgWR0CmrWTAvcrRdX2UKGgGaAloD0MI0etP4nMnBMCUhpRSlGgVSzJoFkdApq7rilzltHV9lChoBmgJaA9DCOcdp+hIfhrAlIaUUpRoFUsyaBZHQKauss7uDz11fZQoaAZoCWgPQwgZrDjVWogSwJSGlFKUaBVLMmgWR0CmrnlEAo5QdX2UKGgGaAloD0MIzCbAsPwpHMCUhpRSlGgVSzJoFkdApq5AF5fMOnV9lChoBmgJaA9DCL0A++jUFfm/lIaUUpRoFUsyaBZHQKavwn6VMVV1fZQoaAZoCWgPQwjSj4ZT5sYVwJSGlFKUaBVLMmgWR0Cmr4m6GxlhdX2UKGgGaAloD0MIpTLFHASdAcCUhpRSlGgVSzJoFkdApq9QI+nqFHV9lChoBmgJaA9DCAzNdRppqQLAlIaUUpRoFUsyaBZHQKavFttygf51fZQoaAZoCWgPQwhxAWiULl0KwJSGlFKUaBVLMmgWR0CmsJ5r56+ndX2UKGgGaAloD0MIf8Fu2LbIC8CUhpRSlGgVSzJoFkdAprBlzMibD3V9lChoBmgJaA9DCOoj8IefHxLAlIaUUpRoFUsyaBZHQKawLDa4+bF1fZQoaAZoCWgPQwg+BcB4Bm0awJSGlFKUaBVLMmgWR0Cmr/L5ZbIMdX2UKGgGaAloD0MIcLGiBtPw9b+UhpRSlGgVSzJoFkdAprF5SYPXkHV9lChoBmgJaA9DCNcXCW05tyHAlIaUUpRoFUsyaBZHQKaxQGnGbTd1fZQoaAZoCWgPQwhWSWQfZFkTwJSGlFKUaBVLMmgWR0CmsQbZWaMKdX2UKGgGaAloD0MIdsb3xaXKCcCUhpRSlGgVSzJoFkdAprDNmthd+3V9lChoBmgJaA9DCFuVRPZBlgLAlIaUUpRoFUsyaBZHQKayXmq5sj51fZQoaAZoCWgPQwj2su20NcIAwJSGlFKUaBVLMmgWR0CmsiXXyy2QdX2UKGgGaAloD0MIijkIOlp1AsCUhpRSlGgVSzJoFkdAprHsOCoS+XV9lChoBmgJaA9DCNNp3Qa1fxjAlIaUUpRoFUsyaBZHQKaxswfyPMl1fZQoaAZoCWgPQwiUE+0qpPwewJSGlFKUaBVLMmgWR0Cms0emFajfdX2UKGgGaAloD0MIe0/ltKckEcCUhpRSlGgVSzJoFkdAprMPBciW3XV9lChoBmgJaA9DCL2OOGQDeSPAlIaUUpRoFUsyaBZHQKay1hisnzB1fZQoaAZoCWgPQwjP86eN6vQEwJSGlFKUaBVLMmgWR0Cmsp3PzFuOdX2UKGgGaAloD0MI3/5cNGTMF8CUhpRSlGgVSzJoFkdAprQ0OXmeUnV9lChoBmgJaA9DCPiImBJJ5BDAlIaUUpRoFUsyaBZHQKaz+3/givB1fZQoaAZoCWgPQwiXxi+8kpQQwJSGlFKUaBVLMmgWR0Cms8Hp0OmSdX2UKGgGaAloD0MIrOC3IcZrDMCUhpRSlGgVSzJoFkdAprOIrBj4H3V9lChoBmgJaA9DCHtmSYCa2gLAlIaUUpRoFUsyaBZHQKa1EHsTnJV1fZQoaAZoCWgPQwg2PSgoRcsFwJSGlFKUaBVLMmgWR0CmtNfUe+23dX2UKGgGaAloD0MIZcIv9fNGGMCUhpRSlGgVSzJoFkdAprSeWGATZnV9lChoBmgJaA9DCGraxTTTXRrAlIaUUpRoFUsyaBZHQKa0ZSofjjt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f52b19ef130>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f52b19ea3c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687369462275834397, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAg8rIPjYcnjslIww/g8rIPjYcnjslIww/g8rIPjYcnjslIww/g8rIPjYcnjslIww/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAHV3Bv7xrIL/hABc+0aPFP2lv1r+LSmK/2qnRP1OFab+UIyE/QuvHP9ZW2T9XPcM/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyDysg+NhyeOyUjDD9mNes6kORTOkDrPjyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]\n [0.39217004 0.00482514 0.54741126]]", "desired_goal": "[[-1.5106541 -0.6266439 0.14746429]\n [ 1.5440618 -1.675275 -0.88394994]\n [ 1.637996 -0.9121906 0.6294491 ]\n [ 1.561867 1.6979625 1.5253094 ]]", "observation": "[[0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]\n [0.39217004 0.00482514 0.54741126 0.0017945 0.00080831 0.01165277]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAgsTSvRlCrDwTOL49CnfuumvSB75PFcI93BeWPdYhp7zp49s9vUO/PZo4+b2Gl4Y9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.10291387 0.02102761 0.09288039]\n [-0.00181934 -0.13263862 0.09476721]\n [ 0.0732877 -0.02040188 0.1073683 ]\n [ 0.09339092 -0.12168999 0.0657187 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9ifxuRMMDMCUhpRSlIwBbJRLMowBdJRHQKUeFSk0rLB1fZQoaAZoCWgPQwjCvTJv1WUQwJSGlFKUaBVLMmgWR0ClHdw0waisdX2UKGgGaAloD0MIP/89eO3yAsCUhpRSlGgVSzJoFkdApR2YKneiz3V9lChoBmgJaA9DCM9KWvEN5QjAlIaUUpRoFUsyaBZHQKUdXMNc4YJ1fZQoaAZoCWgPQwgJpS+EnMcQwJSGlFKUaBVLMmgWR0ClHuXKB/ZvdX2UKGgGaAloD0MIo+pXOh8+DcCUhpRSlGgVSzJoFkdApR6tF6RhdHV9lChoBmgJaA9DCKuxhLUx9gTAlIaUUpRoFUsyaBZHQKUeaRZlnRN1fZQoaAZoCWgPQwitiQW+ovsIwJSGlFKUaBVLMmgWR0ClHi21+iJwdX2UKGgGaAloD0MISpUoe0uZBMCUhpRSlGgVSzJoFkdApR/G7UXpGHV9lChoBmgJaA9DCH8zMV2I9QbAlIaUUpRoFUsyaBZHQKUfjiuuA7R1fZQoaAZoCWgPQwgL8N3mjZMDwJSGlFKUaBVLMmgWR0ClH0o065oXdX2UKGgGaAloD0MIM6mhDcDmA8CUhpRSlGgVSzJoFkdApR8O98JD3XV9lChoBmgJaA9DCEdaKm9H+AnAlIaUUpRoFUsyaBZHQKUgm3VkMCt1fZQoaAZoCWgPQwhViEfi5VkSwJSGlFKUaBVLMmgWR0ClIGKslsxgdX2UKGgGaAloD0MIv5oDBHPUD8CUhpRSlGgVSzJoFkdApSAensLORnV9lChoBmgJaA9DCFQCYhIupP+/lIaUUpRoFUsyaBZHQKUf40G/vfF1fZQoaAZoCWgPQwi7RWCsb6D+v5SGlFKUaBVLMmgWR0ClIW6zeGfxdX2UKGgGaAloD0MIU5YhjnVRAMCUhpRSlGgVSzJoFkdApSE1um78N3V9lChoBmgJaA9DCGmOrPwy+AzAlIaUUpRoFUsyaBZHQKUg8blRxcV1fZQoaAZoCWgPQwhTPC6qRcQGwJSGlFKUaBVLMmgWR0ClILZpBX0YdX2UKGgGaAloD0MIj4r/O6KiBsCUhpRSlGgVSzJoFkdApSJAlOXVsnV9lChoBmgJaA9DCPbP04BBMhHAlIaUUpRoFUsyaBZHQKUiB+UhV2l1fZQoaAZoCWgPQwjmzHaFPpgBwJSGlFKUaBVLMmgWR0ClIcPZh8YydX2UKGgGaAloD0MIutdJfVm6E8CUhpRSlGgVSzJoFkdApSGIgHNX5nV9lChoBmgJaA9DCFLt0/GYwQjAlIaUUpRoFUsyaBZHQKUjFoHs1Kp1fZQoaAZoCWgPQwj92Y8UkRETwJSGlFKUaBVLMmgWR0ClIt2SEDhcdX2UKGgGaAloD0MIp1t2iH/4AcCUhpRSlGgVSzJoFkdApSKZikO7QXV9lChoBmgJaA9DCE8iwr8IWgvAlIaUUpRoFUsyaBZHQKUiXiT+vQp1fZQoaAZoCWgPQwgucHmsGXkKwJSGlFKUaBVLMmgWR0ClI+0b1h9cdX2UKGgGaAloD0MInSrfMxJBBcCUhpRSlGgVSzJoFkdApSO0O/cnE3V9lChoBmgJaA9DCOEmo8ow7gzAlIaUUpRoFUsyaBZHQKUjcENe+mF1fZQoaAZoCWgPQwi1VN6OcKoRwJSGlFKUaBVLMmgWR0ClIzUEHMUzdX2UKGgGaAloD0MI01CjkGQWEcCUhpRSlGgVSzJoFkdApSS+MOwxFnV9lChoBmgJaA9DCIxMwK+RpA/AlIaUUpRoFUsyaBZHQKUkhVI7Njd1fZQoaAZoCWgPQwiEg72JIRkRwJSGlFKUaBVLMmgWR0ClJEFTFVDKdX2UKGgGaAloD0MIQUXVr3S+BMCUhpRSlGgVSzJoFkdApSQF8qnWKHV9lChoBmgJaA9DCEdaKm9HaBDAlIaUUpRoFUsyaBZHQKUlkaWom5V1fZQoaAZoCWgPQwha1ZKOclAHwJSGlFKUaBVLMmgWR0ClJVjJ+2E1dX2UKGgGaAloD0MIGJeqtMXFEMCUhpRSlGgVSzJoFkdApSUUyP+4snV9lChoBmgJaA9DCPOS/8nfvQTAlIaUUpRoFUsyaBZHQKUk2WtU4rB1fZQoaAZoCWgPQwiJ7e4Bum8ZwJSGlFKUaBVLMmgWR0ClJmh6KLsKdX2UKGgGaAloD0MI8zrikA3kBsCUhpRSlGgVSzJoFkdApSYvyRSxaHV9lChoBmgJaA9DCCdmvRjKCRLAlIaUUpRoFUsyaBZHQKUl68K5TZR1fZQoaAZoCWgPQwhV+DO8WUP8v5SGlFKUaBVLMmgWR0ClJbBlMAWBdX2UKGgGaAloD0MInrKarie6A8CUhpRSlGgVSzJoFkdApSc3w/gR9XV9lChoBmgJaA9DCFmHo6t0VxrAlIaUUpRoFUsyaBZHQKUm/tG/etV1fZQoaAZoCWgPQwjaHVIMkIgHwJSGlFKUaBVLMmgWR0ClJrr4vexfdX2UKGgGaAloD0MIsYo3Mo+cBsCUhpRSlGgVSzJoFkdApSZ/pwCKaXV9lChoBmgJaA9DCNtpa0QwnhPAlIaUUpRoFUsyaBZHQKUoDj3mFJx1fZQoaAZoCWgPQwgVcM/zp00DwJSGlFKUaBVLMmgWR0ClJ9XKbKA8dX2UKGgGaAloD0MIvrwA++iUDMCUhpRSlGgVSzJoFkdApSeR40Mw13V9lChoBmgJaA9DCBcNGY9SSQjAlIaUUpRoFUsyaBZHQKUnVoMa0hN1fZQoaAZoCWgPQwhvnBTmPe4NwJSGlFKUaBVLMmgWR0ClKNyQxN7CdX2UKGgGaAloD0MI1e3sKw9S/7+UhpRSlGgVSzJoFkdApSikBhhH9XV9lChoBmgJaA9DCP6eWKfK9wDAlIaUUpRoFUsyaBZHQKUoYAe7tiR1fZQoaAZoCWgPQwgnTYOieWALwJSGlFKUaBVLMmgWR0ClKCSckMTfdX2UKGgGaAloD0MI1jVaDvTwD8CUhpRSlGgVSzJoFkdApSmylFc6eXV9lChoBmgJaA9DCB/4GKw4dQzAlIaUUpRoFUsyaBZHQKUpebVjI7x1fZQoaAZoCWgPQwi8PnPWpxwGwJSGlFKUaBVLMmgWR0ClKTXVCojwdX2UKGgGaAloD0MIbO7of7kWCcCUhpRSlGgVSzJoFkdApSj6fjCHh3V9lChoBmgJaA9DCKGhf4KLdQfAlIaUUpRoFUsyaBZHQKUqixNZeRh1fZQoaAZoCWgPQwi1jNR7KgcDwJSGlFKUaBVLMmgWR0ClKlI0hvBKdX2UKGgGaAloD0MIml5iLNOPAsCUhpRSlGgVSzJoFkdApSoOmYSg5HV9lChoBmgJaA9DCPsjDAOW3AjAlIaUUpRoFUsyaBZHQKUp0zyjHn51fZQoaAZoCWgPQwjN5QZDHfYLwJSGlFKUaBVLMmgWR0ClK2F7Uoa2dX2UKGgGaAloD0MIZFkw8UfxB8CUhpRSlGgVSzJoFkdApSso7tAs1HV9lChoBmgJaA9DCCXLSSh9IQ/AlIaUUpRoFUsyaBZHQKUq5VCojwB1fZQoaAZoCWgPQwiastMP6oIFwJSGlFKUaBVLMmgWR0ClKqn7P6bfdX2UKGgGaAloD0MInBTmPc40BMCUhpRSlGgVSzJoFkdApSwxyp71I3V9lChoBmgJaA9DCMR7DixH6AfAlIaUUpRoFUsyaBZHQKUr+NPxhDx1fZQoaAZoCWgPQwhbJVgczrwIwJSGlFKUaBVLMmgWR0ClK7Ti83+/dX2UKGgGaAloD0MIbtxifm74E8CUhpRSlGgVSzJoFkdApSt5hz/6wnV9lChoBmgJaA9DCHR5c7hWu/y/lIaUUpRoFUsyaBZHQKUtBZIxxkx1fZQoaAZoCWgPQwhV+glnt5YOwJSGlFKUaBVLMmgWR0ClLMy4e9zwdX2UKGgGaAloD0MIHLeYnxsaEcCUhpRSlGgVSzJoFkdApSyIn6VMVXV9lChoBmgJaA9DCCaKkLqdrRPAlIaUUpRoFUsyaBZHQKUsTTgEU0x1fZQoaAZoCWgPQwjac5maBG8KwJSGlFKUaBVLMmgWR0ClLd9zwMH9dX2UKGgGaAloD0MIIHu9++MNEcCUhpRSlGgVSzJoFkdApS2mnIhhY3V9lChoBmgJaA9DCKZG6Gfq9f6/lIaUUpRoFUsyaBZHQKUtYoUBXCF1fZQoaAZoCWgPQwjON6J71vUJwJSGlFKUaBVLMmgWR0ClLSce8wpOdX2UKGgGaAloD0MItcAeEylNBMCUhpRSlGgVSzJoFkdApS8GLWI42nV9lChoBmgJaA9DCG9HOC14UQDAlIaUUpRoFUsyaBZHQKUuzezlcQl1fZQoaAZoCWgPQwiWlLvP8fEIwJSGlFKUaBVLMmgWR0ClLop+MIeHdX2UKGgGaAloD0MIHJYGflRjAcCUhpRSlGgVSzJoFkdApS5QNutOmHV9lChoBmgJaA9DCAso1NNHQALAlIaUUpRoFUsyaBZHQKUwW2GZeAx1fZQoaAZoCWgPQwjhQh7BjdQJwJSGlFKUaBVLMmgWR0ClMCMI/qxDdX2UKGgGaAloD0MIlX1XBP97BMCUhpRSlGgVSzJoFkdApS/fj+717XV9lChoBmgJaA9DCE8eFmpN8wDAlIaUUpRoFUsyaBZHQKUvpNSqEOB1fZQoaAZoCWgPQwgnamluhdAUwJSGlFKUaBVLMmgWR0ClMbDZUT+OdX2UKGgGaAloD0MIPbg7a7ctFcCUhpRSlGgVSzJoFkdApTF4aWHDaXV9lChoBmgJaA9DCAmnBS/66gbAlIaUUpRoFUsyaBZHQKUxNSflIVd1fZQoaAZoCWgPQwgDIsSVs3cQwJSGlFKUaBVLMmgWR0ClMPqF7D2rdX2UKGgGaAloD0MIx7ji4qh8AMCUhpRSlGgVSzJoFkdApTMO/etSynV9lChoBmgJaA9DCBNIiV3bm/6/lIaUUpRoFUsyaBZHQKUy1t3OfNB1fZQoaAZoCWgPQwjF5uPaULEEwJSGlFKUaBVLMmgWR0ClMpOqWC2+dX2UKGgGaAloD0MIqFSJsreUA8CUhpRSlGgVSzJoFkdApTJY0Mw1znV9lChoBmgJaA9DCOF6FK5Hof+/lIaUUpRoFUsyaBZHQKU0b3YcvM91fZQoaAZoCWgPQwhfXoB9dCoRwJSGlFKUaBVLMmgWR0ClNDch9srNdX2UKGgGaAloD0MIIhlybD3DCcCUhpRSlGgVSzJoFkdApTPzqnm7rnV9lChoBmgJaA9DCHHoLR7eM/y/lIaUUpRoFUsyaBZHQKUzuPuogmt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -2.7622019009198993, "std_reward": 0.7115829212361887, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-21T18:29:39.698524"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2387
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6031299ccbac78f3a68c8860afc9ad4473eb98f544ca4e05b4df0eb48093bfb
|
| 3 |
size 2387
|