| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5834a5f040>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5834a5f0d0>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5834a5f160>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5834a5f1f0>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f5834a5f280>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f5834a5f310>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5834a5f3a0>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f5834a5f430>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5834a5f4c0>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5834a5f550>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5834a5f5e0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f5834a5a4b0>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1015808, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1672937954663779298, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJrGgDzDgXe6JuM7OK+wPjMwYYm6emJbtwAAgD8AAIA/GhICPRQYpLqb1ng62iQRNoQmubkdPo+5AACAPwAAgD+A9Xs9KSguus6ADjqmjg42m4lXOqZzJrkAAIA/AACAPzMdOzz2RFW66DUeOn/qITZDXd46N/45uQAAgD8AAIA/ABvoPI+6HLpE/rw5w36KNlCVHbsbs9+4AACAPwAAgD8AcsY8e6iUuo52J7rinZK0kHksO8aBQTkAAIA/AACAP5qvZT322Hu6VWNRunowS7XmTiA7fsh0OQAAgD8AAIA/AE52vWD9bz+JMK29wXXfvoVGgb18BMK8AAAAAAAAAADNRdW89rxSunqarjumieY3fwVIunAzDrcAAIA/AACAP7NcAz1cYw+60KDeufNOMrbKeDO68lUDOQAAgD8AAIA/TY9yPUVIIT4EYsE9fCWGvo4C+TyKlvU9AAAAAAAAAAAADKU7w9Vluor4D7pgoe60h7X/OtKpJjkAAIA/AACAPwCgfjvlnHE+rWthPAxxML5YTw+8QqBgvQAAAAAAAAAAgGkjPRT4hLrhoSY4HkcWMzmU27q4VEK3AACAPwAAgD+zIUY9w3lzutoyJLvQV2g3WmgZOqankrYAAIA/AACAPwCCLjwUkLC6G9NUuX5wRrSXz++5C3pzOAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.015808000000000044, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIq83/qw46ZUCUhpRSlIwBbJRN6AOMAXSUR0CSoL0dilSCdX2UKGgGaAloD0MILzNslPVzZkCUhpRSlGgVTegDaBZHQJKlW/47A+J1fZQoaAZoCWgPQwiPxqF+FxdmQJSGlFKUaBVN6ANoFkdAkqWhsyi22HV9lChoBmgJaA9DCCZUcHjBEWdAlIaUUpRoFU3oA2gWR0CSpsI6r/83dX2UKGgGaAloD0MIBoNr7mjbYkCUhpRSlGgVTegDaBZHQJKou3Sa3JB1fZQoaAZoCWgPQwgW+8vuydlhQJSGlFKUaBVN6ANoFkdAkqz26PKdQXV9lChoBmgJaA9DCItSQrCqx2NAlIaUUpRoFU3oA2gWR0CSr7GKQ7tBdX2UKGgGaAloD0MI11BqL6IzbUCUhpRSlGgVTUACaBZHQJKxCUhV2id1fZQoaAZoCWgPQwj9aaM6nXhjQJSGlFKUaBVN6ANoFkdAkrTFSCOFQHV9lChoBmgJaA9DCBZQqKcPWGZAlIaUUpRoFU3oA2gWR0CSt2AI6bONdX2UKGgGaAloD0MIWOIBZdOOYUCUhpRSlGgVTegDaBZHQJLEvPZ7HAB1fZQoaAZoCWgPQwgN4C2QoM9nQJSGlFKUaBVN6ANoFkdAksqeK0lZ5nV9lChoBmgJaA9DCJc6yOvBZmdAlIaUUpRoFU3oA2gWR0CS5mE7W/ahdX2UKGgGaAloD0MINV8lHzvbYkCUhpRSlGgVTegDaBZHQJLoBhH9WIZ1fZQoaAZoCWgPQwiFQZlGk2tbQJSGlFKUaBVN6ANoFkdAkuhBvJiiI3V9lChoBmgJaA9DCLe1heelZGVAlIaUUpRoFU3oA2gWR0CS69rT6SDAdX2UKGgGaAloD0MI4IPXLu0YYUCUhpRSlGgVTegDaBZHQJLsO6K+BYp1fZQoaAZoCWgPQwhLIvsgy8lkQJSGlFKUaBVN6ANoFkdAkvESYCyQgnV9lChoBmgJaA9DCCgpsACmCWdAlIaUUpRoFU3oA2gWR0CS8VZUkv9MdX2UKGgGaAloD0MIJLVQMjkSX0CUhpRSlGgVTegDaBZHQJLyg/cFhXt1fZQoaAZoCWgPQwhUrBqEOZpgQJSGlFKUaBVN6ANoFkdAkvRxUaQ3gnV9lChoBmgJaA9DCCGU93G0U2VAlIaUUpRoFU3oA2gWR0CS+MkBCD28dX2UKGgGaAloD0MIFJUNayqvZUCUhpRSlGgVTegDaBZHQJL7i85CF9N1fZQoaAZoCWgPQwhTQUXVr0pjQJSGlFKUaBVN6ANoFkdAkvzDL0SRKnV9lChoBmgJaA9DCOVC5V9LP2dAlIaUUpRoFU3oA2gWR0CTAJlV94NadX2UKGgGaAloD0MI2QbuQJ3hZkCUhpRSlGgVTegDaBZHQJMDWEFnqV11fZQoaAZoCWgPQwjQ7SWN0QtnQJSGlFKUaBVN6ANoFkdAkxE5vHcUNHV9lChoBmgJaA9DCA1xrIvbHWNAlIaUUpRoFU3oA2gWR0CTF4A4XGfgdX2UKGgGaAloD0MIjV4NUBp9ZECUhpRSlGgVTegDaBZHQJMzMm+j/Mp1fZQoaAZoCWgPQwh6Oey+42liQJSGlFKUaBVN6ANoFkdAkzTn7pFCs3V9lChoBmgJaA9DCD7t8Ndk72dAlIaUUpRoFU3oA2gWR0CTNStZ3cHodX2UKGgGaAloD0MIuW3fo/7cZECUhpRSlGgVTegDaBZHQJM45h3JPqN1fZQoaAZoCWgPQwhGskeomQNlQJSGlFKUaBVN6ANoFkdAkzlWlqJuVHV9lChoBmgJaA9DCCS3Jt2WeF1AlIaUUpRoFU3oA2gWR0CTPllnRLK3dX2UKGgGaAloD0MIDLCPTl3cYUCUhpRSlGgVTegDaBZHQJM+nxXnyNJ1fZQoaAZoCWgPQwh6jV2i+k1pQJSGlFKUaBVN6ANoFkdAkz/RyCFsYXV9lChoBmgJaA9DCGjmyTUFV2RAlIaUUpRoFU3oA2gWR0CTQb+ueSSvdX2UKGgGaAloD0MIsacd/pp9ZUCUhpRSlGgVTegDaBZHQJNGAbVBlc11fZQoaAZoCWgPQwivITguY7VhQJSGlFKUaBVN6ANoFkdAk0jcpgCwKXV9lChoBmgJaA9DCExuFFlrE21AlIaUUpRoFU2MAWgWR0CTSaokRjBmdX2UKGgGaAloD0MIu37BblgcZUCUhpRSlGgVTegDaBZHQJNKHiXIEKV1fZQoaAZoCWgPQwg900uM5d9iQJSGlFKUaBVN6ANoFkdAk03I1xbSqnV9lChoBmgJaA9DCGItPgXAJmhAlIaUUpRoFU3oA2gWR0CTUFsDGLk0dX2UKGgGaAloD0MI+BvtuCFScUCUhpRSlGgVTVkCaBZHQJNSwRdyDI11fZQoaAZoCWgPQwhTJcre0tdhQJSGlFKUaBVN6ANoFkdAk1xqAJ9iMHV9lChoBmgJaA9DCATKplzhKHBAlIaUUpRoFU2NAWgWR0CTXcvYvnKXdX2UKGgGaAloD0MImZ1F71SNY0CUhpRSlGgVTegDaBZHQJNhjbvgFX91fZQoaAZoCWgPQwimCdtPRkRwQJSGlFKUaBVNtwJoFkdAk2JcwUQCjnV9lChoBmgJaA9DCLvRx3xAXWZAlIaUUpRoFU3oA2gWR0CTfRaX8fmtdX2UKGgGaAloD0MItFiK5KsDZUCUhpRSlGgVTegDaBZHQJOApn7Hhjx1fZQoaAZoCWgPQwihurn4211jQJSGlFKUaBVN6ANoFkdAk4EBKUVzqHV9lChoBmgJaA9DCPMbJhqkUWJAlIaUUpRoFU3oA2gWR0CThhWJ79hrdX2UKGgGaAloD0MI73N8tDiFYkCUhpRSlGgVTegDaBZHQJOHdLK3d9F1fZQoaAZoCWgPQwjLSSh9IYJdQJSGlFKUaBVN6ANoFkdAk4mZ/PPcBXV9lChoBmgJaA9DCBiT/l4KkmVAlIaUUpRoFU3oA2gWR0CTjmHP/rB1dX2UKGgGaAloD0MINfCjGvZFZkCUhpRSlGgVTegDaBZHQJOSHp2U0N11fZQoaAZoCWgPQwg3bFuUWXJgQJSGlFKUaBVN6ANoFkdAk5KWfK6nSHV9lChoBmgJaA9DCA/yejCphGNAlIaUUpRoFU3oA2gWR0CTlkeQdS2qdX2UKGgGaAloD0MI3NlXHiT+bECUhpRSlGgVTQECaBZHQJOYYOQQtjF1fZQoaAZoCWgPQwhpAdpWs9duQJSGlFKUaBVNRQFoFkdAk5ipR8+ianV9lChoBmgJaA9DCOzZc5matmRAlIaUUpRoFU3oA2gWR0CTmNfI0ZWJdX2UKGgGaAloD0MIv4BeuPObYkCUhpRSlGgVTegDaBZHQJOa97AtWdV1fZQoaAZoCWgPQwjnjCjtjc5mQJSGlFKUaBVN6ANoFkdAk6PatcObzHV9lChoBmgJaA9DCNNocjGGNGJAlIaUUpRoFU3oA2gWR0CTpT46wMYudX2UKGgGaAloD0MIxK9Yw8UsY0CUhpRSlGgVTegDaBZHQJOorfWMCLd1fZQoaAZoCWgPQwjSyOcVTxRfQJSGlFKUaBVN6ANoFkdAk6miOFQEZHV9lChoBmgJaA9DCM08uaYA0nBAlIaUUpRoFU0XAmgWR0CTqaNayKNydX2UKGgGaAloD0MI2o8UkWFFYECUhpRSlGgVTegDaBZHQJPIf9kz41x1fZQoaAZoCWgPQwhAh/nygopnQJSGlFKUaBVN6ANoFkdAk8jsvEjxC3V9lChoBmgJaA9DCCpwsg3cS2VAlIaUUpRoFU3oA2gWR0CTzpz0pVjqdX2UKGgGaAloD0MIlGjJ4+koZECUhpRSlGgVTegDaBZHQJPSvyz5XU91fZQoaAZoCWgPQwitw9FVurllQJSGlFKUaBVN6ANoFkdAk9wddJJ5FHV9lChoBmgJaA9DCHBCIQKOpWZAlIaUUpRoFU3oA2gWR0CT3LbhWHUMdX2UKGgGaAloD0MIjzS4ra0AY0CUhpRSlGgVTegDaBZHQJPgvsF+uvF1fZQoaAZoCWgPQwgX8ghuJJ9kQJSGlFKUaBVN6ANoFkdAk+LwGB4D93V9lChoBmgJaA9DCNqu0AdLTGZAlIaUUpRoFU3oA2gWR0CT40fuTibVdX2UKGgGaAloD0MI5sx2hT6dX0CUhpRSlGgVTegDaBZHQJPjez1K5Cp1fZQoaAZoCWgPQwi8lSU6S3JlQJSGlFKUaBVN6ANoFkdAk+Wp8F6iTXV9lChoBmgJaA9DCC6RC85gnW5AlIaUUpRoFU3hAmgWR0CT5s690zTGdX2UKGgGaAloD0MI/cBVngAbcECUhpRSlGgVTYgDaBZHQJPqpwkxASp1fZQoaAZoCWgPQwgpCYm0DRVhQJSGlFKUaBVN6ANoFkdAk+4y7f51vHV9lChoBmgJaA9DCFDFjVtMEGZAlIaUUpRoFU3oA2gWR0CT88JJXhfjdX2UKGgGaAloD0MIueNNfourZECUhpRSlGgVTegDaBZHQJP0omReTmp1fZQoaAZoCWgPQwjc2sLz0jRmQJSGlFKUaBVN6ANoFkdAlBRwuh9LH3V9lChoBmgJaA9DCEgzFk1nkGJAlIaUUpRoFU3oA2gWR0CUFNhjvuw5dX2UKGgGaAloD0MIyOpWz4lVcUCUhpRSlGgVTX8BaBZHQJQX7OcDr7h1fZQoaAZoCWgPQwhUjsnifpVgQJSGlFKUaBVN6ANoFkdAlBnybhFVk3V9lChoBmgJaA9DCLIRiNd12GBAlIaUUpRoFU3oA2gWR0CUHWNC7btadX2UKGgGaAloD0MIB7ZKsPi1cECUhpRSlGgVTVADaBZHQJQkdAQg9vF1fZQoaAZoCWgPQwiBzM6i9+JkQJSGlFKUaBVN6ANoFkdAlCXEUfxMFnV9lChoBmgJaA9DCPmdJjPe2mBAlIaUUpRoFU3oA2gWR0CUJjtZmqYJdX2UKGgGaAloD0MIDYrmASw5YkCUhpRSlGgVTegDaBZHQJQqAsSTQmh1fZQoaAZoCWgPQwgwR4/f2+NjQJSGlFKUaBVN6ANoFkdAlCwAXqJMx3V9lChoBmgJaA9DCJ31KcdkDWlAlIaUUpRoFU3oA2gWR0CULEaxoqTbdX2UKGgGaAloD0MISMSUSKJ7aECUhpRSlGgVTegDaBZHQJQuxVhkRSR1fZQoaAZoCWgPQwhW8rG7QCRlQJSGlFKUaBVN6ANoFkdAlC/tQXQ+lnV9lChoBmgJaA9DCOYHrvKEfmVAlIaUUpRoFU3oA2gWR0CUM5tG/etTdX2UKGgGaAloD0MIOJ86VqlEYkCUhpRSlGgVTegDaBZHQJQ8F7qptJp1fZQoaAZoCWgPQwhuFFlrqExmQJSGlFKUaBVN6ANoFkdAlD0JvxYq5XV9lChoBmgJaA9DCCgQdopV/29AlIaUUpRoFU1FAmgWR0CUQ4VOsT37dWUu" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 248, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg==" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |