Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v3.zip +2 -2
- a2c-PandaReachDense-v3/data +15 -15
- a2c-PandaReachDense-v3/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v3/policy.pth +1 -1
- config.json +1 -1
- results.json +1 -1
- vec_normalize.pkl +2 -2
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -0.
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -0.20 +/- 0.07
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-PandaReachDense-v3.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ced95a1006671b931515bd62bdab0dfc747dfefd2db971f226f17aaf542fec65
|
| 3 |
+
size 111330
|
a2c-PandaReachDense-v3/data
CHANGED
|
@@ -19,31 +19,31 @@
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
-
"num_timesteps":
|
| 23 |
-
"_total_timesteps":
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
-
":serialized:": "
|
| 33 |
-
"achieved_goal": "[[
|
| 34 |
-
"desired_goal": "[[
|
| 35 |
-
"observation": "[[
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
| 39 |
-
":serialized:": "
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
-
":serialized:": "
|
| 44 |
-
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]
|
| 45 |
-
"desired_goal": "[[
|
| 46 |
-
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]
|
| 47 |
},
|
| 48 |
"_episode_num": 0,
|
| 49 |
"use_sde": false,
|
|
@@ -52,13 +52,13 @@
|
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
-
":serialized:": "
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 60 |
},
|
| 61 |
-
"_n_updates":
|
| 62 |
"n_steps": 5,
|
| 63 |
"gamma": 0.99,
|
| 64 |
"gae_lambda": 1.0,
|
|
@@ -89,7 +89,7 @@
|
|
| 89 |
"high_repr": "1.0",
|
| 90 |
"_np_random": null
|
| 91 |
},
|
| 92 |
-
"n_envs":
|
| 93 |
"lr_schedule": {
|
| 94 |
":type:": "<class 'function'>",
|
| 95 |
":serialized:": "gAWV3AIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP0bwBo24useFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
|
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
+
"num_timesteps": 500000,
|
| 23 |
+
"_total_timesteps": 500000,
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
+
"start_time": 1711590786873136456,
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
+
":serialized:": "gAWV2wIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolngAAAAAAAAATWCGPiPcTDt6ts4+TWCGPiPcTDt6ts4+NTj/vgwy0j7wQaA+TWCGPiPcTDt6ts4+TWCGPiPcTDt6ts4+KTpPv+tjU7+zOZK/qNhMv3d4pD8q2ZW/NVRMv3eOpb/i0pW/FBIQP6aCxr5twh4/3AeXvQcE2r7b9iu+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksKSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolngAAAAAAAAAqE+LP1xygz98Xbm/3a5RP9aPEr5dywO/ha+Uv/zE2T5g+NE/vzixPxxqub+RcZ8/uwI5vusiiD877+0+7Rmqv445pb7z94e/rwAQv+GfsT8S7bW/sneivzhtPb9WcC2/jtabP1o4c78XosQ/G+65v/g8+b534YC/lGgOSwpLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW8AAAAAAAAABNYIY+I9xMO3q2zj4wBeM+d/PDurrPvD5NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD41OP++DDLSPvBBoD7rgES/lyDRP1B0XT9NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD5NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD4pOk+/62NTv7M5kr9BwV2/TeKkPTUbbL+o2Ey/d3ikPyrZlb+rAWC/DdmDP269dr81VEy/d46lv+LSlb98wkG/hll3vz3Rdr8UEhA/poLGvm3CHj+vCc0/U5TIv+wwjz/cB5e9BwTavtv2K74fjuS/rWfVv/R1sr+UaA5LCksGhpRoEnSUUpR1Lg==",
|
| 33 |
+
"achieved_goal": "[[ 0.26245347 0.00312591 0.40373594]\n [ 0.26245347 0.00312591 0.40373594]\n [-0.4984757 0.41053808 0.31300306]\n [ 0.26245347 0.00312591 0.40373594]\n [ 0.26245347 0.00312591 0.40373594]\n [-0.8094812 -0.8257434 -1.1423858 ]\n [-0.8001809 1.2849263 -1.1706898 ]\n [-0.7981599 -1.2934102 -1.1704981 ]\n [ 0.56277585 -0.38771552 0.6201542 ]\n [-0.07374546 -0.42581198 -0.16793387]]",
|
| 34 |
+
"desired_goal": "[[ 1.0883684 1.0269275 -1.4481654 ]\n [ 0.81907445 -0.14312682 -0.5148218 ]\n [-1.1616064 0.425331 1.6403923 ]\n [ 1.3845443 -1.4485507 1.2456533 ]\n [-0.18067448 1.0635656 0.4647158 ]\n [-1.3289162 -0.32270473 -1.0622543 ]\n [-0.56251043 1.3876916 -1.4212973 ]\n [-1.2692778 -0.7399478 -0.67749536]\n [ 1.2174852 -0.9500786 1.5361966 ]\n [-1.4525789 -0.48679328 -1.0068806 ]]",
|
| 35 |
+
"observation": "[[ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [-4.9847570e-01 4.1053808e-01 3.1300306e-01 -7.6759213e-01\n 1.6338071e+00 8.6505604e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [-8.0948120e-01 -8.2574338e-01 -1.1423858e+00 -8.6623007e-01\n 8.0509759e-02 -9.2229015e-01]\n [-8.0018091e-01 1.2849263e+00 -1.1706898e+00 -8.7502545e-01\n 1.0300614e+00 -9.6382797e-01]\n [-7.9815990e-01 -1.2934102e+00 -1.1704981e+00 -7.5687385e-01\n -9.6620977e-01 -9.6413022e-01]\n [ 5.6277585e-01 -3.8771552e-01 6.2015420e-01 1.6018580e+00\n -1.5670265e+00 1.1186805e+00]\n [-7.3745459e-02 -4.2581198e-01 -1.6793387e-01 -1.7855872e+00\n -1.6672264e+00 -1.3942246e+00]]"
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
| 39 |
+
":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYKAAAAAAAAAAEBAAEBAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwqFlIwBQ5R0lFKULg=="
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
+
":serialized:": "gAWV2wIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolngAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksKSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolngAAAAAAAAAjwQFPuBerz0uMXk990r1vYXiHT1o4o89wgOfvV+smD15nu49LZODOzt8Cr74a1w+yzkSvv9Ltz1h/Hw+uEjYPd/pMj06DkE+EYuuvRzSYb1QY4E+9DLMPV/3Br167eU9wYvLveM2kTtrK0o9gt6AOTvHqr0YTIs+lGgOSwpLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW8AAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LCksGhpRoEnSUUpR1Lg==",
|
| 44 |
+
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 45 |
+
"desired_goal": "[[ 1.2990020e-01 8.5630178e-02 6.0837917e-02]\n [-1.1977189e-01 3.8546104e-02 7.0256054e-02]\n [-7.7643886e-02 7.4547522e-02 1.1651320e-01]\n [ 4.0153475e-03 -1.3523953e-01 2.1525562e-01]\n [-1.4279859e-01 8.9500420e-02 2.4705650e-01]\n [ 1.0560745e-01 4.3680068e-02 1.8853083e-01]\n [-8.5226186e-02 -5.5132017e-02 2.5271082e-01]\n [ 9.9706560e-02 -3.2950755e-02 1.1226936e-01]\n [-9.9387653e-02 4.4315918e-03 4.9357813e-02]\n [ 2.4579844e-04 -8.3387814e-02 2.7206492e-01]]",
|
| 46 |
+
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 47 |
},
|
| 48 |
"_episode_num": 0,
|
| 49 |
"use_sde": false,
|
|
|
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
+
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8HbKzRhMJyMAWyUSwKMAXSUR0CRfZymALApdX2UKGgGR7/PBWPtD2J0aAdLA2gIR0CRfpkIomXxdX2UKGgGR7/W3s5XEIgOaAdLBGgIR0CRfTZmqYJFdX2UKGgGR7/NY5ksjFAFaAdLA2gIR0CRfPrFOwgUdX2UKGgGR7/PQb+98JD3aAdLA2gIR0CRfyHz6JqJdX2UKGgGR7+xilSCOFQEaAdLAmgIR0CRfuYekpI+dX2UKGgGR7/VPDpC8e0YaAdLBGgIR0CRfjN4qwyJdX2UKGgGR7/THtF8XvYwaAdLBGgIR0CRfYJd0JWvdX2UKGgGR7+i/0ulGgBcaAdLAWgIR0CRfQuUUwi8dX2UKGgGR7/DkzXSSeRQaAdLAmgIR0CRfrs7uDzzdX2UKGgGR7/O6tknTiKjaAdLA2gIR0CRfoAQQL/kdX2UKGgGR7/AOYplSS/1aAdLAmgIR0CRfVfKp1ifdX2UKGgGR7+92Qnx8UmEaAdLAmgIR0CRfw5M10kodX2UKGgGR7+o7HQyAQQMaAdLAWgIR0CRfpd3Sro4dX2UKGgGR7/VVOsT37DVaAdLBGgIR0CRfiB2OhkBdX2UKGgGR7/dIvalDWsjaAdLBGgIR0CRfeV+qioLdX2UKGgGR7+9inYQJ5VwaAdLAmgIR0CRfTNGEwnIdX2UKGgGR7/HalDWsijdaAdLA2gIR0CRf1mgJ1JUdX2UKGgGR7/SznA6+36RaAdLA2gIR0CRfbkQwsXjdX2UKGgGR7/VQ176YVqOaAdLA2gIR0CRfvB9Cu2adX2UKGgGR7/TVbiZOSGKaAdLBGgIR0CRfnlZowmFdX2UKGgGR7++D3/Pw/gSaAdLAmgIR0CRfgMXrMTwdX2UKGgGR7/OKlYU34sVaAdLA2gIR0CRfY1DjR2KdX2UKGgGR7/BPkaMrEtNaAdLAmgIR0CRf3cjqv/zdX2UKGgGR7/MqSX+l0o0aAdLA2gIR0CRfsRMN+b3dX2UKGgGR7/LOk+HJtBOaAdLA2gIR0CRfk3LV4HHdX2UKGgGR7/GO1fE4vOAaAdLA2gIR0CRfWC0F8ohdX2UKGgGR7/T0cfeUILPaAdLBGgIR0CRf0qbSZ0CdX2UKGgGR7/FnyNGViWnaAdLAmgIR0CRfw9QXQ+mdX2UKGgGR7/S+qioKlYVaAdLA2gIR0CRfqsRg7YDdX2UKGgGR7/XBmwqy4WlaAdLBGgIR0CRffmJ3xFzdX2UKGgGR7/KOearmyPdaAdLA2gIR0CRfb76Hj6vdX2UKGgGR7/Efra/RE4OaAdLAmgIR0CRfYMYdhiLdX2UKGgGR7/A9OARTS9eaAdLAmgIR0CRf24O+ZgHdX2UKGgGR7/MwrUb1h9caAdLA2gIR0CRfvdfb9IgdX2UKGgGR7/JsiSq2jO+aAdLA2gIR0CRfoBppN9IdX2UKGgGR7/WLcsUZeiSaAdLBGgIR0CRfkWBSUC8dX2UKGgGR7/UBXCCSRr8aAdLBGgIR0CRf7pIMBp6dX2UKGgGR7/OEL6UJOWTaAdLA2gIR0CRf0L876pHdX2UKGgGR7+0kpqh11W9aAdLAmgIR0CRfhobXHzZdX2UKGgGR7+7anJkoWpIaAdLAmgIR0CRfaNfPX05dX2UKGgGR7+9PZZjhDPXaAdLAmgIR0CRfxXoTwlTdX2UKGgGR7/OtWdVea8ZaAdLA2gIR0CRfto+fRNRdX2UKGgGR7+vZ/Tb349HaAdLAmgIR0CRfp8yN4qxdX2UKGgGR7/UHtWuHN5daAdLA2gIR0CRfe45cTrWdX2UKGgGR7+yBwuM+/xlaAdLAmgIR0CRf2DEFW4mdX2UKGgGR7/EnvUjLSuyaAdLAmgIR0CRfjd0aIepdX2UKGgGR7/EXw9aEBbOaAdLA2gIR0CRf+sGPgejdX2UKGgGR7/X3T/hl18taAdLBGgIR0CRf69AHE/CdX2UKGgGR7+8ZsKsuFpPaAdLAmgIR0CRfsE4ecQRdX2UKGgGR7/XuzQeFL39aAdLBGgIR0CRfoazeGfxdX2UKGgGR7/BMr3Cbc46aAdLAmgIR0CRfhEfkmx/dX2UKGgGR7/MKtxMnJDFaAdLA2gIR0CRfdXgccU/dX2UKGgGR7/RDxLCemNzaAdLA2gIR0CRf0kqMFUydX2UKGgGR7/RIzWPLgXNaAdLA2gIR0CRfw1/lQuVdX2UKGgGR7/IiItUXHinaAdLA2gIR0CRf5MpPRAsdX2UKGgGR7/Hm6oVEd/8aAdLA2gIR0CRgBjrzGxVdX2UKGgGR7/DeTFERaouaAdLA2gIR0CRf91HOKO1dX2UKGgGR7+iDTSb6P8yaAdLAWgIR0CRf6IgvDgqdX2UKGgGR7/Jgtvn8sMBaAdLA2gIR0CRfu+UQkHEdX2UKGgGR7/Jqlgtvn8saAdLA2gIR0CRfrTLGJemdX2UKGgGR7/YRf4REnb7aAdLBGgIR0CRfnnrY5DJdX2UKGgGR7/LqL0jC53DaAdLA2gIR0CRfgM9bHIZdX2UKGgGR7+o5vLowEhaaAdLAWgIR0CRf+2Cdz4ldX2UKGgGR7/NUm2LHdXUaAdLA2gIR0CRf3cvduYQdX2UKGgGR7/TwiqyWzF/aAdLA2gIR0CRfzus90RwdX2UKGgGR7+LRnezlcQiaAdLAWgIR0CRfwCOWBz4dX2UKGgGR7/Vx4ptrKvFaAdLBGgIR0CRfk+UyHmBdX2UKGgGR7+/m0VrRBu5aAdLAmgIR0CRgD9Nvfj0dX2UKGgGR7+4Ahje9Ba+aAdLAmgIR0CRficriEQHdX2UKGgGR7/SDohY/3WXaAdLA2gIR0CRfueumrKedX2UKGgGR7/GipvP1L8KaAdLA2gIR0CRfqzWf9P2dX2UKGgGR7+9Ktga3qiXaAdLAmgIR0CRgFuQp4KQdX2UKGgGR7/MGh24d6syaAdLA2gIR0CRgB/uLJjldX2UKGgGR7/ZJSR8twrEaAdLBGgIR0CRf+TKDCgsdX2UKGgGR7/TkpZwGW2PaAdLA2gIR0CRf6l9Sde6dX2UKGgGR7/IAVfu1F6SaAdLA2gIR0CRfzKuSwGGdX2UKGgGR7/MZm7J4jbBaAdLA2gIR0CRfoHc1wYMdX2UKGgGR7+fES/TLGJfaAdLAWgIR0CRf7h60IC2dX2UKGgGR7/YdOZb6guiaAdLBGgIR0CRf3zp5eJIdX2UKGgGR7/URFI/Z/TcaAdLA2gIR0CRfxPWQOnVdX2UKGgGR7/czPKMefZmaAdLBGgIR0CRfmGoJiRXdX2UKGgGR7/VFdcB2fTTaAdLA2gIR0CRgIx4IKMOdX2UKGgGR7/FhrnDBMzuaAdLAmgIR0CRf9nzxwyZdX2UKGgGR7/a2ycCo0hvaAdLBGgIR0CRfuxlxwQ2dX2UKGgGR7/RLX+VC5VfaAdLBGgIR0CRgCOerdWRdX2UKGgGR7/Q6o2n889waAdLA2gIR0CRf6xZ+x4ZdX2UKGgGR7/ONn5BTn7paAdLBGgIR0CRfr/cWTHKdX2UKGgGR7+2Dh99c8klaAdLAmgIR0CRfoPrv9cbdX2UKGgGR7/WoP07KaG6aAdLBWgIR0CRf37mMfihdX2UKGgGR7/O+B6KLsKLaAdLA2gIR0CRf0QarFOxdX2UKGgGR7/ENI9TxXnyaAdLAmgIR0CRfwk4FRpDdX2UKGgGR7/Pv1lGwzLwaAdLA2gIR0CRgLgc94eLdX2UKGgGR7/GMUAT7EYPaAdLAmgIR0CRgEC53C9AdX2UKGgGR7/E189fTkQxaAdLAmgIR0CRftyqdYnwdX2UKGgGR7/AWTHKfWc0aAdLAmgIR0CRfqDSgGr0dX2UKGgGR7+NL6DXe3x4aAdLAWgIR0CRgMbr1M/RdX2UKGgGR7/gKveP7vXtaAdLB2gIR0CRgIsg+yJLdX2UKGgGR7/Us2eg+QlsaAdLBGgIR0CRgBQRwqAjdX2UKGgGR7/QwI+nqFAWaAdLA2gIR0CRf9hVU+9rdWUu"
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 60 |
},
|
| 61 |
+
"_n_updates": 10000,
|
| 62 |
"n_steps": 5,
|
| 63 |
"gamma": 0.99,
|
| 64 |
"gae_lambda": 1.0,
|
|
|
|
| 89 |
"high_repr": "1.0",
|
| 90 |
"_np_random": null
|
| 91 |
},
|
| 92 |
+
"n_envs": 10,
|
| 93 |
"lr_schedule": {
|
| 94 |
":type:": "<class 'function'>",
|
| 95 |
":serialized:": "gAWV3AIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP0bwBo24useFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
|
a2c-PandaReachDense-v3/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 45167
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c78df5ee4f32b18017b0dbdb75d0933b0feb349dcf43717576b222150316ff66
|
| 3 |
size 45167
|
a2c-PandaReachDense-v3/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46447
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67f95c726fb590294933fb673d6e4abbfa829c08d318b8bc1cbfdab2a5fa1f47
|
| 3 |
size 46447
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7d32b127d750>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7d32b1278d00>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 200000, "_total_timesteps": 200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1711589119839486873, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolvAAAAAAAAAAPmyhPrdGmrrf/94+LSkmvw7nnb4DH2G/PmyhPrdGmrrf/94+PmyhPrdGmrrf/94+uPUXPx9RuD4qsR4/PmyhPrdGmrrf/94+9VC8v3Wz2T/PtLO/I/7GvrdDwL4iqrk+e9aSvjksTr8fQsm/PmyhPrdGmrrf/94+XgDnOwxIvL71FlW9I/7GvrdDwL4iqrk+PmyhPrdGmrrf/94+PmyhPrdGmrrf/94+pDIXP9Ocq76YwB4/q/zCP/MFDcC4U92/PmyhPrdGmrrf/94+PmyhPrdGmrrf/94+I/7GvrdDwL4iqrk+uPUXPx9RuD4qsR4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksUSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolvAAAAAAAAAApX2nv/nVFr5gqxg/dbA7PgbU7r7pcaa/QWyqv896xb933l++agwvv97vqz7U7ZM/n08CP8X9mT/Nobg/MDuoP1aUvL/jJpa/Js6dv2AvkD9seJe/nakOvz9tIL/wEqs/o9FKPvJ9A772TJ+/HqKUP9wIdj/ipT8+A54Fvrzfwb/CZxa+SOyNv8skRb+Qtrk/eCmgv3vXzr+py54/NRFtvrhAIL6+Pha/9z+nPyJTkL/D05M/8Dy8P1NQyr+RVbO+iP2GPsK94Tpvp48/Hm2yvxFokj4Dvr8/yHiTv+kRqb/EIqo/WQWBP9Osmz/6IrU/lGgOSxRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW4AEAAAAAAAA+bKE+t0aaut//3j6fqM4+xvYKO0YGqT4tKSa/DuedvgMfYb9lJHi/jGndv8P5gL8+bKE+t0aaut//3j6fqM4+xvYKO0YGqT4+bKE+t0aaut//3j6fqM4+xvYKO0YGqT649Rc/H1G4PiqxHj9/gcE/TTDQP5UXiT8+bKE+t0aaut//3j6fqM4+xvYKO0YGqT71ULy/dbPZP8+0s7+NQrS/+CeQPwREN74j/sa+t0PAviKquT5G2lq/83zYv9V6WT971pK+OSxOvx9Cyb8583c/dqGKPrm4rb8+bKE+t0aaut//3j6fqM4+xvYKO0YGqT5eAOc7DEi8vvUWVb3k7Oa/UAPev578u78j/sa+t0PAviKquT5G2lq/83zYv9V6WT8+bKE+t0aaut//3j6fqM4+xvYKO0YGqT4+bKE+t0aaut//3j6fqM4+xvYKO0YGqT6kMhc/05yrvpjAHj+fiMY/R6TQvzYxjD+r/MI/8wUNwLhT3b+9VTw/CMPNPr9cPD4+bKE+t0aaut//3j6fqM4+xvYKO0YGqT4+bKE+t0aaut//3j6fqM4+xvYKO0YGqT4j/sa+t0PAviKquT5G2lq/83zYv9V6WT+49Rc/H1G4PiqxHj9/gcE/TTDQP5UXiT+UaA5LFEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [-6.4906579e-01 -3.0840343e-01 -8.7937945e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 5.9359312e-01 3.5999390e-01 6.1989081e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [-1.4712206e+00 1.7007891e+00 -1.4039553e+00]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01]\n [-2.8679261e-01 -8.0536228e-01 -1.5723304e+00]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 7.0496043e-03 -3.6773717e-01 -5.2023847e-02]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 5.9061646e-01 -3.3518085e-01 6.2012625e-01]\n [ 1.5233358e+00 -2.2034881e+00 -1.7291174e+00]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01]\n [ 5.9359312e-01 3.5999390e-01 6.1989081e-01]]", "desired_goal": "[[-1.3085219 -0.14730062 0.596365 ]\n [ 0.18329032 -0.46646136 -1.3003513 ]\n [-1.3314286 -1.5428103 -0.21862207]\n [-0.6837832 0.33581442 1.1556954 ]\n [ 0.5090274 1.2030569 1.4424378 ]\n [ 1.3143063 -1.4732769 -1.1730617 ]\n [-1.2328537 1.1264458 -1.1833625 ]\n [-0.5572756 -0.62666696 1.3365154 ]\n [ 0.19806533 -0.12841013 -1.2445362 ]\n [ 1.1611974 0.9610727 0.18715623]\n [-0.13048558 -1.5146403 -0.14688018]\n [-1.1087732 -0.77009267 1.4508839 ]\n [-1.2512655 -1.615951 1.2405902 ]\n [-0.23151095 -0.15649688 -0.58689487]\n [ 1.3066396 -1.127537 1.1549 ]\n [ 1.4706097 -1.5805763 -0.3502622 ]\n [ 0.26365304 0.00172227 1.1222972 ]\n [-1.393955 0.2859502 1.4979862 ]\n [-1.1521235 -1.3208591 1.329186 ]\n [ 1.0079757 1.2162117 1.4151299 ]]", "observation": "[[ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [-6.4906579e-01 -3.0840343e-01 -8.7937945e-01 -9.6930534e-01\n -1.7297835e+00 -1.0076221e+00]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 5.9359312e-01 3.5999390e-01 6.1989081e-01 1.5117644e+00\n 1.6264740e+00 1.0710322e+00]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [-1.4712206e+00 1.7007891e+00 -1.4039553e+00 -1.4082810e+00\n 1.1262197e+00 -1.7897040e-01]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01 -8.5489309e-01\n -1.6913131e+00 8.4953052e-01]\n [-2.8679261e-01 -8.0536228e-01 -1.5723304e+00 9.6855503e-01\n 2.7076310e-01 -1.3571998e+00]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 7.0496043e-03 -3.6773717e-01 -5.2023847e-02 -1.8041043e+00\n -1.7344761e+00 -1.4686468e+00]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01 -8.5489309e-01\n -1.6913131e+00 8.4953052e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 5.9061646e-01 -3.3518085e-01 6.2012625e-01 1.5510443e+00\n -1.6300133e+00 1.0952518e+00]\n [ 1.5233358e+00 -2.2034881e+00 -1.7291174e+00 7.3568326e-01\n 4.0187860e-01 1.8394755e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [ 3.1527895e-01 -1.1770342e-03 4.3554589e-01 4.0363023e-01\n 2.1204217e-03 3.3012599e-01]\n [-3.8865766e-01 -3.7551662e-01 3.6262614e-01 -8.5489309e-01\n -1.6913131e+00 8.4953052e-01]\n [ 5.9359312e-01 3.5999390e-01 6.1989081e-01 1.5117644e+00\n 1.6264740e+00 1.0710322e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYUAAAAAAAAAAEAAQEAAQAAAAEAAAEBAAABAQAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksUhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolvAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksUSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolvAAAAAAAAAA/zrCvZIFQb0I2pM+m7s/vHUX6j23vwg+2bk+PWEXhLsrLIM+zf2YvUvv9z3AHIE+y8FaPXG2E75yNRI+Wn2jPS88tb3u8UI+n4iUvbdDAT3QycM9q1IIPvJhKbysks09it/FvQ82dL0yxq48kQJjPQahFrwRASg++nX9vEauGD6ibUY+bk/YPdWK47191As+dpIkPIfECr6F0lM+oan1vdeFhT0l3jc+UXgUvj+RZr1E4js+xobqvYQMfj0/KWA9gnjfO/tu6D1VntI919fVvfbduL2hTpI+QH/YvSQE7b26v5g9BXiPvS1Spb2Ux3k+lGgOSxRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW4AEAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LFEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.09483909 -0.04712445 0.28877282]\n [-0.01170244 0.11430255 0.13354383]\n [ 0.04656396 -0.00403111 0.25619635]\n [-0.07470284 0.12106188 0.25217247]\n [ 0.05340747 -0.14425065 0.142782 ]\n [ 0.07982893 -0.0884937 0.19037601]\n [-0.07252621 0.03155872 0.09559977]\n [ 0.13312785 -0.01033829 0.10037741]\n [-0.09661777 -0.05962187 0.02133474]\n [ 0.05542237 -0.00919366 0.16406657]\n [-0.03094004 0.1491023 0.19377759]\n [ 0.10562025 -0.11110464 0.13655277]\n [ 0.01004468 -0.13551532 0.20685776]\n [-0.11995245 0.06519669 0.17955835]\n [-0.14499022 -0.05629086 0.18348032]\n [-0.11451487 0.06202365 0.05472684]\n [ 0.00681979 0.11349293 0.10284106]\n [-0.10441559 -0.09026711 0.28575614]\n [-0.10571146 -0.11573055 0.07458444]\n [-0.07005314 -0.08072314 0.2439254 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8U5GSZBsymMAWyUSwOMAXSUR0B2Rs1n/T9bdX2UKGgGR7/JvSc9W6siaAdLA2gIR0B2Puy7f51vdX2UKGgGR7/LTOxB3RoiaAdLA2gIR0B2PXE9+w1SdX2UKGgGR7/PpgTh5xBFaAdLA2gIR0B2ONiAlOXWdX2UKGgGR7+8KhL5AQg+aAdLAmgIR0B2NxuBMBZIdX2UKGgGR7/XNrTH80k4aAdLBGgIR0B2NDblA/s3dX2UKGgGR7/RQjUutfXxaAdLBGgIR0B2MojKPn0TdX2UKGgGR7/SqFh5Pdl/aAdLA2gIR0B2L6GucMEzdX2UKGgGR7+36xgRbr1NaAdLAmgIR0B2RbKnvUjLdX2UKGgGR7/ak8RtgrpaaAdLBGgIR0B2Q84JeE7GdX2UKGgGR7/c4zJp35eraAdLBmgIR0B2QkvIwM6SdX2UKGgGR7/EMtsenyd4aAdLAmgIR0B2QNIatLcsdX2UKGgGR7/MKYRdyDIzaAdLA2gIR0B2OwHY6GQCdX2UKGgGR7+4sUZeiSJTaAdLAmgIR0B2LHayrxRVdX2UKGgGR7+4+W4Vh1DCaAdLAmgIR0B2StzwMH8kdX2UKGgGR7/FKwpvxYq5aAdLAmgIR0B2R6weNkvsdX2UKGgGR7/Zcer+5vtMaAdLBGgIR0B2POFfzBhydX2UKGgGR7+ypgkTpPhyaAdLAmgIR0B2N/esPrfMdX2UKGgGR7/boWHk92X+aAdLBGgIR0B2LtI4EOiGdX2UKGgGR7/QdPci4axYaAdLA2gIR0B2SZgjQiRodX2UKGgGR7+4CNjslb/waAdLAmgIR0B2Ror8R+SbdX2UKGgGR7/Bh8YyfthNaAdLAmgIR0B2QyMrEtNBdX2UKGgGR7/KEs8PnSv1aAdLA2gIR0B2QDWwu/UOdX2UKGgGR7/PlyzXz19OaAdLA2gIR0B2Prpr1uiwdX2UKGgGR7/DRtP557gLaAdLAmgIR0B2O9mf5DZ2dX2UKGgGR7/av4ubqhUSaAdLBGgIR0B2Nu+Eh7mddX2UKGgGR7/ITvAoG6f8aAdLA2gIR0B2M9BSk0rLdX2UKGgGR7/aW8h9srNGaAdLBGgIR0B2MlejVQQ+dX2UKGgGR7/TcQAdXDFZaAdLA2gIR0B2MOsLfDUFdX2UKGgGR7/AMw1zhgmaaAdLAmgIR0B2SJfpljEvdX2UKGgGR7/KQQL/jsD5aAdLA2gIR0B2RSnvUjLTdX2UKGgGR7/KV8CxNZeSaAdLA2gIR0B2Qi0Y0l7ddX2UKGgGR7/W1XvH93r2aAdLBGgIR0B2OqHrQgLadX2UKGgGR7+7TiKiwjdIaAdLAmgIR0B2OOUdJaq0dX2UKGgGR7+14nndO6/ZaAdLAmgIR0B2L72pQ1rJdX2UKGgGR7/KVHnU2DQJaAdLA2gIR0B2TDXyy2QXdX2UKGgGR7+8FgUlAu7IaAdLAmgIR0B2R3uYx+KCdX2UKGgGR7+/xqfvnbItaAdLAmgIR0B2RBNlAeJYdX2UKGgGR7/Asrd30PH1aAdLAmgIR0B2P6jYZl4DdX2UKGgGR7/F3evZAY51aAdLA2gIR0B2Pj1ct5D7dX2UKGgGR7+73L3bmEGraAdLAmgIR0B2N+A8SwnqdX2UKGgGR7/ZMS9M9KVZaAdLBWgIR0B2NnAoG6f8dX2UKGgGR7/BB55Z8rqdaAdLAmgIR0B2NMIcBEKFdX2UKGgGR7+YHgP3BYV7aAdLAWgIR0B2MC+GoJiRdX2UKGgGR7/YD2alUIcBaAdLBGgIR0B2LkLDye7MdX2UKGgGR7+inLq2SdOJaAdLAWgIR0B2TKSzPa+OdX2UKGgGR7/RYEGJN0vHaAdLA2gIR0B2SvjXFtKqdX2UKGgGR7+002tMfzSUaAdLAmgIR0B2Qweq7yxzdX2UKGgGR7/OJxeb/ffoaAdLA2gIR0B2QZSeiBXkdX2UKGgGR7/JofSx7iQ1aAdLA2gIR0B2PTcXWOIZdX2UKGgGR7+33RG+bmU4aAdLAmgIR0B2O3+98JD3dX2UKGgGR7/L3GGVRk3CaAdLA2gIR0B2M7PdEb5udX2UKGgGR7/KZNO/L1VYaAdLA2gIR0B2MkdaMaS+dX2UKGgGR7+VMuez2OABaAdLAWgIR0B2MJ4rz5GjdX2UKGgGR7+YBFNL127naAdLAWgIR0B2S2VpsXSCdX2UKGgGR7/RVzp5eJHiaAdLA2gIR0B2SeEQGwA3dX2UKGgGR7/AEC/47A+IaAdLAmgIR0B2RO/Ho5ggdX2UKGgGR7/I4oZydWhiaAdLA2gIR0B2Oi33Hq/udX2UKGgGR7+1ODaoMrmRaAdLAmgIR0B2TXigkC3gdX2UKGgGR7/EB5ooNNJwaAdLA2gIR0B2SL961LJ0dX2UKGgGR7/SKHfuTibVaAdLBGgIR0B2RtrgwXZXdX2UKGgGR7/QmwaBI4EPaAdLA2gIR0B2QO1RceKbdX2UKGgGR7/Hhw2l2vB8aAdLA2gIR0B2OSF/QSi/dX2UKGgGR7/V8FINEw36aAdLA2gIR0B2NgHcDbJwdX2UKGgGR7/QU1AJLM9saAdLA2gIR0B2L4DuBtk4dX2UKGgGR7+9b9qDbrTqaAdLAmgIR0B2RdGRV6u5dX2UKGgGR7/D6KLsKLKnaAdLA2gIR0B2QuUY8+zMdX2UKGgGR7/c0hNdqtYCaAdLBGgIR0B2P/seGO+7dX2UKGgGR7/TxUedTYNBaAdLA2gIR0B2PM+0PYnOdX2UKGgGR7/gFgc94eLfaAdLBGgIR0B2OCz2OAAidX2UKGgGR7/UX2/SH/LlaAdLA2gIR0B2M5dv863idX2UKGgGR7/T+NcW0qpcaAdLA2gIR0B2Me0Y0l7ddX2UKGgGR7/ToZAIIF/yaAdLA2gIR0B2Sy4NI9TxdX2UKGgGR7+8AU+LWI43aAdLAmgIR0B2SaWTot+TdX2UKGgGR7+YqG1x82JjaAdLAWgIR0B2Rj2FnIyTdX2UKGgGR7/VL/0dzXBhaAdLBGgIR0B2RMP+XJHRdX2UKGgGR7+6bRWtEG7jaAdLAmgIR0B2QdSpBHCodX2UKGgGR7/C03Ov+wTuaAdLA2gIR0B2O33UQTVUdX2UKGgGR7+8MiKR+z+naAdLAmgIR0B2OgsTWXkYdX2UKGgGR7/VGkep4rz5aAdLBGgIR0B2NXEFW4mUdX2UKGgGR7+h7ojfNzKcaAdLAWgIR0B2NATAWSEEdX2UKGgGR7/GiqQzUI9laAdLA2gIR0B2Ts6nzg/DdX2UKGgGR7/bffXPJJXhaAdLBGgIR0B2TSKuSwGGdX2UKGgGR7/ATC+De0ojaAdLAmgIR0B2MsNsnAqNdX2UKGgGR7/Zv6CUX531aAdLBGgIR0B2SJkPMB6sdX2UKGgGR7/TRmbsniNsaAdLA2gIR0B2RCeyzHCGdX2UKGgGR7/iHSOR1X/6aAdLBmgIR0B2P8uOCGvfdX2UKGgGR7/FUcXFcY65aAdLA2gIR0B2PhOafBepdX2UKGgGR7/Jhl18stkGaAdLA2gIR0B2OXTG5tm+dX2UKGgGR7+iWqtHQQcxaAdLAWgIR0B2MzUPQOWjdX2UKGgGR7/Xs8xKxs2vaAdLBGgIR0B2MUh7mdRSdX2UKGgGR7/BaRISUTtcaAdLAmgIR0B2T65Gz8gqdX2UKGgGR7/Mc5sCT2WZaAdLA2gIR0B2TH0Zm7J5dX2UKGgGR7/Lmwqy4Wk8aAdLA2gIR0B2SvUH6dlNdX2UKGgGR7/PY/3WWhRJaAdLA2gIR0B2R4zbeuV5dX2UKGgGR7/W1l5GBnSOaAdLBGgIR0B2QbPhQ3xXdX2UKGgGR7/NRYRujynUaAdLA2gIR0B2PMpH7P6bdX2UKGgGR7/GSYgJTl1baAdLA2gIR0B2O1elbeMydX2UKGgGR7/V6Hj6vaDgaAdLA2gIR0B2Nr2alUIcdX2UKGgGR7/LmNipeeFtaAdLA2gIR0B2NVFH8TBZdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 2000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 20, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV3AIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP0bwBo24useFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.5.0-26-generic-x86_64-with-glibc2.35 # 26~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue Mar 12 10:22:43 UTC 2", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7d32b127d750>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7d32b1278d00>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 500000, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1711590786873136456, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV2wIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolngAAAAAAAAATWCGPiPcTDt6ts4+TWCGPiPcTDt6ts4+NTj/vgwy0j7wQaA+TWCGPiPcTDt6ts4+TWCGPiPcTDt6ts4+KTpPv+tjU7+zOZK/qNhMv3d4pD8q2ZW/NVRMv3eOpb/i0pW/FBIQP6aCxr5twh4/3AeXvQcE2r7b9iu+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksKSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolngAAAAAAAAAqE+LP1xygz98Xbm/3a5RP9aPEr5dywO/ha+Uv/zE2T5g+NE/vzixPxxqub+RcZ8/uwI5vusiiD877+0+7Rmqv445pb7z94e/rwAQv+GfsT8S7bW/sneivzhtPb9WcC2/jtabP1o4c78XosQ/G+65v/g8+b534YC/lGgOSwpLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW8AAAAAAAAABNYIY+I9xMO3q2zj4wBeM+d/PDurrPvD5NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD41OP++DDLSPvBBoD7rgES/lyDRP1B0XT9NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD5NYIY+I9xMO3q2zj4wBeM+d/PDurrPvD4pOk+/62NTv7M5kr9BwV2/TeKkPTUbbL+o2Ey/d3ikPyrZlb+rAWC/DdmDP269dr81VEy/d46lv+LSlb98wkG/hll3vz3Rdr8UEhA/poLGvm3CHj+vCc0/U5TIv+wwjz/cB5e9BwTavtv2K74fjuS/rWfVv/R1sr+UaA5LCksGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.26245347 0.00312591 0.40373594]\n [ 0.26245347 0.00312591 0.40373594]\n [-0.4984757 0.41053808 0.31300306]\n [ 0.26245347 0.00312591 0.40373594]\n [ 0.26245347 0.00312591 0.40373594]\n [-0.8094812 -0.8257434 -1.1423858 ]\n [-0.8001809 1.2849263 -1.1706898 ]\n [-0.7981599 -1.2934102 -1.1704981 ]\n [ 0.56277585 -0.38771552 0.6201542 ]\n [-0.07374546 -0.42581198 -0.16793387]]", "desired_goal": "[[ 1.0883684 1.0269275 -1.4481654 ]\n [ 0.81907445 -0.14312682 -0.5148218 ]\n [-1.1616064 0.425331 1.6403923 ]\n [ 1.3845443 -1.4485507 1.2456533 ]\n [-0.18067448 1.0635656 0.4647158 ]\n [-1.3289162 -0.32270473 -1.0622543 ]\n [-0.56251043 1.3876916 -1.4212973 ]\n [-1.2692778 -0.7399478 -0.67749536]\n [ 1.2174852 -0.9500786 1.5361966 ]\n [-1.4525789 -0.48679328 -1.0068806 ]]", "observation": "[[ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [-4.9847570e-01 4.1053808e-01 3.1300306e-01 -7.6759213e-01\n 1.6338071e+00 8.6505604e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [ 2.6245347e-01 3.1259141e-03 4.0373594e-01 4.4339895e-01\n -1.4949878e-03 3.6877233e-01]\n [-8.0948120e-01 -8.2574338e-01 -1.1423858e+00 -8.6623007e-01\n 8.0509759e-02 -9.2229015e-01]\n [-8.0018091e-01 1.2849263e+00 -1.1706898e+00 -8.7502545e-01\n 1.0300614e+00 -9.6382797e-01]\n [-7.9815990e-01 -1.2934102e+00 -1.1704981e+00 -7.5687385e-01\n -9.6620977e-01 -9.6413022e-01]\n [ 5.6277585e-01 -3.8771552e-01 6.2015420e-01 1.6018580e+00\n -1.5670265e+00 1.1186805e+00]\n [-7.3745459e-02 -4.2581198e-01 -1.6793387e-01 -1.7855872e+00\n -1.6672264e+00 -1.3942246e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVfQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYKAAAAAAAAAAEBAAEBAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwqFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV2wIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolngAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksKSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolngAAAAAAAAAjwQFPuBerz0uMXk990r1vYXiHT1o4o89wgOfvV+smD15nu49LZODOzt8Cr74a1w+yzkSvv9Ltz1h/Hw+uEjYPd/pMj06DkE+EYuuvRzSYb1QY4E+9DLMPV/3Br167eU9wYvLveM2kTtrK0o9gt6AOTvHqr0YTIs+lGgOSwpLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiW8AAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LCksGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 1.2990020e-01 8.5630178e-02 6.0837917e-02]\n [-1.1977189e-01 3.8546104e-02 7.0256054e-02]\n [-7.7643886e-02 7.4547522e-02 1.1651320e-01]\n [ 4.0153475e-03 -1.3523953e-01 2.1525562e-01]\n [-1.4279859e-01 8.9500420e-02 2.4705650e-01]\n [ 1.0560745e-01 4.3680068e-02 1.8853083e-01]\n [-8.5226186e-02 -5.5132017e-02 2.5271082e-01]\n [ 9.9706560e-02 -3.2950755e-02 1.1226936e-01]\n [-9.9387653e-02 4.4315918e-03 4.9357813e-02]\n [ 2.4579844e-04 -8.3387814e-02 2.7206492e-01]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8HbKzRhMJyMAWyUSwKMAXSUR0CRfZymALApdX2UKGgGR7/PBWPtD2J0aAdLA2gIR0CRfpkIomXxdX2UKGgGR7/W3s5XEIgOaAdLBGgIR0CRfTZmqYJFdX2UKGgGR7/NY5ksjFAFaAdLA2gIR0CRfPrFOwgUdX2UKGgGR7/PQb+98JD3aAdLA2gIR0CRfyHz6JqJdX2UKGgGR7+xilSCOFQEaAdLAmgIR0CRfuYekpI+dX2UKGgGR7/VPDpC8e0YaAdLBGgIR0CRfjN4qwyJdX2UKGgGR7/THtF8XvYwaAdLBGgIR0CRfYJd0JWvdX2UKGgGR7+i/0ulGgBcaAdLAWgIR0CRfQuUUwi8dX2UKGgGR7/DkzXSSeRQaAdLAmgIR0CRfrs7uDzzdX2UKGgGR7/O6tknTiKjaAdLA2gIR0CRfoAQQL/kdX2UKGgGR7/AOYplSS/1aAdLAmgIR0CRfVfKp1ifdX2UKGgGR7+92Qnx8UmEaAdLAmgIR0CRfw5M10kodX2UKGgGR7+o7HQyAQQMaAdLAWgIR0CRfpd3Sro4dX2UKGgGR7/VVOsT37DVaAdLBGgIR0CRfiB2OhkBdX2UKGgGR7/dIvalDWsjaAdLBGgIR0CRfeV+qioLdX2UKGgGR7+9inYQJ5VwaAdLAmgIR0CRfTNGEwnIdX2UKGgGR7/HalDWsijdaAdLA2gIR0CRf1mgJ1JUdX2UKGgGR7/SznA6+36RaAdLA2gIR0CRfbkQwsXjdX2UKGgGR7/VQ176YVqOaAdLA2gIR0CRfvB9Cu2adX2UKGgGR7/TVbiZOSGKaAdLBGgIR0CRfnlZowmFdX2UKGgGR7++D3/Pw/gSaAdLAmgIR0CRfgMXrMTwdX2UKGgGR7/OKlYU34sVaAdLA2gIR0CRfY1DjR2KdX2UKGgGR7/BPkaMrEtNaAdLAmgIR0CRf3cjqv/zdX2UKGgGR7/MqSX+l0o0aAdLA2gIR0CRfsRMN+b3dX2UKGgGR7/LOk+HJtBOaAdLA2gIR0CRfk3LV4HHdX2UKGgGR7/GO1fE4vOAaAdLA2gIR0CRfWC0F8ohdX2UKGgGR7/T0cfeUILPaAdLBGgIR0CRf0qbSZ0CdX2UKGgGR7/FnyNGViWnaAdLAmgIR0CRfw9QXQ+mdX2UKGgGR7/S+qioKlYVaAdLA2gIR0CRfqsRg7YDdX2UKGgGR7/XBmwqy4WlaAdLBGgIR0CRffmJ3xFzdX2UKGgGR7/KOearmyPdaAdLA2gIR0CRfb76Hj6vdX2UKGgGR7/Efra/RE4OaAdLAmgIR0CRfYMYdhiLdX2UKGgGR7/A9OARTS9eaAdLAmgIR0CRf24O+ZgHdX2UKGgGR7/MwrUb1h9caAdLA2gIR0CRfvdfb9IgdX2UKGgGR7/JsiSq2jO+aAdLA2gIR0CRfoBppN9IdX2UKGgGR7/WLcsUZeiSaAdLBGgIR0CRfkWBSUC8dX2UKGgGR7/UBXCCSRr8aAdLBGgIR0CRf7pIMBp6dX2UKGgGR7/OEL6UJOWTaAdLA2gIR0CRf0L876pHdX2UKGgGR7+0kpqh11W9aAdLAmgIR0CRfhobXHzZdX2UKGgGR7+7anJkoWpIaAdLAmgIR0CRfaNfPX05dX2UKGgGR7+9PZZjhDPXaAdLAmgIR0CRfxXoTwlTdX2UKGgGR7/OtWdVea8ZaAdLA2gIR0CRfto+fRNRdX2UKGgGR7+vZ/Tb349HaAdLAmgIR0CRfp8yN4qxdX2UKGgGR7/UHtWuHN5daAdLA2gIR0CRfe45cTrWdX2UKGgGR7+yBwuM+/xlaAdLAmgIR0CRf2DEFW4mdX2UKGgGR7/EnvUjLSuyaAdLAmgIR0CRfjd0aIepdX2UKGgGR7/EXw9aEBbOaAdLA2gIR0CRf+sGPgejdX2UKGgGR7/X3T/hl18taAdLBGgIR0CRf69AHE/CdX2UKGgGR7+8ZsKsuFpPaAdLAmgIR0CRfsE4ecQRdX2UKGgGR7/XuzQeFL39aAdLBGgIR0CRfoazeGfxdX2UKGgGR7/BMr3Cbc46aAdLAmgIR0CRfhEfkmx/dX2UKGgGR7/MKtxMnJDFaAdLA2gIR0CRfdXgccU/dX2UKGgGR7/RDxLCemNzaAdLA2gIR0CRf0kqMFUydX2UKGgGR7/RIzWPLgXNaAdLA2gIR0CRfw1/lQuVdX2UKGgGR7/IiItUXHinaAdLA2gIR0CRf5MpPRAsdX2UKGgGR7/Hm6oVEd/8aAdLA2gIR0CRgBjrzGxVdX2UKGgGR7/DeTFERaouaAdLA2gIR0CRf91HOKO1dX2UKGgGR7+iDTSb6P8yaAdLAWgIR0CRf6IgvDgqdX2UKGgGR7/Jgtvn8sMBaAdLA2gIR0CRfu+UQkHEdX2UKGgGR7/Jqlgtvn8saAdLA2gIR0CRfrTLGJemdX2UKGgGR7/YRf4REnb7aAdLBGgIR0CRfnnrY5DJdX2UKGgGR7/LqL0jC53DaAdLA2gIR0CRfgM9bHIZdX2UKGgGR7+o5vLowEhaaAdLAWgIR0CRf+2Cdz4ldX2UKGgGR7/NUm2LHdXUaAdLA2gIR0CRf3cvduYQdX2UKGgGR7/TwiqyWzF/aAdLA2gIR0CRfzus90RwdX2UKGgGR7+LRnezlcQiaAdLAWgIR0CRfwCOWBz4dX2UKGgGR7/Vx4ptrKvFaAdLBGgIR0CRfk+UyHmBdX2UKGgGR7+/m0VrRBu5aAdLAmgIR0CRgD9Nvfj0dX2UKGgGR7+4Ahje9Ba+aAdLAmgIR0CRficriEQHdX2UKGgGR7/SDohY/3WXaAdLA2gIR0CRfueumrKedX2UKGgGR7/GipvP1L8KaAdLA2gIR0CRfqzWf9P2dX2UKGgGR7+9Ktga3qiXaAdLAmgIR0CRgFuQp4KQdX2UKGgGR7/MGh24d6syaAdLA2gIR0CRgB/uLJjldX2UKGgGR7/ZJSR8twrEaAdLBGgIR0CRf+TKDCgsdX2UKGgGR7/TkpZwGW2PaAdLA2gIR0CRf6l9Sde6dX2UKGgGR7/IAVfu1F6SaAdLA2gIR0CRfzKuSwGGdX2UKGgGR7/MZm7J4jbBaAdLA2gIR0CRfoHc1wYMdX2UKGgGR7+fES/TLGJfaAdLAWgIR0CRf7h60IC2dX2UKGgGR7/YdOZb6guiaAdLBGgIR0CRf3zp5eJIdX2UKGgGR7/URFI/Z/TcaAdLA2gIR0CRfxPWQOnVdX2UKGgGR7/czPKMefZmaAdLBGgIR0CRfmGoJiRXdX2UKGgGR7/VFdcB2fTTaAdLA2gIR0CRgIx4IKMOdX2UKGgGR7/FhrnDBMzuaAdLAmgIR0CRf9nzxwyZdX2UKGgGR7/a2ycCo0hvaAdLBGgIR0CRfuxlxwQ2dX2UKGgGR7/RLX+VC5VfaAdLBGgIR0CRgCOerdWRdX2UKGgGR7/Q6o2n889waAdLA2gIR0CRf6xZ+x4ZdX2UKGgGR7/ONn5BTn7paAdLBGgIR0CRfr/cWTHKdX2UKGgGR7+2Dh99c8klaAdLAmgIR0CRfoPrv9cbdX2UKGgGR7/WoP07KaG6aAdLBWgIR0CRf37mMfihdX2UKGgGR7/O+B6KLsKLaAdLA2gIR0CRf0QarFOxdX2UKGgGR7/ENI9TxXnyaAdLAmgIR0CRfwk4FRpDdX2UKGgGR7/Pv1lGwzLwaAdLA2gIR0CRgLgc94eLdX2UKGgGR7/GMUAT7EYPaAdLAmgIR0CRgEC53C9AdX2UKGgGR7/E189fTkQxaAdLAmgIR0CRftyqdYnwdX2UKGgGR7/AWTHKfWc0aAdLAmgIR0CRfqDSgGr0dX2UKGgGR7+NL6DXe3x4aAdLAWgIR0CRgMbr1M/RdX2UKGgGR7/gKveP7vXtaAdLB2gIR0CRgIsg+yJLdX2UKGgGR7/Us2eg+QlsaAdLBGgIR0CRgBQRwqAjdX2UKGgGR7/QwI+nqFAWaAdLA2gIR0CRf9hVU+9rdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 10000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 10, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV3AIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYy9ob21lL25vZGUvV09SSy9XT1JLU1BBQ0UvRU5WUy9taXNjcy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP0bwBo24useFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.5.0-26-generic-x86_64-with-glibc2.35 # 26~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue Mar 12 10:22:43 UTC 2", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -0.
|
|
|
|
| 1 |
+
{"mean_reward": -0.19823905378580092, "std_reward": 0.07434946320331458, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-03-28T10:20:25.814727"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f19f9d89b8b3475dbab24c44b49aa138e06b25c7ddb96d4d846710ace46c4123
|
| 3 |
+
size 2565
|