diff --git "a/BipedalWalker-v3/Train_gym_SAC_20230415-140928/logs/log.txt" "b/BipedalWalker-v3/Train_gym_SAC_20230415-140928/logs/log.txt" new file mode 100644--- /dev/null +++ "b/BipedalWalker-v3/Train_gym_SAC_20230415-140928/logs/log.txt" @@ -0,0 +1,2095 @@ +2023-04-15 14:09:28 - r - INFO: - Hyperparameters: +2023-04-15 14:09:28 - r - INFO: - ================================================================================ +2023-04-15 14:09:28 - r - INFO: - Name Value Type +2023-04-15 14:09:28 - r - INFO: - env_name gym +2023-04-15 14:09:28 - r - INFO: - new_step_api 1 +2023-04-15 14:09:28 - r - INFO: - wrapper None +2023-04-15 14:09:28 - r - INFO: - render 0 +2023-04-15 14:09:28 - r - INFO: - render_mode None +2023-04-15 14:09:28 - r - INFO: - algo_name SAC +2023-04-15 14:09:28 - r - INFO: - mode train +2023-04-15 14:09:28 - r - INFO: - mp_backend mp +2023-04-15 14:09:28 - r - INFO: - seed 666 +2023-04-15 14:09:28 - r - INFO: - device cuda +2023-04-15 14:09:28 - r - INFO: - train_eps 2000 +2023-04-15 14:09:28 - r - INFO: - test_eps 20 +2023-04-15 14:09:28 - r - INFO: - eval_eps 10 +2023-04-15 14:09:28 - r - INFO: - eval_per_episode 5 +2023-04-15 14:09:28 - r - INFO: - max_steps 500 +2023-04-15 14:09:28 - r - INFO: - load_checkpoint 0 +2023-04-15 14:09:28 - r - INFO: - load_path Train_BipedalWalker-v3_SAC +2023-04-15 14:09:28 - r - INFO: - show_fig 0 +2023-04-15 14:09:28 - r - INFO: - save_fig 1 +2023-04-15 14:09:28 - r - INFO: - continous 1 +2023-04-15 14:09:28 - r - INFO: - policy_type Gaussian +2023-04-15 14:09:28 - r - INFO: - lr 0.0004 +2023-04-15 14:09:28 - r - INFO: - gamma 0.98 +2023-04-15 14:09:28 - r - INFO: - tau 0.01 +2023-04-15 14:09:28 - r - INFO: - alpha 0.01 +2023-04-15 14:09:28 - r - INFO: - automatic_entropy_tuning 0 +2023-04-15 14:09:28 - r - INFO: - batch_size 64 +2023-04-15 14:09:28 - r - INFO: - hidden_dim 256 +2023-04-15 14:09:28 - r - INFO: - n_epochs 1 +2023-04-15 14:09:28 - r - INFO: - start_steps 10000 +2023-04-15 14:09:28 - r - INFO: - target_update_fre 1 +2023-04-15 14:09:28 - r - INFO: - buffer_size 1000000 +2023-04-15 14:09:28 - r - INFO: - id BipedalWalker-v3 +2023-04-15 14:09:28 - r - INFO: - task_dir D:\lab\joyrl-offline/tasks/Train_gym_SAC_20230415-140928 +2023-04-15 14:09:28 - r - INFO: - res_dir D:\lab\joyrl-offline/tasks/Train_gym_SAC_20230415-140928/results +2023-04-15 14:09:28 - r - INFO: - log_dir D:\lab\joyrl-offline/tasks/Train_gym_SAC_20230415-140928/logs +2023-04-15 14:09:28 - r - INFO: - traj_dir D:\lab\joyrl-offline/tasks/Train_gym_SAC_20230415-140928/traj +2023-04-15 14:09:28 - r - INFO: - video_dir D:\lab\joyrl-offline/tasks/Train_gym_SAC_20230415-140928/videos +2023-04-15 14:09:28 - r - INFO: - ================================================================================ +2023-04-15 14:09:28 - r - INFO: - action_bound: 1.0 +2023-04-15 14:09:28 - r - INFO: - n_states: 24, n_actions: 4 +2023-04-15 14:09:29 - r - INFO: - Start training! +2023-04-15 14:09:29 - r - INFO: - Env: gym, Algorithm: SAC, Device: cuda +2023-04-15 14:09:30 - r - INFO: - Episode: 1/2000, Reward: -109.176, Step: 75 +2023-04-15 14:09:30 - r - INFO: - Episode: 2/2000, Reward: -100.016, Step: 93 +2023-04-15 14:09:31 - r - INFO: - Episode: 3/2000, Reward: -101.040, Step: 91 +2023-04-15 14:09:32 - r - INFO: - Episode: 4/2000, Reward: -108.710, Step: 141 +2023-04-15 14:09:36 - r - INFO: - Episode: 5/2000, Reward: -27.626, Step: 500 +2023-04-15 14:09:43 - r - INFO: - Current episode 5 has the best eval reward: -56.780 +2023-04-15 14:09:43 - r - INFO: - Episode: 6/2000, Reward: -103.044, Step: 71 +2023-04-15 14:09:47 - r - INFO: - Episode: 7/2000, Reward: -27.145, Step: 500 +2023-04-15 14:09:48 - r - INFO: - Episode: 8/2000, Reward: -107.599, Step: 47 +2023-04-15 14:09:48 - r - INFO: - Episode: 9/2000, Reward: -99.189, Step: 98 +2023-04-15 14:09:52 - r - INFO: - Episode: 10/2000, Reward: -26.911, Step: 500 +2023-04-15 14:09:53 - r - INFO: - Episode: 11/2000, Reward: -114.284, Step: 66 +2023-04-15 14:09:57 - r - INFO: - Episode: 12/2000, Reward: -35.446, Step: 500 +2023-04-15 14:10:01 - r - INFO: - Episode: 13/2000, Reward: -25.799, Step: 500 +2023-04-15 14:10:02 - r - INFO: - Episode: 14/2000, Reward: -114.296, Step: 89 +2023-04-15 14:10:02 - r - INFO: - Episode: 15/2000, Reward: -97.413, Step: 84 +2023-04-15 14:10:09 - r - INFO: - Episode: 16/2000, Reward: -35.194, Step: 500 +2023-04-15 14:10:12 - r - INFO: - Episode: 17/2000, Reward: -26.215, Step: 500 +2023-04-15 14:10:13 - r - INFO: - Episode: 18/2000, Reward: -98.702, Step: 80 +2023-04-15 14:10:14 - r - INFO: - Episode: 19/2000, Reward: -106.983, Step: 57 +2023-04-15 14:10:17 - r - INFO: - Episode: 20/2000, Reward: -26.971, Step: 500 +2023-04-15 14:10:20 - r - INFO: - Episode: 21/2000, Reward: -109.315, Step: 149 +2023-04-15 14:10:21 - r - INFO: - Episode: 22/2000, Reward: -100.052, Step: 86 +2023-04-15 14:10:21 - r - INFO: - Episode: 23/2000, Reward: -109.197, Step: 41 +2023-04-15 14:10:25 - r - INFO: - Episode: 24/2000, Reward: -24.714, Step: 500 +2023-04-15 14:10:29 - r - INFO: - Episode: 25/2000, Reward: -25.429, Step: 500 +2023-04-15 14:10:32 - r - INFO: - Episode: 26/2000, Reward: -106.015, Step: 62 +2023-04-15 14:10:32 - r - INFO: - Episode: 27/2000, Reward: -101.945, Step: 76 +2023-04-15 14:10:33 - r - INFO: - Episode: 28/2000, Reward: -101.864, Step: 106 +2023-04-15 14:10:34 - r - INFO: - Episode: 29/2000, Reward: -116.630, Step: 70 +2023-04-15 14:10:34 - r - INFO: - Episode: 30/2000, Reward: -110.272, Step: 46 +2023-04-15 14:10:36 - r - INFO: - Episode: 31/2000, Reward: -98.832, Step: 110 +2023-04-15 14:10:37 - r - INFO: - Episode: 32/2000, Reward: -107.261, Step: 93 +2023-04-15 14:10:38 - r - INFO: - Episode: 33/2000, Reward: -115.480, Step: 90 +2023-04-15 14:10:39 - r - INFO: - Episode: 34/2000, Reward: -101.451, Step: 85 +2023-04-15 14:10:39 - r - INFO: - Episode: 35/2000, Reward: -122.465, Step: 80 +2023-04-15 14:10:41 - r - INFO: - Episode: 36/2000, Reward: -99.986, Step: 58 +2023-04-15 14:10:41 - r - INFO: - Episode: 37/2000, Reward: -100.194, Step: 80 +2023-04-15 14:10:42 - r - INFO: - Episode: 38/2000, Reward: -118.440, Step: 76 +2023-04-15 14:10:42 - r - INFO: - Episode: 39/2000, Reward: -109.708, Step: 42 +2023-04-15 14:10:43 - r - INFO: - Episode: 40/2000, Reward: -108.763, Step: 42 +2023-04-15 14:10:46 - r - INFO: - Episode: 41/2000, Reward: -99.495, Step: 81 +2023-04-15 14:10:47 - r - INFO: - Episode: 42/2000, Reward: -113.156, Step: 81 +2023-04-15 14:10:51 - r - INFO: - Episode: 43/2000, Reward: -23.712, Step: 500 +2023-04-15 14:10:55 - r - INFO: - Episode: 44/2000, Reward: -25.025, Step: 500 +2023-04-15 14:10:55 - r - INFO: - Episode: 45/2000, Reward: -97.836, Step: 70 +2023-04-15 14:11:01 - r - INFO: - Episode: 46/2000, Reward: -21.998, Step: 500 +2023-04-15 14:11:01 - r - INFO: - Episode: 47/2000, Reward: -110.373, Step: 66 +2023-04-15 14:11:05 - r - INFO: - Episode: 48/2000, Reward: -22.774, Step: 500 +2023-04-15 14:11:06 - r - INFO: - Episode: 49/2000, Reward: -99.666, Step: 65 +2023-04-15 14:11:10 - r - INFO: - Episode: 50/2000, Reward: -36.209, Step: 500 +2023-04-15 14:11:13 - r - INFO: - Episode: 51/2000, Reward: -111.627, Step: 248 +2023-04-15 14:11:17 - r - INFO: - Episode: 52/2000, Reward: -23.537, Step: 500 +2023-04-15 14:11:18 - r - INFO: - Episode: 53/2000, Reward: -124.570, Step: 80 +2023-04-15 14:11:18 - r - INFO: - Episode: 54/2000, Reward: -98.712, Step: 81 +2023-04-15 14:11:19 - r - INFO: - Episode: 55/2000, Reward: -125.502, Step: 83 +2023-04-15 14:11:26 - r - INFO: - Episode: 56/2000, Reward: -28.698, Step: 500 +2023-04-15 14:11:30 - r - INFO: - Episode: 57/2000, Reward: -33.805, Step: 500 +2023-04-15 14:11:31 - r - INFO: - Episode: 58/2000, Reward: -107.623, Step: 72 +2023-04-15 14:11:32 - r - INFO: - Episode: 59/2000, Reward: -102.412, Step: 109 +2023-04-15 14:11:33 - r - INFO: - Episode: 60/2000, Reward: -104.690, Step: 124 +2023-04-15 14:11:38 - r - INFO: - Episode: 61/2000, Reward: -121.320, Step: 99 +2023-04-15 14:11:38 - r - INFO: - Episode: 62/2000, Reward: -105.057, Step: 78 +2023-04-15 14:11:43 - r - INFO: - Episode: 63/2000, Reward: -31.169, Step: 500 +2023-04-15 14:11:48 - r - INFO: - Episode: 64/2000, Reward: -150.023, Step: 466 +2023-04-15 14:11:52 - r - INFO: - Episode: 65/2000, Reward: -22.506, Step: 500 +2023-04-15 14:11:57 - r - INFO: - Current episode 65 has the best eval reward: -45.491 +2023-04-15 14:12:02 - r - INFO: - Episode: 66/2000, Reward: -8.337, Step: 500 +2023-04-15 14:12:06 - r - INFO: - Episode: 67/2000, Reward: -17.253, Step: 500 +2023-04-15 14:12:08 - r - INFO: - Episode: 68/2000, Reward: -111.360, Step: 182 +2023-04-15 14:12:12 - r - INFO: - Episode: 69/2000, Reward: -24.281, Step: 500 +2023-04-15 14:12:13 - r - INFO: - Episode: 70/2000, Reward: -98.758, Step: 77 +2023-04-15 14:12:24 - r - INFO: - Episode: 71/2000, Reward: -20.299, Step: 500 +2023-04-15 14:12:28 - r - INFO: - Episode: 72/2000, Reward: -15.941, Step: 500 +2023-04-15 14:12:33 - r - INFO: - Episode: 73/2000, Reward: -14.262, Step: 500 +2023-04-15 14:12:38 - r - INFO: - Episode: 74/2000, Reward: -32.541, Step: 500 +2023-04-15 14:12:43 - r - INFO: - Episode: 75/2000, Reward: -26.718, Step: 500 +2023-04-15 14:12:50 - r - INFO: - Current episode 75 has the best eval reward: -28.600 +2023-04-15 14:12:55 - r - INFO: - Episode: 76/2000, Reward: -32.423, Step: 500 +2023-04-15 14:12:59 - r - INFO: - Episode: 77/2000, Reward: -28.474, Step: 500 +2023-04-15 14:13:04 - r - INFO: - Episode: 78/2000, Reward: -24.279, Step: 500 +2023-04-15 14:13:09 - r - INFO: - Episode: 79/2000, Reward: -19.191, Step: 500 +2023-04-15 14:13:13 - r - INFO: - Episode: 80/2000, Reward: -23.844, Step: 500 +2023-04-15 14:13:21 - r - INFO: - Current episode 80 has the best eval reward: -15.836 +2023-04-15 14:13:25 - r - INFO: - Episode: 81/2000, Reward: -26.297, Step: 500 +2023-04-15 14:13:30 - r - INFO: - Episode: 82/2000, Reward: -21.796, Step: 500 +2023-04-15 14:13:34 - r - INFO: - Episode: 83/2000, Reward: -25.648, Step: 500 +2023-04-15 14:13:39 - r - INFO: - Episode: 84/2000, Reward: -25.688, Step: 500 +2023-04-15 14:13:41 - r - INFO: - Episode: 85/2000, Reward: -97.206, Step: 235 +2023-04-15 14:13:53 - r - INFO: - Episode: 86/2000, Reward: -15.133, Step: 500 +2023-04-15 14:13:57 - r - INFO: - Episode: 87/2000, Reward: -36.641, Step: 500 +2023-04-15 14:14:02 - r - INFO: - Episode: 88/2000, Reward: -38.778, Step: 500 +2023-04-15 14:14:06 - r - INFO: - Episode: 89/2000, Reward: -40.080, Step: 500 +2023-04-15 14:14:11 - r - INFO: - Episode: 90/2000, Reward: -28.345, Step: 500 +2023-04-15 14:14:19 - r - INFO: - Episode: 91/2000, Reward: -117.497, Step: 75 +2023-04-15 14:14:23 - r - INFO: - Episode: 92/2000, Reward: -28.844, Step: 500 +2023-04-15 14:14:28 - r - INFO: - Episode: 93/2000, Reward: -26.978, Step: 500 +2023-04-15 14:14:32 - r - INFO: - Episode: 94/2000, Reward: -32.589, Step: 500 +2023-04-15 14:14:37 - r - INFO: - Episode: 95/2000, Reward: -27.702, Step: 500 +2023-04-15 14:14:49 - r - INFO: - Episode: 96/2000, Reward: -17.246, Step: 500 +2023-04-15 14:14:53 - r - INFO: - Episode: 97/2000, Reward: -16.413, Step: 500 +2023-04-15 14:14:58 - r - INFO: - Episode: 98/2000, Reward: -23.937, Step: 500 +2023-04-15 14:15:02 - r - INFO: - Episode: 99/2000, Reward: -18.236, Step: 500 +2023-04-15 14:15:06 - r - INFO: - Episode: 100/2000, Reward: -20.872, Step: 500 +2023-04-15 14:15:18 - r - INFO: - Episode: 101/2000, Reward: -21.802, Step: 500 +2023-04-15 14:15:22 - r - INFO: - Episode: 102/2000, Reward: -26.185, Step: 500 +2023-04-15 14:15:27 - r - INFO: - Episode: 103/2000, Reward: -26.587, Step: 500 +2023-04-15 14:15:31 - r - INFO: - Episode: 104/2000, Reward: -27.466, Step: 500 +2023-04-15 14:15:36 - r - INFO: - Episode: 105/2000, Reward: -24.475, Step: 500 +2023-04-15 14:15:44 - r - INFO: - Episode: 106/2000, Reward: -23.655, Step: 500 +2023-04-15 14:15:48 - r - INFO: - Episode: 107/2000, Reward: -21.924, Step: 500 +2023-04-15 14:15:52 - r - INFO: - Episode: 108/2000, Reward: -26.563, Step: 500 +2023-04-15 14:15:53 - r - INFO: - Episode: 109/2000, Reward: -97.671, Step: 86 +2023-04-15 14:15:54 - r - INFO: - Episode: 110/2000, Reward: -113.126, Step: 134 +2023-04-15 14:16:02 - r - INFO: - Episode: 111/2000, Reward: -99.384, Step: 152 +2023-04-15 14:16:07 - r - INFO: - Episode: 112/2000, Reward: -15.169, Step: 500 +2023-04-15 14:16:11 - r - INFO: - Episode: 113/2000, Reward: -17.825, Step: 500 +2023-04-15 14:16:15 - r - INFO: - Episode: 114/2000, Reward: -20.768, Step: 500 +2023-04-15 14:16:20 - r - INFO: - Episode: 115/2000, Reward: -14.061, Step: 500 +2023-04-15 14:16:27 - r - INFO: - Current episode 115 has the best eval reward: -15.694 +2023-04-15 14:16:31 - r - INFO: - Episode: 116/2000, Reward: -15.811, Step: 500 +2023-04-15 14:16:36 - r - INFO: - Episode: 117/2000, Reward: -27.770, Step: 500 +2023-04-15 14:16:40 - r - INFO: - Episode: 118/2000, Reward: -26.572, Step: 500 +2023-04-15 14:16:44 - r - INFO: - Episode: 119/2000, Reward: -25.633, Step: 500 +2023-04-15 14:16:49 - r - INFO: - Episode: 120/2000, Reward: -26.570, Step: 500 +2023-04-15 14:17:01 - r - INFO: - Episode: 121/2000, Reward: -21.238, Step: 500 +2023-04-15 14:17:06 - r - INFO: - Episode: 122/2000, Reward: -10.052, Step: 500 +2023-04-15 14:17:06 - r - INFO: - Episode: 123/2000, Reward: -121.545, Step: 74 +2023-04-15 14:17:11 - r - INFO: - Episode: 124/2000, Reward: -23.983, Step: 500 +2023-04-15 14:17:15 - r - INFO: - Episode: 125/2000, Reward: -19.305, Step: 500 +2023-04-15 14:17:24 - r - INFO: - Episode: 126/2000, Reward: -134.314, Step: 163 +2023-04-15 14:17:29 - r - INFO: - Episode: 127/2000, Reward: -27.831, Step: 500 +2023-04-15 14:17:34 - r - INFO: - Episode: 128/2000, Reward: -32.146, Step: 500 +2023-04-15 14:17:38 - r - INFO: - Episode: 129/2000, Reward: -31.763, Step: 500 +2023-04-15 14:17:43 - r - INFO: - Episode: 130/2000, Reward: -29.210, Step: 500 +2023-04-15 14:17:54 - r - INFO: - Episode: 131/2000, Reward: -20.699, Step: 500 +2023-04-15 14:17:59 - r - INFO: - Episode: 132/2000, Reward: -32.027, Step: 500 +2023-04-15 14:18:03 - r - INFO: - Episode: 133/2000, Reward: -26.395, Step: 500 +2023-04-15 14:18:08 - r - INFO: - Episode: 134/2000, Reward: -32.675, Step: 500 +2023-04-15 14:18:12 - r - INFO: - Episode: 135/2000, Reward: -36.649, Step: 500 +2023-04-15 14:18:24 - r - INFO: - Episode: 136/2000, Reward: -15.826, Step: 500 +2023-04-15 14:18:28 - r - INFO: - Episode: 137/2000, Reward: -15.980, Step: 500 +2023-04-15 14:18:33 - r - INFO: - Episode: 138/2000, Reward: -12.321, Step: 500 +2023-04-15 14:18:38 - r - INFO: - Episode: 139/2000, Reward: -4.984, Step: 500 +2023-04-15 14:18:42 - r - INFO: - Episode: 140/2000, Reward: -11.359, Step: 500 +2023-04-15 14:18:54 - r - INFO: - Episode: 141/2000, Reward: -15.741, Step: 500 +2023-04-15 14:18:58 - r - INFO: - Episode: 142/2000, Reward: -5.929, Step: 500 +2023-04-15 14:19:02 - r - INFO: - Episode: 143/2000, Reward: -11.564, Step: 500 +2023-04-15 14:19:07 - r - INFO: - Episode: 144/2000, Reward: -15.421, Step: 500 +2023-04-15 14:19:11 - r - INFO: - Episode: 145/2000, Reward: -20.924, Step: 500 +2023-04-15 14:19:23 - r - INFO: - Episode: 146/2000, Reward: -14.137, Step: 500 +2023-04-15 14:19:28 - r - INFO: - Episode: 147/2000, Reward: -21.478, Step: 500 +2023-04-15 14:19:32 - r - INFO: - Episode: 148/2000, Reward: -16.386, Step: 500 +2023-04-15 14:19:36 - r - INFO: - Episode: 149/2000, Reward: -17.580, Step: 500 +2023-04-15 14:19:41 - r - INFO: - Episode: 150/2000, Reward: -7.455, Step: 500 +2023-04-15 14:19:52 - r - INFO: - Episode: 151/2000, Reward: -10.209, Step: 500 +2023-04-15 14:19:57 - r - INFO: - Episode: 152/2000, Reward: -41.640, Step: 500 +2023-04-15 14:20:01 - r - INFO: - Episode: 153/2000, Reward: -26.294, Step: 500 +2023-04-15 14:20:05 - r - INFO: - Episode: 154/2000, Reward: -19.839, Step: 500 +2023-04-15 14:20:10 - r - INFO: - Episode: 155/2000, Reward: -30.129, Step: 500 +2023-04-15 14:20:21 - r - INFO: - Episode: 156/2000, Reward: -27.877, Step: 500 +2023-04-15 14:21:23 - r - INFO: - Episode: 157/2000, Reward: -28.419, Step: 500 +2023-04-15 14:21:27 - r - INFO: - Episode: 158/2000, Reward: -26.450, Step: 500 +2023-04-15 14:21:32 - r - INFO: - Episode: 159/2000, Reward: -29.323, Step: 500 +2023-04-15 14:21:36 - r - INFO: - Episode: 160/2000, Reward: -22.723, Step: 500 +2023-04-15 14:21:44 - r - INFO: - Current episode 160 has the best eval reward: -15.562 +2023-04-15 14:21:48 - r - INFO: - Episode: 161/2000, Reward: -12.634, Step: 500 +2023-04-15 14:21:53 - r - INFO: - Episode: 162/2000, Reward: -20.114, Step: 500 +2023-04-15 14:21:57 - r - INFO: - Episode: 163/2000, Reward: -14.455, Step: 500 +2023-04-15 14:22:02 - r - INFO: - Episode: 164/2000, Reward: -19.219, Step: 500 +2023-04-15 14:22:06 - r - INFO: - Episode: 165/2000, Reward: -17.960, Step: 500 +2023-04-15 14:22:17 - r - INFO: - Episode: 166/2000, Reward: -22.411, Step: 500 +2023-04-15 14:22:22 - r - INFO: - Episode: 167/2000, Reward: -24.840, Step: 500 +2023-04-15 14:22:26 - r - INFO: - Episode: 168/2000, Reward: -28.984, Step: 500 +2023-04-15 14:22:26 - r - INFO: - Episode: 169/2000, Reward: -114.682, Step: 46 +2023-04-15 14:22:31 - r - INFO: - Episode: 170/2000, Reward: -18.947, Step: 500 +2023-04-15 14:22:43 - r - INFO: - Episode: 171/2000, Reward: -18.739, Step: 500 +2023-04-15 14:22:47 - r - INFO: - Episode: 172/2000, Reward: -14.314, Step: 500 +2023-04-15 14:22:52 - r - INFO: - Episode: 173/2000, Reward: -19.592, Step: 500 +2023-04-15 14:22:57 - r - INFO: - Episode: 174/2000, Reward: -33.014, Step: 500 +2023-04-15 14:23:01 - r - INFO: - Episode: 175/2000, Reward: -20.059, Step: 500 +2023-04-15 14:23:13 - r - INFO: - Episode: 176/2000, Reward: -15.571, Step: 500 +2023-04-15 14:23:18 - r - INFO: - Episode: 177/2000, Reward: -10.026, Step: 500 +2023-04-15 14:23:22 - r - INFO: - Episode: 178/2000, Reward: -6.414, Step: 500 +2023-04-15 14:23:27 - r - INFO: - Episode: 179/2000, Reward: -23.352, Step: 500 +2023-04-15 14:23:31 - r - INFO: - Episode: 180/2000, Reward: -27.634, Step: 500 +2023-04-15 14:23:37 - r - INFO: - Episode: 181/2000, Reward: -104.611, Step: 158 +2023-04-15 14:23:41 - r - INFO: - Episode: 182/2000, Reward: -17.799, Step: 500 +2023-04-15 14:23:46 - r - INFO: - Episode: 183/2000, Reward: -16.625, Step: 500 +2023-04-15 14:23:50 - r - INFO: - Episode: 184/2000, Reward: -12.714, Step: 500 +2023-04-15 14:23:55 - r - INFO: - Episode: 185/2000, Reward: -8.524, Step: 500 +2023-04-15 14:24:07 - r - INFO: - Episode: 186/2000, Reward: -23.866, Step: 500 +2023-04-15 14:24:12 - r - INFO: - Episode: 187/2000, Reward: -20.091, Step: 500 +2023-04-15 14:24:16 - r - INFO: - Episode: 188/2000, Reward: -23.364, Step: 500 +2023-04-15 14:24:21 - r - INFO: - Episode: 189/2000, Reward: -1.868, Step: 500 +2023-04-15 14:24:25 - r - INFO: - Episode: 190/2000, Reward: -15.354, Step: 500 +2023-04-15 14:24:34 - r - INFO: - Episode: 191/2000, Reward: -116.035, Step: 84 +2023-04-15 14:24:38 - r - INFO: - Episode: 192/2000, Reward: -15.563, Step: 500 +2023-04-15 14:24:43 - r - INFO: - Episode: 193/2000, Reward: -18.838, Step: 500 +2023-04-15 14:24:47 - r - INFO: - Episode: 194/2000, Reward: -11.037, Step: 500 +2023-04-15 14:24:52 - r - INFO: - Episode: 195/2000, Reward: -17.946, Step: 500 +2023-04-15 14:25:04 - r - INFO: - Episode: 196/2000, Reward: -16.631, Step: 500 +2023-04-15 14:25:09 - r - INFO: - Episode: 197/2000, Reward: -10.618, Step: 500 +2023-04-15 14:25:13 - r - INFO: - Episode: 198/2000, Reward: -17.573, Step: 500 +2023-04-15 14:25:18 - r - INFO: - Episode: 199/2000, Reward: -15.369, Step: 500 +2023-04-15 14:25:22 - r - INFO: - Episode: 200/2000, Reward: -11.963, Step: 500 +2023-04-15 14:25:30 - r - INFO: - Current episode 200 has the best eval reward: -4.124 +2023-04-15 14:25:35 - r - INFO: - Episode: 201/2000, Reward: -27.458, Step: 500 +2023-04-15 14:25:39 - r - INFO: - Episode: 202/2000, Reward: -16.494, Step: 500 +2023-04-15 14:25:44 - r - INFO: - Episode: 203/2000, Reward: -9.793, Step: 500 +2023-04-15 14:25:49 - r - INFO: - Episode: 204/2000, Reward: -8.005, Step: 500 +2023-04-15 14:25:53 - r - INFO: - Episode: 205/2000, Reward: -21.846, Step: 500 +2023-04-15 14:26:05 - r - INFO: - Episode: 206/2000, Reward: -17.838, Step: 500 +2023-04-15 14:26:10 - r - INFO: - Episode: 207/2000, Reward: -17.027, Step: 500 +2023-04-15 14:26:14 - r - INFO: - Episode: 208/2000, Reward: -17.976, Step: 500 +2023-04-15 14:26:19 - r - INFO: - Episode: 209/2000, Reward: -13.785, Step: 500 +2023-04-15 14:26:23 - r - INFO: - Episode: 210/2000, Reward: -9.319, Step: 500 +2023-04-15 14:26:35 - r - INFO: - Episode: 211/2000, Reward: -14.770, Step: 500 +2023-04-15 14:26:40 - r - INFO: - Episode: 212/2000, Reward: -13.773, Step: 500 +2023-04-15 14:26:45 - r - INFO: - Episode: 213/2000, Reward: -17.484, Step: 500 +2023-04-15 14:26:49 - r - INFO: - Episode: 214/2000, Reward: -26.864, Step: 500 +2023-04-15 14:26:54 - r - INFO: - Episode: 215/2000, Reward: -12.291, Step: 500 +2023-04-15 14:27:06 - r - INFO: - Episode: 216/2000, Reward: -5.674, Step: 500 +2023-04-15 14:27:10 - r - INFO: - Episode: 217/2000, Reward: -5.626, Step: 500 +2023-04-15 14:27:15 - r - INFO: - Episode: 218/2000, Reward: -10.133, Step: 500 +2023-04-15 14:27:20 - r - INFO: - Episode: 219/2000, Reward: -16.108, Step: 500 +2023-04-15 14:27:24 - r - INFO: - Episode: 220/2000, Reward: -15.000, Step: 500 +2023-04-15 14:27:35 - r - INFO: - Episode: 221/2000, Reward: -18.994, Step: 500 +2023-04-15 14:27:40 - r - INFO: - Episode: 222/2000, Reward: -14.804, Step: 500 +2023-04-15 14:27:44 - r - INFO: - Episode: 223/2000, Reward: -16.160, Step: 500 +2023-04-15 14:27:45 - r - INFO: - Episode: 224/2000, Reward: -106.238, Step: 112 +2023-04-15 14:27:46 - r - INFO: - Episode: 225/2000, Reward: -104.904, Step: 108 +2023-04-15 14:27:58 - r - INFO: - Episode: 226/2000, Reward: -8.520, Step: 500 +2023-04-15 14:28:03 - r - INFO: - Episode: 227/2000, Reward: 0.132, Step: 500 +2023-04-15 14:28:08 - r - INFO: - Episode: 228/2000, Reward: -11.456, Step: 500 +2023-04-15 14:28:12 - r - INFO: - Episode: 229/2000, Reward: 1.346, Step: 500 +2023-04-15 14:28:17 - r - INFO: - Episode: 230/2000, Reward: 4.278, Step: 500 +2023-04-15 14:28:29 - r - INFO: - Episode: 231/2000, Reward: -19.499, Step: 500 +2023-04-15 14:28:33 - r - INFO: - Episode: 232/2000, Reward: -6.463, Step: 500 +2023-04-15 14:28:34 - r - INFO: - Episode: 233/2000, Reward: -107.033, Step: 66 +2023-04-15 14:28:35 - r - INFO: - Episode: 234/2000, Reward: -117.288, Step: 81 +2023-04-15 14:28:36 - r - INFO: - Episode: 235/2000, Reward: -124.235, Step: 103 +2023-04-15 14:28:40 - r - INFO: - Episode: 236/2000, Reward: -119.860, Step: 148 +2023-04-15 14:28:45 - r - INFO: - Episode: 237/2000, Reward: 6.657, Step: 500 +2023-04-15 14:28:49 - r - INFO: - Episode: 238/2000, Reward: -3.263, Step: 500 +2023-04-15 14:28:54 - r - INFO: - Episode: 239/2000, Reward: -17.619, Step: 500 +2023-04-15 14:28:58 - r - INFO: - Episode: 240/2000, Reward: -5.574, Step: 500 +2023-04-15 14:29:11 - r - INFO: - Episode: 241/2000, Reward: -4.529, Step: 500 +2023-04-15 14:29:15 - r - INFO: - Episode: 242/2000, Reward: -15.192, Step: 500 +2023-04-15 14:29:20 - r - INFO: - Episode: 243/2000, Reward: -15.513, Step: 500 +2023-04-15 14:29:20 - r - INFO: - Episode: 244/2000, Reward: -119.448, Step: 53 +2023-04-15 14:29:25 - r - INFO: - Episode: 245/2000, Reward: -13.981, Step: 500 +2023-04-15 14:29:37 - r - INFO: - Episode: 246/2000, Reward: -13.005, Step: 500 +2023-04-15 14:29:42 - r - INFO: - Episode: 247/2000, Reward: -18.202, Step: 500 +2023-04-15 14:29:46 - r - INFO: - Episode: 248/2000, Reward: -21.412, Step: 500 +2023-04-15 14:29:51 - r - INFO: - Episode: 249/2000, Reward: -16.894, Step: 500 +2023-04-15 14:29:55 - r - INFO: - Episode: 250/2000, Reward: -18.058, Step: 500 +2023-04-15 14:30:08 - r - INFO: - Episode: 251/2000, Reward: -11.733, Step: 500 +2023-04-15 14:30:08 - r - INFO: - Episode: 252/2000, Reward: -104.115, Step: 92 +2023-04-15 14:30:13 - r - INFO: - Episode: 253/2000, Reward: -12.756, Step: 500 +2023-04-15 14:30:18 - r - INFO: - Episode: 254/2000, Reward: -12.749, Step: 500 +2023-04-15 14:30:22 - r - INFO: - Episode: 255/2000, Reward: -17.662, Step: 500 +2023-04-15 14:30:35 - r - INFO: - Episode: 256/2000, Reward: -10.871, Step: 500 +2023-04-15 14:30:39 - r - INFO: - Episode: 257/2000, Reward: -6.162, Step: 500 +2023-04-15 14:30:44 - r - INFO: - Episode: 258/2000, Reward: -15.871, Step: 500 +2023-04-15 14:30:48 - r - INFO: - Episode: 259/2000, Reward: -9.629, Step: 500 +2023-04-15 14:30:53 - r - INFO: - Episode: 260/2000, Reward: -9.856, Step: 500 +2023-04-15 14:31:05 - r - INFO: - Episode: 261/2000, Reward: -10.799, Step: 500 +2023-04-15 14:31:10 - r - INFO: - Episode: 262/2000, Reward: -14.233, Step: 500 +2023-04-15 14:31:11 - r - INFO: - Episode: 263/2000, Reward: -117.476, Step: 74 +2023-04-15 14:31:15 - r - INFO: - Episode: 264/2000, Reward: -9.245, Step: 500 +2023-04-15 14:31:20 - r - INFO: - Episode: 265/2000, Reward: -6.391, Step: 500 +2023-04-15 14:31:32 - r - INFO: - Episode: 266/2000, Reward: -5.099, Step: 500 +2023-04-15 14:31:37 - r - INFO: - Episode: 267/2000, Reward: -12.592, Step: 500 +2023-04-15 14:31:41 - r - INFO: - Episode: 268/2000, Reward: -11.618, Step: 500 +2023-04-15 14:31:46 - r - INFO: - Episode: 269/2000, Reward: -4.881, Step: 500 +2023-04-15 14:31:50 - r - INFO: - Episode: 270/2000, Reward: -10.688, Step: 500 +2023-04-15 14:31:58 - r - INFO: - Current episode 270 has the best eval reward: -1.565 +2023-04-15 14:32:03 - r - INFO: - Episode: 271/2000, Reward: 3.810, Step: 500 +2023-04-15 14:32:07 - r - INFO: - Episode: 272/2000, Reward: -8.231, Step: 500 +2023-04-15 14:32:12 - r - INFO: - Episode: 273/2000, Reward: -11.890, Step: 500 +2023-04-15 14:32:16 - r - INFO: - Episode: 274/2000, Reward: -11.666, Step: 500 +2023-04-15 14:32:21 - r - INFO: - Episode: 275/2000, Reward: -9.386, Step: 500 +2023-04-15 14:32:33 - r - INFO: - Episode: 276/2000, Reward: -7.016, Step: 500 +2023-04-15 14:32:37 - r - INFO: - Episode: 277/2000, Reward: -12.341, Step: 500 +2023-04-15 14:32:42 - r - INFO: - Episode: 278/2000, Reward: -8.582, Step: 500 +2023-04-15 14:32:46 - r - INFO: - Episode: 279/2000, Reward: -12.316, Step: 500 +2023-04-15 14:32:50 - r - INFO: - Episode: 280/2000, Reward: -8.333, Step: 500 +2023-04-15 14:33:02 - r - INFO: - Episode: 281/2000, Reward: -13.787, Step: 500 +2023-04-15 14:33:07 - r - INFO: - Episode: 282/2000, Reward: -12.311, Step: 500 +2023-04-15 14:33:11 - r - INFO: - Episode: 283/2000, Reward: -9.030, Step: 500 +2023-04-15 14:33:15 - r - INFO: - Episode: 284/2000, Reward: -2.341, Step: 500 +2023-04-15 14:33:20 - r - INFO: - Episode: 285/2000, Reward: -20.646, Step: 500 +2023-04-15 14:33:32 - r - INFO: - Episode: 286/2000, Reward: -11.440, Step: 500 +2023-04-15 14:33:36 - r - INFO: - Episode: 287/2000, Reward: -9.507, Step: 500 +2023-04-15 14:33:40 - r - INFO: - Episode: 288/2000, Reward: -7.311, Step: 500 +2023-04-15 14:33:45 - r - INFO: - Episode: 289/2000, Reward: -8.184, Step: 500 +2023-04-15 14:33:49 - r - INFO: - Episode: 290/2000, Reward: -11.066, Step: 500 +2023-04-15 14:34:01 - r - INFO: - Episode: 291/2000, Reward: -8.237, Step: 500 +2023-04-15 14:34:05 - r - INFO: - Episode: 292/2000, Reward: -12.022, Step: 500 +2023-04-15 14:34:07 - r - INFO: - Episode: 293/2000, Reward: -103.549, Step: 223 +2023-04-15 14:34:12 - r - INFO: - Episode: 294/2000, Reward: -11.441, Step: 500 +2023-04-15 14:34:16 - r - INFO: - Episode: 295/2000, Reward: -9.514, Step: 500 +2023-04-15 14:34:26 - r - INFO: - Episode: 296/2000, Reward: -14.984, Step: 500 +2023-04-15 14:34:31 - r - INFO: - Episode: 297/2000, Reward: -12.714, Step: 500 +2023-04-15 14:34:35 - r - INFO: - Episode: 298/2000, Reward: -10.479, Step: 500 +2023-04-15 14:34:40 - r - INFO: - Episode: 299/2000, Reward: -14.816, Step: 500 +2023-04-15 14:34:44 - r - INFO: - Episode: 300/2000, Reward: -13.524, Step: 500 +2023-04-15 14:34:56 - r - INFO: - Episode: 301/2000, Reward: -8.391, Step: 500 +2023-04-15 14:35:00 - r - INFO: - Episode: 302/2000, Reward: -7.577, Step: 500 +2023-04-15 14:35:04 - r - INFO: - Episode: 303/2000, Reward: -11.212, Step: 500 +2023-04-15 14:35:09 - r - INFO: - Episode: 304/2000, Reward: -8.348, Step: 500 +2023-04-15 14:35:13 - r - INFO: - Episode: 305/2000, Reward: -7.506, Step: 500 +2023-04-15 14:35:24 - r - INFO: - Episode: 306/2000, Reward: -10.062, Step: 500 +2023-04-15 14:35:29 - r - INFO: - Episode: 307/2000, Reward: -14.075, Step: 500 +2023-04-15 14:35:33 - r - INFO: - Episode: 308/2000, Reward: -10.752, Step: 500 +2023-04-15 14:35:37 - r - INFO: - Episode: 309/2000, Reward: -11.910, Step: 500 +2023-04-15 14:35:42 - r - INFO: - Episode: 310/2000, Reward: -10.660, Step: 500 +2023-04-15 14:35:53 - r - INFO: - Episode: 311/2000, Reward: -8.369, Step: 500 +2023-04-15 14:35:58 - r - INFO: - Episode: 312/2000, Reward: -6.390, Step: 500 +2023-04-15 14:36:02 - r - INFO: - Episode: 313/2000, Reward: -9.037, Step: 500 +2023-04-15 14:36:06 - r - INFO: - Episode: 314/2000, Reward: -9.121, Step: 500 +2023-04-15 14:36:11 - r - INFO: - Episode: 315/2000, Reward: -7.941, Step: 500 +2023-04-15 14:36:22 - r - INFO: - Episode: 316/2000, Reward: -11.645, Step: 500 +2023-04-15 14:36:27 - r - INFO: - Episode: 317/2000, Reward: -11.019, Step: 500 +2023-04-15 14:36:31 - r - INFO: - Episode: 318/2000, Reward: -6.296, Step: 500 +2023-04-15 14:36:35 - r - INFO: - Episode: 319/2000, Reward: -8.146, Step: 500 +2023-04-15 14:36:40 - r - INFO: - Episode: 320/2000, Reward: -11.198, Step: 500 +2023-04-15 14:36:53 - r - INFO: - Episode: 321/2000, Reward: -5.290, Step: 500 +2023-04-15 14:36:53 - r - INFO: - Episode: 322/2000, Reward: -112.793, Step: 58 +2023-04-15 14:36:58 - r - INFO: - Episode: 323/2000, Reward: -6.790, Step: 500 +2023-04-15 14:37:03 - r - INFO: - Episode: 324/2000, Reward: -5.742, Step: 500 +2023-04-15 14:37:07 - r - INFO: - Episode: 325/2000, Reward: -11.808, Step: 500 +2023-04-15 14:37:14 - r - INFO: - Current episode 325 has the best eval reward: -0.381 +2023-04-15 14:37:19 - r - INFO: - Episode: 326/2000, Reward: -12.122, Step: 500 +2023-04-15 14:37:23 - r - INFO: - Episode: 327/2000, Reward: -15.917, Step: 500 +2023-04-15 14:37:27 - r - INFO: - Episode: 328/2000, Reward: -9.736, Step: 500 +2023-04-15 15:00:20 - r - INFO: - Episode: 329/2000, Reward: -5.095, Step: 500 +2023-04-15 15:00:24 - r - INFO: - Episode: 330/2000, Reward: -15.521, Step: 500 +2023-04-15 15:00:36 - r - INFO: - Episode: 331/2000, Reward: -9.908, Step: 500 +2023-04-15 15:00:40 - r - INFO: - Episode: 332/2000, Reward: -6.518, Step: 500 +2023-04-15 15:00:45 - r - INFO: - Episode: 333/2000, Reward: -23.382, Step: 500 +2023-04-15 15:00:49 - r - INFO: - Episode: 334/2000, Reward: -13.618, Step: 500 +2023-04-15 15:00:53 - r - INFO: - Episode: 335/2000, Reward: -9.759, Step: 500 +2023-04-15 15:01:04 - r - INFO: - Episode: 336/2000, Reward: -13.495, Step: 500 +2023-04-15 15:01:09 - r - INFO: - Episode: 337/2000, Reward: -12.344, Step: 500 +2023-04-15 15:01:13 - r - INFO: - Episode: 338/2000, Reward: -8.386, Step: 500 +2023-04-15 15:01:18 - r - INFO: - Episode: 339/2000, Reward: -12.025, Step: 500 +2023-04-15 15:01:22 - r - INFO: - Episode: 340/2000, Reward: -12.333, Step: 500 +2023-04-15 15:01:33 - r - INFO: - Episode: 341/2000, Reward: -9.670, Step: 500 +2023-04-15 15:01:38 - r - INFO: - Episode: 342/2000, Reward: -10.534, Step: 500 +2023-04-15 15:01:42 - r - INFO: - Episode: 343/2000, Reward: -8.565, Step: 500 +2023-04-15 15:01:46 - r - INFO: - Episode: 344/2000, Reward: -9.202, Step: 500 +2023-04-15 15:01:51 - r - INFO: - Episode: 345/2000, Reward: -5.240, Step: 500 +2023-04-15 15:02:02 - r - INFO: - Episode: 346/2000, Reward: -1.922, Step: 500 +2023-04-15 15:02:07 - r - INFO: - Episode: 347/2000, Reward: -7.598, Step: 500 +2023-04-15 15:02:11 - r - INFO: - Episode: 348/2000, Reward: -9.928, Step: 500 +2023-04-15 15:02:15 - r - INFO: - Episode: 349/2000, Reward: -11.220, Step: 500 +2023-04-15 15:02:20 - r - INFO: - Episode: 350/2000, Reward: -1.992, Step: 500 +2023-04-15 15:02:31 - r - INFO: - Episode: 351/2000, Reward: -7.596, Step: 500 +2023-04-15 15:02:36 - r - INFO: - Episode: 352/2000, Reward: -12.468, Step: 500 +2023-04-15 15:02:40 - r - INFO: - Episode: 353/2000, Reward: -8.078, Step: 500 +2023-04-15 15:02:45 - r - INFO: - Episode: 354/2000, Reward: -7.661, Step: 500 +2023-04-15 15:02:49 - r - INFO: - Episode: 355/2000, Reward: -6.741, Step: 500 +2023-04-15 15:03:00 - r - INFO: - Episode: 356/2000, Reward: -9.661, Step: 500 +2023-04-15 15:03:05 - r - INFO: - Episode: 357/2000, Reward: -7.812, Step: 500 +2023-04-15 15:03:09 - r - INFO: - Episode: 358/2000, Reward: -10.593, Step: 500 +2023-04-15 15:03:14 - r - INFO: - Episode: 359/2000, Reward: -12.706, Step: 500 +2023-04-15 15:03:18 - r - INFO: - Episode: 360/2000, Reward: -12.909, Step: 500 +2023-04-15 15:03:29 - r - INFO: - Episode: 361/2000, Reward: -11.772, Step: 500 +2023-04-15 15:03:34 - r - INFO: - Episode: 362/2000, Reward: -11.705, Step: 500 +2023-04-15 15:03:38 - r - INFO: - Episode: 363/2000, Reward: -12.034, Step: 500 +2023-04-15 15:03:43 - r - INFO: - Episode: 364/2000, Reward: -10.023, Step: 500 +2023-04-15 15:03:47 - r - INFO: - Episode: 365/2000, Reward: -13.375, Step: 500 +2023-04-15 15:03:59 - r - INFO: - Episode: 366/2000, Reward: -7.635, Step: 500 +2023-04-15 15:04:03 - r - INFO: - Episode: 367/2000, Reward: -5.359, Step: 500 +2023-04-15 15:04:07 - r - INFO: - Episode: 368/2000, Reward: -4.910, Step: 500 +2023-04-15 15:04:12 - r - INFO: - Episode: 369/2000, Reward: -2.854, Step: 500 +2023-04-15 15:04:16 - r - INFO: - Episode: 370/2000, Reward: -3.151, Step: 500 +2023-04-15 15:04:28 - r - INFO: - Episode: 371/2000, Reward: -2.779, Step: 500 +2023-04-15 15:04:32 - r - INFO: - Episode: 372/2000, Reward: -0.543, Step: 500 +2023-04-15 15:04:37 - r - INFO: - Episode: 373/2000, Reward: -4.335, Step: 500 +2023-04-15 15:04:41 - r - INFO: - Episode: 374/2000, Reward: -3.400, Step: 500 +2023-04-15 15:04:46 - r - INFO: - Episode: 375/2000, Reward: -3.608, Step: 500 +2023-04-15 15:04:53 - r - INFO: - Current episode 375 has the best eval reward: 0.719 +2023-04-15 15:04:54 - r - INFO: - Episode: 376/2000, Reward: -129.068, Step: 138 +2023-04-15 15:04:55 - r - INFO: - Episode: 377/2000, Reward: -116.293, Step: 63 +2023-04-15 15:04:59 - r - INFO: - Episode: 378/2000, Reward: -6.746, Step: 500 +2023-04-15 15:05:04 - r - INFO: - Episode: 379/2000, Reward: -26.474, Step: 500 +2023-04-15 15:05:08 - r - INFO: - Episode: 380/2000, Reward: -6.486, Step: 500 +2023-04-15 15:05:20 - r - INFO: - Episode: 381/2000, Reward: -30.548, Step: 500 +2023-04-15 15:05:24 - r - INFO: - Episode: 382/2000, Reward: -8.921, Step: 500 +2023-04-15 15:05:28 - r - INFO: - Episode: 383/2000, Reward: -7.345, Step: 500 +2023-04-15 15:05:33 - r - INFO: - Episode: 384/2000, Reward: -3.583, Step: 500 +2023-04-15 15:05:37 - r - INFO: - Episode: 385/2000, Reward: -6.887, Step: 500 +2023-04-15 15:05:49 - r - INFO: - Episode: 386/2000, Reward: -2.709, Step: 500 +2023-04-15 15:05:54 - r - INFO: - Episode: 387/2000, Reward: -3.978, Step: 500 +2023-04-15 15:05:58 - r - INFO: - Episode: 388/2000, Reward: -5.675, Step: 500 +2023-04-15 15:06:02 - r - INFO: - Episode: 389/2000, Reward: -5.425, Step: 500 +2023-04-15 15:06:07 - r - INFO: - Episode: 390/2000, Reward: -14.964, Step: 500 +2023-04-15 15:06:18 - r - INFO: - Episode: 391/2000, Reward: 1.567, Step: 500 +2023-04-15 15:06:23 - r - INFO: - Episode: 392/2000, Reward: -18.503, Step: 500 +2023-04-15 15:06:27 - r - INFO: - Episode: 393/2000, Reward: 0.128, Step: 500 +2023-04-15 15:06:31 - r - INFO: - Episode: 394/2000, Reward: -6.233, Step: 500 +2023-04-15 15:06:36 - r - INFO: - Episode: 395/2000, Reward: -22.645, Step: 500 +2023-04-15 15:06:48 - r - INFO: - Episode: 396/2000, Reward: -7.545, Step: 500 +2023-04-15 15:06:52 - r - INFO: - Episode: 397/2000, Reward: -2.951, Step: 500 +2023-04-15 15:06:54 - r - INFO: - Episode: 398/2000, Reward: -118.123, Step: 294 +2023-04-15 15:06:59 - r - INFO: - Episode: 399/2000, Reward: -3.112, Step: 500 +2023-04-15 15:07:03 - r - INFO: - Episode: 400/2000, Reward: -27.356, Step: 500 +2023-04-15 15:07:15 - r - INFO: - Episode: 401/2000, Reward: -8.459, Step: 500 +2023-04-15 15:07:19 - r - INFO: - Episode: 402/2000, Reward: -12.448, Step: 500 +2023-04-15 15:07:24 - r - INFO: - Episode: 403/2000, Reward: -8.394, Step: 500 +2023-04-15 15:07:28 - r - INFO: - Episode: 404/2000, Reward: -6.495, Step: 500 +2023-04-15 15:07:32 - r - INFO: - Episode: 405/2000, Reward: -5.858, Step: 500 +2023-04-15 15:07:44 - r - INFO: - Episode: 406/2000, Reward: -7.144, Step: 500 +2023-04-15 15:07:48 - r - INFO: - Episode: 407/2000, Reward: -6.441, Step: 500 +2023-04-15 15:07:53 - r - INFO: - Episode: 408/2000, Reward: -12.861, Step: 500 +2023-04-15 15:07:57 - r - INFO: - Episode: 409/2000, Reward: -14.663, Step: 500 +2023-04-15 15:08:01 - r - INFO: - Episode: 410/2000, Reward: -15.694, Step: 500 +2023-04-15 15:08:13 - r - INFO: - Episode: 411/2000, Reward: -15.418, Step: 500 +2023-04-15 15:08:18 - r - INFO: - Episode: 412/2000, Reward: -11.272, Step: 500 +2023-04-15 15:08:22 - r - INFO: - Episode: 413/2000, Reward: -8.752, Step: 500 +2023-04-15 15:08:26 - r - INFO: - Episode: 414/2000, Reward: -9.359, Step: 500 +2023-04-15 15:08:31 - r - INFO: - Episode: 415/2000, Reward: -10.377, Step: 500 +2023-04-15 15:08:43 - r - INFO: - Episode: 416/2000, Reward: -15.091, Step: 500 +2023-04-15 15:08:47 - r - INFO: - Episode: 417/2000, Reward: -19.415, Step: 500 +2023-04-15 15:08:52 - r - INFO: - Episode: 418/2000, Reward: -1.792, Step: 500 +2023-04-15 15:08:56 - r - INFO: - Episode: 419/2000, Reward: -4.055, Step: 500 +2023-04-15 15:09:00 - r - INFO: - Episode: 420/2000, Reward: -2.523, Step: 500 +2023-04-15 15:09:12 - r - INFO: - Episode: 421/2000, Reward: -7.988, Step: 500 +2023-04-15 15:09:17 - r - INFO: - Episode: 422/2000, Reward: -0.490, Step: 500 +2023-04-15 15:09:21 - r - INFO: - Episode: 423/2000, Reward: -2.923, Step: 500 +2023-04-15 15:09:22 - r - INFO: - Episode: 424/2000, Reward: -131.185, Step: 137 +2023-04-15 15:09:27 - r - INFO: - Episode: 425/2000, Reward: -11.489, Step: 500 +2023-04-15 15:09:38 - r - INFO: - Episode: 426/2000, Reward: -7.105, Step: 500 +2023-04-15 15:09:43 - r - INFO: - Episode: 427/2000, Reward: -18.105, Step: 500 +2023-04-15 15:09:47 - r - INFO: - Episode: 428/2000, Reward: -2.879, Step: 500 +2023-04-15 15:09:51 - r - INFO: - Episode: 429/2000, Reward: -8.960, Step: 500 +2023-04-15 15:09:56 - r - INFO: - Episode: 430/2000, Reward: 1.855, Step: 500 +2023-04-15 15:10:07 - r - INFO: - Episode: 431/2000, Reward: 4.996, Step: 500 +2023-04-15 15:10:12 - r - INFO: - Episode: 432/2000, Reward: 1.671, Step: 500 +2023-04-15 15:10:12 - r - INFO: - Episode: 433/2000, Reward: -107.073, Step: 46 +2023-04-15 15:10:13 - r - INFO: - Episode: 434/2000, Reward: -110.941, Step: 41 +2023-04-15 15:10:17 - r - INFO: - Episode: 435/2000, Reward: -4.010, Step: 500 +2023-04-15 15:10:24 - r - INFO: - Current episode 435 has the best eval reward: 10.455 +2023-04-15 15:10:29 - r - INFO: - Episode: 436/2000, Reward: 6.711, Step: 500 +2023-04-15 15:10:33 - r - INFO: - Episode: 437/2000, Reward: -2.684, Step: 500 +2023-04-15 15:10:38 - r - INFO: - Episode: 438/2000, Reward: 1.495, Step: 500 +2023-04-15 15:10:42 - r - INFO: - Episode: 439/2000, Reward: 3.369, Step: 500 +2023-04-15 15:10:46 - r - INFO: - Episode: 440/2000, Reward: 2.574, Step: 500 +2023-04-15 15:10:58 - r - INFO: - Episode: 441/2000, Reward: 2.783, Step: 500 +2023-04-15 15:11:03 - r - INFO: - Episode: 442/2000, Reward: -0.809, Step: 500 +2023-04-15 15:11:07 - r - INFO: - Episode: 443/2000, Reward: -2.536, Step: 500 +2023-04-15 15:11:11 - r - INFO: - Episode: 444/2000, Reward: -0.451, Step: 500 +2023-04-15 15:11:16 - r - INFO: - Episode: 445/2000, Reward: -1.170, Step: 500 +2023-04-15 15:11:28 - r - INFO: - Episode: 446/2000, Reward: -1.196, Step: 500 +2023-04-15 15:11:29 - r - INFO: - Episode: 447/2000, Reward: -102.125, Step: 165 +2023-04-15 15:11:33 - r - INFO: - Episode: 448/2000, Reward: 7.795, Step: 500 +2023-04-15 15:11:38 - r - INFO: - Episode: 449/2000, Reward: 5.973, Step: 500 +2023-04-15 15:11:42 - r - INFO: - Episode: 450/2000, Reward: 8.617, Step: 500 +2023-04-15 15:11:54 - r - INFO: - Episode: 451/2000, Reward: 4.561, Step: 500 +2023-04-15 15:11:58 - r - INFO: - Episode: 452/2000, Reward: -0.806, Step: 500 +2023-04-15 15:12:03 - r - INFO: - Episode: 453/2000, Reward: -8.220, Step: 500 +2023-04-15 15:12:07 - r - INFO: - Episode: 454/2000, Reward: -0.426, Step: 500 +2023-04-15 15:12:12 - r - INFO: - Episode: 455/2000, Reward: -2.246, Step: 500 +2023-04-15 15:12:20 - r - INFO: - Episode: 456/2000, Reward: -103.839, Step: 170 +2023-04-15 15:12:24 - r - INFO: - Episode: 457/2000, Reward: 0.922, Step: 500 +2023-04-15 15:12:29 - r - INFO: - Episode: 458/2000, Reward: 8.421, Step: 500 +2023-04-15 15:12:33 - r - INFO: - Episode: 459/2000, Reward: 0.354, Step: 500 +2023-04-15 15:12:38 - r - INFO: - Episode: 460/2000, Reward: 3.612, Step: 500 +2023-04-15 15:12:50 - r - INFO: - Episode: 461/2000, Reward: 6.724, Step: 500 +2023-04-15 15:12:54 - r - INFO: - Episode: 462/2000, Reward: 4.491, Step: 500 +2023-04-15 15:12:58 - r - INFO: - Episode: 463/2000, Reward: 3.498, Step: 500 +2023-04-15 15:13:03 - r - INFO: - Episode: 464/2000, Reward: -2.396, Step: 500 +2023-04-15 15:13:07 - r - INFO: - Episode: 465/2000, Reward: -6.797, Step: 500 +2023-04-15 15:13:18 - r - INFO: - Episode: 466/2000, Reward: 3.225, Step: 500 +2023-04-15 15:13:23 - r - INFO: - Episode: 467/2000, Reward: -6.997, Step: 500 +2023-04-15 15:13:27 - r - INFO: - Episode: 468/2000, Reward: -2.784, Step: 500 +2023-04-15 15:13:32 - r - INFO: - Episode: 469/2000, Reward: -12.632, Step: 500 +2023-04-15 15:13:36 - r - INFO: - Episode: 470/2000, Reward: -10.808, Step: 500 +2023-04-15 15:13:48 - r - INFO: - Episode: 471/2000, Reward: -12.809, Step: 500 +2023-04-15 15:13:52 - r - INFO: - Episode: 472/2000, Reward: -2.334, Step: 500 +2023-04-15 15:13:57 - r - INFO: - Episode: 473/2000, Reward: -4.627, Step: 500 +2023-04-15 15:14:01 - r - INFO: - Episode: 474/2000, Reward: -11.216, Step: 500 +2023-04-15 15:14:06 - r - INFO: - Episode: 475/2000, Reward: -3.440, Step: 500 +2023-04-15 15:14:18 - r - INFO: - Episode: 476/2000, Reward: -2.878, Step: 500 +2023-04-15 15:14:22 - r - INFO: - Episode: 477/2000, Reward: -6.830, Step: 500 +2023-04-15 15:14:26 - r - INFO: - Episode: 478/2000, Reward: -1.278, Step: 500 +2023-04-15 15:14:31 - r - INFO: - Episode: 479/2000, Reward: -3.508, Step: 500 +2023-04-15 15:14:35 - r - INFO: - Episode: 480/2000, Reward: -2.850, Step: 500 +2023-04-15 15:14:47 - r - INFO: - Episode: 481/2000, Reward: -1.148, Step: 500 +2023-04-15 15:14:51 - r - INFO: - Episode: 482/2000, Reward: 7.965, Step: 500 +2023-04-15 15:14:56 - r - INFO: - Episode: 483/2000, Reward: -11.033, Step: 500 +2023-04-15 15:15:00 - r - INFO: - Episode: 484/2000, Reward: -1.277, Step: 500 +2023-04-15 15:15:05 - r - INFO: - Episode: 485/2000, Reward: 1.413, Step: 500 +2023-04-15 15:15:17 - r - INFO: - Episode: 486/2000, Reward: -0.778, Step: 500 +2023-04-15 15:15:21 - r - INFO: - Episode: 487/2000, Reward: 5.616, Step: 500 +2023-04-15 15:15:25 - r - INFO: - Episode: 488/2000, Reward: 2.638, Step: 500 +2023-04-15 15:15:29 - r - INFO: - Episode: 489/2000, Reward: -101.534, Step: 448 +2023-04-15 15:15:34 - r - INFO: - Episode: 490/2000, Reward: -12.626, Step: 500 +2023-04-15 15:15:46 - r - INFO: - Episode: 491/2000, Reward: -12.375, Step: 500 +2023-04-15 15:15:50 - r - INFO: - Episode: 492/2000, Reward: -11.265, Step: 500 +2023-04-15 15:15:55 - r - INFO: - Episode: 493/2000, Reward: -0.004, Step: 500 +2023-04-15 15:15:59 - r - INFO: - Episode: 494/2000, Reward: 2.848, Step: 500 +2023-04-15 15:16:03 - r - INFO: - Episode: 495/2000, Reward: 5.061, Step: 500 +2023-04-15 15:16:15 - r - INFO: - Episode: 496/2000, Reward: 5.545, Step: 500 +2023-04-15 15:16:20 - r - INFO: - Episode: 497/2000, Reward: 0.724, Step: 500 +2023-04-15 15:16:24 - r - INFO: - Episode: 498/2000, Reward: -0.548, Step: 500 +2023-04-15 15:16:28 - r - INFO: - Episode: 499/2000, Reward: 3.575, Step: 500 +2023-04-15 15:16:33 - r - INFO: - Episode: 500/2000, Reward: 2.161, Step: 500 +2023-04-15 15:16:44 - r - INFO: - Episode: 501/2000, Reward: 6.460, Step: 500 +2023-04-15 15:16:49 - r - INFO: - Episode: 502/2000, Reward: -2.085, Step: 500 +2023-04-15 15:16:53 - r - INFO: - Episode: 503/2000, Reward: 8.528, Step: 500 +2023-04-15 15:16:58 - r - INFO: - Episode: 504/2000, Reward: 11.349, Step: 500 +2023-04-15 15:17:02 - r - INFO: - Episode: 505/2000, Reward: -0.190, Step: 500 +2023-04-15 15:17:14 - r - INFO: - Episode: 506/2000, Reward: 2.364, Step: 500 +2023-04-15 15:17:18 - r - INFO: - Episode: 507/2000, Reward: -13.312, Step: 500 +2023-04-15 15:17:23 - r - INFO: - Episode: 508/2000, Reward: -14.233, Step: 500 +2023-04-15 15:17:27 - r - INFO: - Episode: 509/2000, Reward: -12.696, Step: 500 +2023-04-15 15:17:32 - r - INFO: - Episode: 510/2000, Reward: 6.034, Step: 500 +2023-04-15 15:17:44 - r - INFO: - Episode: 511/2000, Reward: -14.897, Step: 500 +2023-04-15 15:17:48 - r - INFO: - Episode: 512/2000, Reward: -3.032, Step: 500 +2023-04-15 15:17:52 - r - INFO: - Episode: 513/2000, Reward: 5.359, Step: 500 +2023-04-15 15:17:57 - r - INFO: - Episode: 514/2000, Reward: -2.764, Step: 500 +2023-04-15 15:18:01 - r - INFO: - Episode: 515/2000, Reward: -0.383, Step: 500 +2023-04-15 15:18:09 - r - INFO: - Episode: 516/2000, Reward: -120.613, Step: 88 +2023-04-15 15:18:14 - r - INFO: - Episode: 517/2000, Reward: 3.263, Step: 500 +2023-04-15 15:18:18 - r - INFO: - Episode: 518/2000, Reward: 6.691, Step: 500 +2023-04-15 15:18:23 - r - INFO: - Episode: 519/2000, Reward: 11.978, Step: 500 +2023-04-15 15:18:27 - r - INFO: - Episode: 520/2000, Reward: 5.179, Step: 500 +2023-04-15 15:18:39 - r - INFO: - Episode: 521/2000, Reward: 1.583, Step: 500 +2023-04-15 15:18:43 - r - INFO: - Episode: 522/2000, Reward: 10.076, Step: 500 +2023-04-15 15:18:48 - r - INFO: - Episode: 523/2000, Reward: 5.094, Step: 500 +2023-04-15 15:18:52 - r - INFO: - Episode: 524/2000, Reward: 4.144, Step: 500 +2023-04-15 15:18:56 - r - INFO: - Episode: 525/2000, Reward: 8.624, Step: 500 +2023-04-15 15:19:04 - r - INFO: - Current episode 525 has the best eval reward: 11.811 +2023-04-15 15:19:08 - r - INFO: - Episode: 526/2000, Reward: 6.502, Step: 500 +2023-04-15 15:19:13 - r - INFO: - Episode: 527/2000, Reward: -26.375, Step: 500 +2023-04-15 15:19:17 - r - INFO: - Episode: 528/2000, Reward: -15.480, Step: 500 +2023-04-15 15:19:22 - r - INFO: - Episode: 529/2000, Reward: -8.949, Step: 500 +2023-04-15 15:19:26 - r - INFO: - Episode: 530/2000, Reward: -13.200, Step: 500 +2023-04-15 15:19:38 - r - INFO: - Episode: 531/2000, Reward: -12.305, Step: 500 +2023-04-15 15:19:43 - r - INFO: - Episode: 532/2000, Reward: -14.720, Step: 500 +2023-04-15 15:19:47 - r - INFO: - Episode: 533/2000, Reward: -15.949, Step: 500 +2023-04-15 15:19:52 - r - INFO: - Episode: 534/2000, Reward: -10.007, Step: 500 +2023-04-15 15:19:57 - r - INFO: - Episode: 535/2000, Reward: -14.726, Step: 500 +2023-04-15 15:20:08 - r - INFO: - Episode: 536/2000, Reward: -22.917, Step: 500 +2023-04-15 15:20:13 - r - INFO: - Episode: 537/2000, Reward: 9.529, Step: 500 +2023-04-15 15:20:18 - r - INFO: - Episode: 538/2000, Reward: 12.094, Step: 500 +2023-04-15 15:20:22 - r - INFO: - Episode: 539/2000, Reward: 5.354, Step: 500 +2023-04-15 15:20:27 - r - INFO: - Episode: 540/2000, Reward: 9.353, Step: 500 +2023-04-15 15:20:39 - r - INFO: - Episode: 541/2000, Reward: 6.630, Step: 500 +2023-04-15 15:20:43 - r - INFO: - Episode: 542/2000, Reward: 15.758, Step: 500 +2023-04-15 15:20:48 - r - INFO: - Episode: 543/2000, Reward: 15.401, Step: 500 +2023-04-15 15:20:52 - r - INFO: - Episode: 544/2000, Reward: 9.888, Step: 500 +2023-04-15 15:20:57 - r - INFO: - Episode: 545/2000, Reward: 5.234, Step: 500 +2023-04-15 15:21:04 - r - INFO: - Current episode 545 has the best eval reward: 25.821 +2023-04-15 15:21:08 - r - INFO: - Episode: 546/2000, Reward: 11.365, Step: 500 +2023-04-15 15:21:13 - r - INFO: - Episode: 547/2000, Reward: 8.068, Step: 500 +2023-04-15 15:21:17 - r - INFO: - Episode: 548/2000, Reward: 6.835, Step: 500 +2023-04-15 15:21:22 - r - INFO: - Episode: 549/2000, Reward: 9.446, Step: 500 +2023-04-15 15:21:26 - r - INFO: - Episode: 550/2000, Reward: 11.188, Step: 500 +2023-04-15 15:21:37 - r - INFO: - Episode: 551/2000, Reward: 4.882, Step: 500 +2023-04-15 15:21:38 - r - INFO: - Episode: 552/2000, Reward: -114.720, Step: 75 +2023-04-15 15:21:42 - r - INFO: - Episode: 553/2000, Reward: 10.181, Step: 500 +2023-04-15 15:21:47 - r - INFO: - Episode: 554/2000, Reward: 14.423, Step: 500 +2023-04-15 15:21:51 - r - INFO: - Episode: 555/2000, Reward: 5.541, Step: 500 +2023-04-15 15:22:03 - r - INFO: - Episode: 556/2000, Reward: 9.005, Step: 500 +2023-04-15 15:22:07 - r - INFO: - Episode: 557/2000, Reward: 10.035, Step: 500 +2023-04-15 15:22:12 - r - INFO: - Episode: 558/2000, Reward: 9.210, Step: 500 +2023-04-15 15:22:16 - r - INFO: - Episode: 559/2000, Reward: 7.383, Step: 500 +2023-04-15 15:22:21 - r - INFO: - Episode: 560/2000, Reward: 11.617, Step: 500 +2023-04-15 15:22:33 - r - INFO: - Episode: 561/2000, Reward: 11.470, Step: 500 +2023-04-15 15:22:37 - r - INFO: - Episode: 562/2000, Reward: 7.642, Step: 500 +2023-04-15 15:22:42 - r - INFO: - Episode: 563/2000, Reward: 9.006, Step: 500 +2023-04-15 15:22:46 - r - INFO: - Episode: 564/2000, Reward: 10.711, Step: 500 +2023-04-15 15:22:50 - r - INFO: - Episode: 565/2000, Reward: 8.975, Step: 500 +2023-04-15 15:23:02 - r - INFO: - Episode: 566/2000, Reward: 19.734, Step: 500 +2023-04-15 15:23:06 - r - INFO: - Episode: 567/2000, Reward: 19.418, Step: 500 +2023-04-15 15:23:11 - r - INFO: - Episode: 568/2000, Reward: 11.406, Step: 500 +2023-04-15 15:23:15 - r - INFO: - Episode: 569/2000, Reward: 14.070, Step: 500 +2023-04-15 15:23:19 - r - INFO: - Episode: 570/2000, Reward: 10.250, Step: 500 +2023-04-15 15:23:31 - r - INFO: - Episode: 571/2000, Reward: 10.881, Step: 500 +2023-04-15 15:23:35 - r - INFO: - Episode: 572/2000, Reward: 11.689, Step: 500 +2023-04-15 15:23:39 - r - INFO: - Episode: 573/2000, Reward: 15.494, Step: 500 +2023-04-15 15:23:44 - r - INFO: - Episode: 574/2000, Reward: 15.168, Step: 500 +2023-04-15 15:23:48 - r - INFO: - Episode: 575/2000, Reward: 16.677, Step: 500 +2023-04-15 15:23:59 - r - INFO: - Episode: 576/2000, Reward: 7.421, Step: 500 +2023-04-15 15:24:04 - r - INFO: - Episode: 577/2000, Reward: 11.725, Step: 500 +2023-04-15 15:24:08 - r - INFO: - Episode: 578/2000, Reward: -24.252, Step: 500 +2023-04-15 15:24:12 - r - INFO: - Episode: 579/2000, Reward: -20.686, Step: 500 +2023-04-15 15:24:16 - r - INFO: - Episode: 580/2000, Reward: -18.206, Step: 500 +2023-04-15 15:24:28 - r - INFO: - Episode: 581/2000, Reward: -19.995, Step: 500 +2023-04-15 15:24:32 - r - INFO: - Episode: 582/2000, Reward: -18.656, Step: 500 +2023-04-15 15:24:37 - r - INFO: - Episode: 583/2000, Reward: -15.285, Step: 500 +2023-04-15 15:24:38 - r - INFO: - Episode: 584/2000, Reward: -109.621, Step: 185 +2023-04-15 15:24:43 - r - INFO: - Episode: 585/2000, Reward: 12.779, Step: 500 +2023-04-15 15:24:54 - r - INFO: - Episode: 586/2000, Reward: -12.092, Step: 500 +2023-04-15 15:24:58 - r - INFO: - Episode: 587/2000, Reward: 20.772, Step: 500 +2023-04-15 15:25:03 - r - INFO: - Episode: 588/2000, Reward: 14.499, Step: 500 +2023-04-15 15:25:07 - r - INFO: - Episode: 589/2000, Reward: 6.674, Step: 500 +2023-04-15 15:25:11 - r - INFO: - Episode: 590/2000, Reward: 6.450, Step: 500 +2023-04-15 15:25:23 - r - INFO: - Episode: 591/2000, Reward: 12.601, Step: 500 +2023-04-15 15:25:27 - r - INFO: - Episode: 592/2000, Reward: 10.868, Step: 500 +2023-04-15 15:25:31 - r - INFO: - Episode: 593/2000, Reward: 10.013, Step: 500 +2023-04-15 15:25:36 - r - INFO: - Episode: 594/2000, Reward: 3.672, Step: 500 +2023-04-15 15:25:40 - r - INFO: - Episode: 595/2000, Reward: 6.987, Step: 500 +2023-04-15 15:25:52 - r - INFO: - Episode: 596/2000, Reward: 16.274, Step: 500 +2023-04-15 15:25:56 - r - INFO: - Episode: 597/2000, Reward: 11.265, Step: 500 +2023-04-15 15:26:00 - r - INFO: - Episode: 598/2000, Reward: 10.189, Step: 500 +2023-04-15 15:26:04 - r - INFO: - Episode: 599/2000, Reward: 10.319, Step: 500 +2023-04-15 15:26:09 - r - INFO: - Episode: 600/2000, Reward: 18.888, Step: 500 +2023-04-15 15:26:20 - r - INFO: - Episode: 601/2000, Reward: -2.053, Step: 500 +2023-04-15 15:26:25 - r - INFO: - Episode: 602/2000, Reward: 6.030, Step: 500 +2023-04-15 15:26:29 - r - INFO: - Episode: 603/2000, Reward: 10.703, Step: 500 +2023-04-15 15:26:33 - r - INFO: - Episode: 604/2000, Reward: 9.976, Step: 500 +2023-04-15 15:26:34 - r - INFO: - Episode: 605/2000, Reward: -115.956, Step: 108 +2023-04-15 15:26:44 - r - INFO: - Episode: 606/2000, Reward: -21.730, Step: 500 +2023-04-15 15:26:49 - r - INFO: - Episode: 607/2000, Reward: 16.452, Step: 500 +2023-04-15 15:26:53 - r - INFO: - Episode: 608/2000, Reward: 11.830, Step: 500 +2023-04-15 15:26:57 - r - INFO: - Episode: 609/2000, Reward: 3.733, Step: 500 +2023-04-15 15:27:01 - r - INFO: - Episode: 610/2000, Reward: 9.610, Step: 500 +2023-04-15 15:27:13 - r - INFO: - Episode: 611/2000, Reward: 12.698, Step: 500 +2023-04-15 15:27:17 - r - INFO: - Episode: 612/2000, Reward: 11.539, Step: 500 +2023-04-15 15:27:21 - r - INFO: - Episode: 613/2000, Reward: 13.384, Step: 500 +2023-04-15 15:27:26 - r - INFO: - Episode: 614/2000, Reward: 11.951, Step: 500 +2023-04-15 15:27:30 - r - INFO: - Episode: 615/2000, Reward: 11.511, Step: 500 +2023-04-15 15:27:42 - r - INFO: - Episode: 616/2000, Reward: 7.633, Step: 500 +2023-04-15 15:27:46 - r - INFO: - Episode: 617/2000, Reward: 7.308, Step: 500 +2023-04-15 15:27:50 - r - INFO: - Episode: 618/2000, Reward: 14.279, Step: 500 +2023-04-15 15:27:55 - r - INFO: - Episode: 619/2000, Reward: 12.519, Step: 500 +2023-04-15 15:27:59 - r - INFO: - Episode: 620/2000, Reward: 11.558, Step: 500 +2023-04-15 15:28:06 - r - INFO: - Current episode 620 has the best eval reward: 36.108 +2023-04-15 15:28:11 - r - INFO: - Episode: 621/2000, Reward: 16.553, Step: 500 +2023-04-15 15:28:15 - r - INFO: - Episode: 622/2000, Reward: 13.818, Step: 500 +2023-04-15 15:28:20 - r - INFO: - Episode: 623/2000, Reward: 12.585, Step: 500 +2023-04-15 15:28:24 - r - INFO: - Episode: 624/2000, Reward: 15.298, Step: 500 +2023-04-15 15:28:29 - r - INFO: - Episode: 625/2000, Reward: 9.067, Step: 500 +2023-04-15 15:28:41 - r - INFO: - Episode: 626/2000, Reward: 8.335, Step: 500 +2023-04-15 15:28:46 - r - INFO: - Episode: 627/2000, Reward: 12.433, Step: 500 +2023-04-15 15:28:50 - r - INFO: - Episode: 628/2000, Reward: -7.863, Step: 500 +2023-04-15 15:28:54 - r - INFO: - Episode: 629/2000, Reward: 13.251, Step: 500 +2023-04-15 15:28:59 - r - INFO: - Episode: 630/2000, Reward: 7.225, Step: 500 +2023-04-15 15:29:10 - r - INFO: - Episode: 631/2000, Reward: 26.818, Step: 500 +2023-04-15 15:29:15 - r - INFO: - Episode: 632/2000, Reward: 16.066, Step: 500 +2023-04-15 15:29:19 - r - INFO: - Episode: 633/2000, Reward: 16.948, Step: 500 +2023-04-15 15:29:23 - r - INFO: - Episode: 634/2000, Reward: 20.841, Step: 500 +2023-04-15 15:29:27 - r - INFO: - Episode: 635/2000, Reward: 13.545, Step: 500 +2023-04-15 15:29:39 - r - INFO: - Episode: 636/2000, Reward: 18.802, Step: 500 +2023-04-15 15:29:43 - r - INFO: - Episode: 637/2000, Reward: 18.330, Step: 500 +2023-04-15 15:29:48 - r - INFO: - Episode: 638/2000, Reward: 23.574, Step: 500 +2023-04-15 15:29:52 - r - INFO: - Episode: 639/2000, Reward: 13.446, Step: 500 +2023-04-15 15:29:56 - r - INFO: - Episode: 640/2000, Reward: 11.189, Step: 500 +2023-04-15 15:30:08 - r - INFO: - Episode: 641/2000, Reward: 18.788, Step: 500 +2023-04-15 15:30:12 - r - INFO: - Episode: 642/2000, Reward: 12.258, Step: 500 +2023-04-15 15:30:16 - r - INFO: - Episode: 643/2000, Reward: 20.476, Step: 500 +2023-04-15 15:30:21 - r - INFO: - Episode: 644/2000, Reward: -10.047, Step: 500 +2023-04-15 15:30:25 - r - INFO: - Episode: 645/2000, Reward: -8.869, Step: 500 +2023-04-15 15:30:36 - r - INFO: - Episode: 646/2000, Reward: 9.157, Step: 500 +2023-04-15 15:30:41 - r - INFO: - Episode: 647/2000, Reward: 18.844, Step: 500 +2023-04-15 15:30:45 - r - INFO: - Episode: 648/2000, Reward: 15.015, Step: 500 +2023-04-15 15:30:49 - r - INFO: - Episode: 649/2000, Reward: 14.495, Step: 500 +2023-04-15 15:30:54 - r - INFO: - Episode: 650/2000, Reward: 12.126, Step: 500 +2023-04-15 15:31:05 - r - INFO: - Episode: 651/2000, Reward: 11.521, Step: 500 +2023-04-15 15:33:43 - r - INFO: - Episode: 652/2000, Reward: 15.619, Step: 500 +2023-04-15 15:33:47 - r - INFO: - Episode: 653/2000, Reward: 17.102, Step: 500 +2023-04-15 15:33:51 - r - INFO: - Episode: 654/2000, Reward: 1.025, Step: 500 +2023-04-15 15:33:55 - r - INFO: - Episode: 655/2000, Reward: 11.629, Step: 500 +2023-04-15 15:34:06 - r - INFO: - Episode: 656/2000, Reward: 20.305, Step: 500 +2023-04-15 15:34:10 - r - INFO: - Episode: 657/2000, Reward: 17.683, Step: 500 +2023-04-15 15:34:15 - r - INFO: - Episode: 658/2000, Reward: 26.588, Step: 500 +2023-04-15 15:34:19 - r - INFO: - Episode: 659/2000, Reward: 16.232, Step: 500 +2023-04-15 15:34:23 - r - INFO: - Episode: 660/2000, Reward: 22.258, Step: 500 +2023-04-15 15:34:34 - r - INFO: - Episode: 661/2000, Reward: 11.311, Step: 500 +2023-04-15 15:34:38 - r - INFO: - Episode: 662/2000, Reward: -87.910, Step: 497 +2023-04-15 15:34:42 - r - INFO: - Episode: 663/2000, Reward: 16.312, Step: 500 +2023-04-15 15:34:47 - r - INFO: - Episode: 664/2000, Reward: 23.847, Step: 500 +2023-04-15 15:34:51 - r - INFO: - Episode: 665/2000, Reward: 14.506, Step: 500 +2023-04-15 15:35:02 - r - INFO: - Episode: 666/2000, Reward: 4.532, Step: 500 +2023-04-15 15:35:06 - r - INFO: - Episode: 667/2000, Reward: 17.960, Step: 500 +2023-04-15 15:35:10 - r - INFO: - Episode: 668/2000, Reward: 22.432, Step: 500 +2023-04-15 15:35:14 - r - INFO: - Episode: 669/2000, Reward: 21.416, Step: 500 +2023-04-15 15:35:19 - r - INFO: - Episode: 670/2000, Reward: -1.833, Step: 500 +2023-04-15 15:35:28 - r - INFO: - Episode: 671/2000, Reward: 14.517, Step: 500 +2023-04-15 15:35:32 - r - INFO: - Episode: 672/2000, Reward: 16.577, Step: 500 +2023-04-15 15:35:36 - r - INFO: - Episode: 673/2000, Reward: 12.015, Step: 500 +2023-04-15 15:35:41 - r - INFO: - Episode: 674/2000, Reward: 17.430, Step: 500 +2023-04-15 15:35:45 - r - INFO: - Episode: 675/2000, Reward: 23.088, Step: 500 +2023-04-15 15:35:56 - r - INFO: - Episode: 676/2000, Reward: 19.497, Step: 500 +2023-04-15 15:36:00 - r - INFO: - Episode: 677/2000, Reward: 24.454, Step: 500 +2023-04-15 15:36:05 - r - INFO: - Episode: 678/2000, Reward: 22.333, Step: 500 +2023-04-15 15:36:09 - r - INFO: - Episode: 679/2000, Reward: 15.555, Step: 500 +2023-04-15 15:36:13 - r - INFO: - Episode: 680/2000, Reward: 20.126, Step: 500 +2023-04-15 15:36:23 - r - INFO: - Episode: 681/2000, Reward: -97.039, Step: 395 +2023-04-15 15:36:27 - r - INFO: - Episode: 682/2000, Reward: 22.007, Step: 500 +2023-04-15 15:36:31 - r - INFO: - Episode: 683/2000, Reward: 20.586, Step: 500 +2023-04-15 15:36:36 - r - INFO: - Episode: 684/2000, Reward: 11.818, Step: 500 +2023-04-15 15:36:40 - r - INFO: - Episode: 685/2000, Reward: 15.060, Step: 500 +2023-04-15 15:36:51 - r - INFO: - Episode: 686/2000, Reward: 16.215, Step: 500 +2023-04-15 15:36:56 - r - INFO: - Episode: 687/2000, Reward: 8.027, Step: 500 +2023-04-15 15:37:00 - r - INFO: - Episode: 688/2000, Reward: 24.204, Step: 500 +2023-04-15 15:37:04 - r - INFO: - Episode: 689/2000, Reward: -100.586, Step: 461 +2023-04-15 15:37:08 - r - INFO: - Episode: 690/2000, Reward: 24.722, Step: 500 +2023-04-15 15:37:19 - r - INFO: - Episode: 691/2000, Reward: 20.825, Step: 500 +2023-04-15 15:37:23 - r - INFO: - Episode: 692/2000, Reward: 29.186, Step: 500 +2023-04-15 15:37:28 - r - INFO: - Episode: 693/2000, Reward: 21.663, Step: 500 +2023-04-15 15:37:32 - r - INFO: - Episode: 694/2000, Reward: 21.201, Step: 500 +2023-04-15 15:37:36 - r - INFO: - Episode: 695/2000, Reward: 19.888, Step: 500 +2023-04-15 15:37:48 - r - INFO: - Episode: 696/2000, Reward: 8.296, Step: 500 +2023-04-15 15:37:52 - r - INFO: - Episode: 697/2000, Reward: 13.201, Step: 500 +2023-04-15 15:37:56 - r - INFO: - Episode: 698/2000, Reward: 23.525, Step: 500 +2023-04-15 15:38:00 - r - INFO: - Episode: 699/2000, Reward: 14.086, Step: 500 +2023-04-15 15:38:05 - r - INFO: - Episode: 700/2000, Reward: 19.185, Step: 500 +2023-04-15 15:38:16 - r - INFO: - Episode: 701/2000, Reward: 13.815, Step: 500 +2023-04-15 15:38:20 - r - INFO: - Episode: 702/2000, Reward: 18.297, Step: 500 +2023-04-15 15:38:24 - r - INFO: - Episode: 703/2000, Reward: 14.803, Step: 500 +2023-04-15 15:38:29 - r - INFO: - Episode: 704/2000, Reward: 14.726, Step: 500 +2023-04-15 15:38:33 - r - INFO: - Episode: 705/2000, Reward: 21.331, Step: 500 +2023-04-15 15:38:44 - r - INFO: - Episode: 706/2000, Reward: 23.328, Step: 500 +2023-04-15 15:38:49 - r - INFO: - Episode: 707/2000, Reward: 20.353, Step: 500 +2023-04-15 15:38:53 - r - INFO: - Episode: 708/2000, Reward: 26.936, Step: 500 +2023-04-15 15:38:57 - r - INFO: - Episode: 709/2000, Reward: 26.883, Step: 500 +2023-04-15 15:39:01 - r - INFO: - Episode: 710/2000, Reward: 18.027, Step: 500 +2023-04-15 15:39:13 - r - INFO: - Episode: 711/2000, Reward: 20.143, Step: 500 +2023-04-15 15:39:17 - r - INFO: - Episode: 712/2000, Reward: 21.360, Step: 500 +2023-04-15 15:39:21 - r - INFO: - Episode: 713/2000, Reward: 21.011, Step: 500 +2023-04-15 15:39:26 - r - INFO: - Episode: 714/2000, Reward: 10.665, Step: 500 +2023-04-15 15:39:30 - r - INFO: - Episode: 715/2000, Reward: 22.602, Step: 500 +2023-04-15 15:41:02 - r - INFO: - Episode: 716/2000, Reward: 27.262, Step: 500 +2023-04-15 15:41:06 - r - INFO: - Episode: 717/2000, Reward: 33.106, Step: 500 +2023-04-15 15:41:11 - r - INFO: - Episode: 718/2000, Reward: 22.352, Step: 500 +2023-04-15 15:41:15 - r - INFO: - Episode: 719/2000, Reward: 34.139, Step: 500 +2023-04-15 15:41:19 - r - INFO: - Episode: 720/2000, Reward: 35.638, Step: 500 +2023-04-15 15:41:26 - r - INFO: - Current episode 720 has the best eval reward: 36.487 +2023-04-15 15:41:30 - r - INFO: - Episode: 721/2000, Reward: 29.883, Step: 500 +2023-04-15 15:41:34 - r - INFO: - Episode: 722/2000, Reward: 36.865, Step: 500 +2023-04-15 15:41:39 - r - INFO: - Episode: 723/2000, Reward: 34.763, Step: 500 +2023-04-15 15:41:43 - r - INFO: - Episode: 724/2000, Reward: 33.087, Step: 500 +2023-04-15 15:41:47 - r - INFO: - Episode: 725/2000, Reward: 38.525, Step: 500 +2023-04-15 15:41:54 - r - INFO: - Current episode 725 has the best eval reward: 43.019 +2023-04-15 15:41:58 - r - INFO: - Episode: 726/2000, Reward: 39.805, Step: 500 +2023-04-15 15:42:03 - r - INFO: - Episode: 727/2000, Reward: 27.953, Step: 500 +2023-04-15 15:42:07 - r - INFO: - Episode: 728/2000, Reward: 36.580, Step: 500 +2023-04-15 15:42:11 - r - INFO: - Episode: 729/2000, Reward: 35.151, Step: 500 +2023-04-15 15:42:15 - r - INFO: - Episode: 730/2000, Reward: 18.733, Step: 500 +2023-04-15 15:42:27 - r - INFO: - Episode: 731/2000, Reward: 35.844, Step: 500 +2023-04-15 15:42:31 - r - INFO: - Episode: 732/2000, Reward: 29.151, Step: 500 +2023-04-15 15:42:35 - r - INFO: - Episode: 733/2000, Reward: 31.567, Step: 500 +2023-04-15 15:42:39 - r - INFO: - Episode: 734/2000, Reward: 23.993, Step: 500 +2023-04-15 15:42:44 - r - INFO: - Episode: 735/2000, Reward: 28.343, Step: 500 +2023-04-15 15:42:51 - r - INFO: - Current episode 735 has the best eval reward: 51.858 +2023-04-15 15:42:55 - r - INFO: - Episode: 736/2000, Reward: 34.663, Step: 500 +2023-04-15 15:42:59 - r - INFO: - Episode: 737/2000, Reward: 40.771, Step: 500 +2023-04-15 15:43:03 - r - INFO: - Episode: 738/2000, Reward: 29.827, Step: 500 +2023-04-15 15:43:08 - r - INFO: - Episode: 739/2000, Reward: 42.813, Step: 500 +2023-04-15 15:43:12 - r - INFO: - Episode: 740/2000, Reward: 38.556, Step: 500 +2023-04-15 15:43:23 - r - INFO: - Episode: 741/2000, Reward: 27.165, Step: 500 +2023-04-15 15:43:28 - r - INFO: - Episode: 742/2000, Reward: 40.703, Step: 500 +2023-04-15 15:43:32 - r - INFO: - Episode: 743/2000, Reward: 32.478, Step: 500 +2023-04-15 15:43:36 - r - INFO: - Episode: 744/2000, Reward: 27.484, Step: 500 +2023-04-15 15:43:41 - r - INFO: - Episode: 745/2000, Reward: 41.910, Step: 500 +2023-04-15 15:43:48 - r - INFO: - Current episode 745 has the best eval reward: 52.711 +2023-04-15 15:43:52 - r - INFO: - Episode: 746/2000, Reward: 46.422, Step: 500 +2023-04-15 15:43:56 - r - INFO: - Episode: 747/2000, Reward: 40.829, Step: 500 +2023-04-15 15:44:00 - r - INFO: - Episode: 748/2000, Reward: 34.301, Step: 500 +2023-04-15 15:44:05 - r - INFO: - Episode: 749/2000, Reward: 29.765, Step: 500 +2023-04-15 15:44:09 - r - INFO: - Episode: 750/2000, Reward: 29.566, Step: 500 +2023-04-15 15:44:20 - r - INFO: - Episode: 751/2000, Reward: 37.683, Step: 500 +2023-04-15 15:44:25 - r - INFO: - Episode: 752/2000, Reward: 28.498, Step: 500 +2023-04-15 15:44:29 - r - INFO: - Episode: 753/2000, Reward: 47.237, Step: 500 +2023-04-15 15:44:33 - r - INFO: - Episode: 754/2000, Reward: 43.990, Step: 500 +2023-04-15 15:44:38 - r - INFO: - Episode: 755/2000, Reward: 20.420, Step: 500 +2023-04-15 15:44:48 - r - INFO: - Episode: 756/2000, Reward: 53.713, Step: 500 +2023-04-15 15:44:52 - r - INFO: - Episode: 757/2000, Reward: -95.599, Step: 471 +2023-04-15 15:44:56 - r - INFO: - Episode: 758/2000, Reward: 28.404, Step: 500 +2023-04-15 15:45:00 - r - INFO: - Episode: 759/2000, Reward: 44.021, Step: 500 +2023-04-15 15:45:05 - r - INFO: - Episode: 760/2000, Reward: 47.921, Step: 500 +2023-04-15 15:45:16 - r - INFO: - Episode: 761/2000, Reward: 43.741, Step: 500 +2023-04-15 15:45:20 - r - INFO: - Episode: 762/2000, Reward: 40.391, Step: 500 +2023-04-15 15:45:25 - r - INFO: - Episode: 763/2000, Reward: 38.224, Step: 500 +2023-04-15 15:45:29 - r - INFO: - Episode: 764/2000, Reward: 32.843, Step: 500 +2023-04-15 15:45:33 - r - INFO: - Episode: 765/2000, Reward: 29.753, Step: 500 +2023-04-15 15:45:44 - r - INFO: - Episode: 766/2000, Reward: 25.846, Step: 500 +2023-04-15 15:45:49 - r - INFO: - Episode: 767/2000, Reward: 52.902, Step: 500 +2023-04-15 15:45:53 - r - INFO: - Episode: 768/2000, Reward: 29.694, Step: 500 +2023-04-15 15:45:57 - r - INFO: - Episode: 769/2000, Reward: 42.852, Step: 500 +2023-04-15 15:46:01 - r - INFO: - Episode: 770/2000, Reward: 56.689, Step: 500 +2023-04-15 15:46:13 - r - INFO: - Episode: 771/2000, Reward: 36.622, Step: 500 +2023-04-15 15:46:17 - r - INFO: - Episode: 772/2000, Reward: 39.374, Step: 500 +2023-04-15 15:46:22 - r - INFO: - Episode: 773/2000, Reward: 31.738, Step: 500 +2023-04-15 15:46:26 - r - INFO: - Episode: 774/2000, Reward: 35.431, Step: 500 +2023-04-15 15:46:30 - r - INFO: - Episode: 775/2000, Reward: 52.736, Step: 500 +2023-04-15 15:46:41 - r - INFO: - Episode: 776/2000, Reward: 39.405, Step: 500 +2023-04-15 15:46:46 - r - INFO: - Episode: 777/2000, Reward: 35.169, Step: 500 +2023-04-15 15:46:50 - r - INFO: - Episode: 778/2000, Reward: 42.586, Step: 500 +2023-04-15 15:46:54 - r - INFO: - Episode: 779/2000, Reward: 49.042, Step: 500 +2023-04-15 15:46:58 - r - INFO: - Episode: 780/2000, Reward: 55.692, Step: 500 +2023-04-15 15:47:06 - r - INFO: - Current episode 780 has the best eval reward: 63.370 +2023-04-15 15:47:09 - r - INFO: - Episode: 781/2000, Reward: -87.272, Step: 380 +2023-04-15 15:47:13 - r - INFO: - Episode: 782/2000, Reward: 54.921, Step: 500 +2023-04-15 15:47:18 - r - INFO: - Episode: 783/2000, Reward: 59.670, Step: 500 +2023-04-15 15:47:22 - r - INFO: - Episode: 784/2000, Reward: 46.411, Step: 500 +2023-04-15 15:47:26 - r - INFO: - Episode: 785/2000, Reward: 46.253, Step: 500 +2023-04-15 15:47:33 - r - INFO: - Current episode 785 has the best eval reward: 66.669 +2023-04-15 15:47:38 - r - INFO: - Episode: 786/2000, Reward: 60.769, Step: 500 +2023-04-15 15:47:42 - r - INFO: - Episode: 787/2000, Reward: 58.926, Step: 500 +2023-04-15 15:47:46 - r - INFO: - Episode: 788/2000, Reward: 62.135, Step: 500 +2023-04-15 15:47:51 - r - INFO: - Episode: 789/2000, Reward: 55.031, Step: 500 +2023-04-15 15:47:55 - r - INFO: - Episode: 790/2000, Reward: 62.248, Step: 500 +2023-04-15 15:48:02 - r - INFO: - Current episode 790 has the best eval reward: 71.395 +2023-04-15 15:48:07 - r - INFO: - Episode: 791/2000, Reward: 51.461, Step: 500 +2023-04-15 15:48:08 - r - INFO: - Episode: 792/2000, Reward: -76.646, Step: 195 +2023-04-15 15:48:13 - r - INFO: - Episode: 793/2000, Reward: 66.507, Step: 500 +2023-04-15 15:48:17 - r - INFO: - Episode: 794/2000, Reward: 47.660, Step: 500 +2023-04-15 15:48:21 - r - INFO: - Episode: 795/2000, Reward: 49.431, Step: 500 +2023-04-15 15:48:31 - r - INFO: - Episode: 796/2000, Reward: 50.893, Step: 500 +2023-04-15 15:48:32 - r - INFO: - Episode: 797/2000, Reward: -106.550, Step: 75 +2023-04-15 15:48:36 - r - INFO: - Episode: 798/2000, Reward: 63.720, Step: 500 +2023-04-15 15:48:40 - r - INFO: - Episode: 799/2000, Reward: 52.738, Step: 500 +2023-04-15 15:48:45 - r - INFO: - Episode: 800/2000, Reward: 44.015, Step: 500 +2023-04-15 15:48:56 - r - INFO: - Episode: 801/2000, Reward: 49.737, Step: 500 +2023-04-15 15:49:01 - r - INFO: - Episode: 802/2000, Reward: 38.073, Step: 500 +2023-04-15 15:49:05 - r - INFO: - Episode: 803/2000, Reward: 50.792, Step: 500 +2023-04-15 15:49:09 - r - INFO: - Episode: 804/2000, Reward: 49.642, Step: 500 +2023-04-15 15:49:14 - r - INFO: - Episode: 805/2000, Reward: 64.169, Step: 500 +2023-04-15 15:49:25 - r - INFO: - Episode: 806/2000, Reward: 50.460, Step: 500 +2023-04-15 15:49:29 - r - INFO: - Episode: 807/2000, Reward: 36.265, Step: 500 +2023-04-15 15:49:34 - r - INFO: - Episode: 808/2000, Reward: 45.741, Step: 500 +2023-04-15 15:49:38 - r - INFO: - Episode: 809/2000, Reward: 42.382, Step: 500 +2023-04-15 15:49:42 - r - INFO: - Episode: 810/2000, Reward: 60.790, Step: 500 +2023-04-15 15:49:54 - r - INFO: - Episode: 811/2000, Reward: 71.121, Step: 500 +2023-04-15 15:49:58 - r - INFO: - Episode: 812/2000, Reward: 73.183, Step: 500 +2023-04-15 15:50:03 - r - INFO: - Episode: 813/2000, Reward: 65.241, Step: 500 +2023-04-15 15:50:05 - r - INFO: - Episode: 814/2000, Reward: -70.454, Step: 269 +2023-04-15 15:50:09 - r - INFO: - Episode: 815/2000, Reward: 51.758, Step: 500 +2023-04-15 15:50:16 - r - INFO: - Current episode 815 has the best eval reward: 79.873 +2023-04-15 15:50:21 - r - INFO: - Episode: 816/2000, Reward: 63.901, Step: 500 +2023-04-15 15:50:25 - r - INFO: - Episode: 817/2000, Reward: 63.710, Step: 500 +2023-04-15 15:50:29 - r - INFO: - Episode: 818/2000, Reward: 73.578, Step: 500 +2023-04-15 15:50:34 - r - INFO: - Episode: 819/2000, Reward: 70.338, Step: 500 +2023-04-15 15:50:38 - r - INFO: - Episode: 820/2000, Reward: 52.383, Step: 500 +2023-04-15 15:50:49 - r - INFO: - Episode: 821/2000, Reward: 66.952, Step: 500 +2023-04-15 15:50:53 - r - INFO: - Episode: 822/2000, Reward: 60.301, Step: 500 +2023-04-15 15:50:58 - r - INFO: - Episode: 823/2000, Reward: 56.452, Step: 500 +2023-04-15 15:51:02 - r - INFO: - Episode: 824/2000, Reward: 48.269, Step: 500 +2023-04-15 15:51:06 - r - INFO: - Episode: 825/2000, Reward: 77.623, Step: 500 +2023-04-15 15:51:18 - r - INFO: - Episode: 826/2000, Reward: 66.086, Step: 500 +2023-04-15 15:51:22 - r - INFO: - Episode: 827/2000, Reward: 59.025, Step: 500 +2023-04-15 15:51:26 - r - INFO: - Episode: 828/2000, Reward: 78.841, Step: 500 +2023-04-15 15:51:31 - r - INFO: - Episode: 829/2000, Reward: 80.898, Step: 500 +2023-04-15 15:51:35 - r - INFO: - Episode: 830/2000, Reward: 75.058, Step: 500 +2023-04-15 15:51:46 - r - INFO: - Episode: 831/2000, Reward: 82.089, Step: 500 +2023-04-15 15:51:51 - r - INFO: - Episode: 832/2000, Reward: 82.586, Step: 500 +2023-04-15 15:51:52 - r - INFO: - Episode: 833/2000, Reward: -80.467, Step: 169 +2023-04-15 15:51:57 - r - INFO: - Episode: 834/2000, Reward: 77.167, Step: 500 +2023-04-15 15:52:01 - r - INFO: - Episode: 835/2000, Reward: 57.074, Step: 500 +2023-04-15 15:52:10 - r - INFO: - Episode: 836/2000, Reward: 67.602, Step: 500 +2023-04-15 15:52:14 - r - INFO: - Episode: 837/2000, Reward: 73.431, Step: 500 +2023-04-15 15:52:17 - r - INFO: - Episode: 838/2000, Reward: -72.631, Step: 298 +2023-04-15 15:52:21 - r - INFO: - Episode: 839/2000, Reward: 56.665, Step: 500 +2023-04-15 15:52:23 - r - INFO: - Episode: 840/2000, Reward: -79.722, Step: 237 +2023-04-15 15:52:34 - r - INFO: - Episode: 841/2000, Reward: 88.766, Step: 500 +2023-04-15 15:52:38 - r - INFO: - Episode: 842/2000, Reward: 75.741, Step: 500 +2023-04-15 15:52:41 - r - INFO: - Episode: 843/2000, Reward: -42.834, Step: 303 +2023-04-15 15:52:44 - r - INFO: - Episode: 844/2000, Reward: -37.962, Step: 424 +2023-04-15 15:52:49 - r - INFO: - Episode: 845/2000, Reward: 81.303, Step: 500 +2023-04-15 15:53:00 - r - INFO: - Episode: 846/2000, Reward: 66.565, Step: 500 +2023-04-15 15:53:49 - r - INFO: - Episode: 847/2000, Reward: 85.903, Step: 500 +2023-04-15 15:53:53 - r - INFO: - Episode: 848/2000, Reward: 67.222, Step: 500 +2023-04-15 15:53:54 - r - INFO: - Episode: 849/2000, Reward: -109.538, Step: 66 +2023-04-15 15:53:55 - r - INFO: - Episode: 850/2000, Reward: -105.241, Step: 142 +2023-04-15 15:54:04 - r - INFO: - Episode: 851/2000, Reward: -55.160, Step: 477 +2023-04-15 15:54:06 - r - INFO: - Episode: 852/2000, Reward: -68.252, Step: 278 +2023-04-15 15:54:10 - r - INFO: - Episode: 853/2000, Reward: 77.322, Step: 500 +2023-04-15 15:54:14 - r - INFO: - Episode: 854/2000, Reward: -21.879, Step: 471 +2023-04-15 15:54:15 - r - INFO: - Episode: 855/2000, Reward: -115.687, Step: 110 +2023-04-15 15:54:22 - r - INFO: - Current episode 855 has the best eval reward: 89.017 +2023-04-15 15:54:26 - r - INFO: - Episode: 856/2000, Reward: 61.551, Step: 500 +2023-04-15 15:54:31 - r - INFO: - Episode: 857/2000, Reward: 80.643, Step: 500 +2023-04-15 15:54:35 - r - INFO: - Episode: 858/2000, Reward: 64.427, Step: 500 +2023-04-15 15:54:39 - r - INFO: - Episode: 859/2000, Reward: 59.771, Step: 500 +2023-04-15 15:54:44 - r - INFO: - Episode: 860/2000, Reward: 62.897, Step: 500 +2023-04-15 15:54:55 - r - INFO: - Episode: 861/2000, Reward: 77.588, Step: 500 +2023-04-15 15:54:57 - r - INFO: - Episode: 862/2000, Reward: -80.815, Step: 231 +2023-04-15 15:55:00 - r - INFO: - Episode: 863/2000, Reward: -52.242, Step: 383 +2023-04-15 15:55:04 - r - INFO: - Episode: 864/2000, Reward: 79.754, Step: 500 +2023-04-15 15:55:07 - r - INFO: - Episode: 865/2000, Reward: -88.709, Step: 244 +2023-04-15 15:55:14 - r - INFO: - Episode: 866/2000, Reward: -85.195, Step: 250 +2023-04-15 15:55:16 - r - INFO: - Episode: 867/2000, Reward: -81.564, Step: 246 +2023-04-15 15:55:17 - r - INFO: - Episode: 868/2000, Reward: -88.821, Step: 144 +2023-04-15 15:55:18 - r - INFO: - Episode: 869/2000, Reward: -86.757, Step: 168 +2023-04-15 15:55:20 - r - INFO: - Episode: 870/2000, Reward: -95.141, Step: 156 +2023-04-15 15:55:25 - r - INFO: - Episode: 871/2000, Reward: -81.943, Step: 290 +2023-04-15 15:57:53 - r - INFO: - Episode: 872/2000, Reward: -69.356, Step: 236 +2023-04-15 15:57:55 - r - INFO: - Episode: 873/2000, Reward: -85.056, Step: 241 +2023-04-15 15:57:56 - r - INFO: - Episode: 874/2000, Reward: -74.997, Step: 201 +2023-04-15 15:58:01 - r - INFO: - Episode: 875/2000, Reward: 65.163, Step: 500 +2023-04-15 15:58:12 - r - INFO: - Episode: 876/2000, Reward: 48.866, Step: 500 +2023-04-15 15:58:16 - r - INFO: - Episode: 877/2000, Reward: 72.887, Step: 500 +2023-04-15 15:58:20 - r - INFO: - Episode: 878/2000, Reward: 76.589, Step: 500 +2023-04-15 15:58:24 - r - INFO: - Episode: 879/2000, Reward: 78.974, Step: 500 +2023-04-15 15:58:29 - r - INFO: - Episode: 880/2000, Reward: 71.132, Step: 500 +2023-04-15 15:58:40 - r - INFO: - Episode: 881/2000, Reward: 80.263, Step: 500 +2023-04-15 15:58:44 - r - INFO: - Episode: 882/2000, Reward: 75.268, Step: 500 +2023-04-15 15:58:48 - r - INFO: - Episode: 883/2000, Reward: 92.223, Step: 500 +2023-04-15 15:58:52 - r - INFO: - Episode: 884/2000, Reward: 77.370, Step: 500 +2023-04-15 15:58:56 - r - INFO: - Episode: 885/2000, Reward: 74.276, Step: 500 +2023-04-15 15:59:08 - r - INFO: - Episode: 886/2000, Reward: 78.193, Step: 500 +2023-04-15 15:59:12 - r - INFO: - Episode: 887/2000, Reward: 79.882, Step: 500 +2023-04-15 15:59:16 - r - INFO: - Episode: 888/2000, Reward: 82.422, Step: 500 +2023-04-15 15:59:20 - r - INFO: - Episode: 889/2000, Reward: 56.836, Step: 500 +2023-04-15 15:59:24 - r - INFO: - Episode: 890/2000, Reward: -51.573, Step: 462 +2023-04-15 15:59:35 - r - INFO: - Episode: 891/2000, Reward: 74.436, Step: 500 +2023-04-15 15:59:40 - r - INFO: - Episode: 892/2000, Reward: 69.013, Step: 500 +2023-04-15 15:59:44 - r - INFO: - Episode: 893/2000, Reward: 80.548, Step: 500 +2023-04-15 15:59:48 - r - INFO: - Episode: 894/2000, Reward: 13.244, Step: 500 +2023-04-15 15:59:51 - r - INFO: - Episode: 895/2000, Reward: -67.332, Step: 383 +2023-04-15 15:59:57 - r - INFO: - Episode: 896/2000, Reward: -82.271, Step: 276 +2023-04-15 16:00:01 - r - INFO: - Episode: 897/2000, Reward: 61.972, Step: 500 +2023-04-15 16:00:06 - r - INFO: - Episode: 898/2000, Reward: 78.081, Step: 500 +2023-04-15 16:00:10 - r - INFO: - Episode: 899/2000, Reward: 93.652, Step: 500 +2023-04-15 16:00:11 - r - INFO: - Episode: 900/2000, Reward: -88.540, Step: 161 +2023-04-15 16:00:22 - r - INFO: - Episode: 901/2000, Reward: -52.771, Step: 432 +2023-04-15 16:00:26 - r - INFO: - Episode: 902/2000, Reward: 77.397, Step: 500 +2023-04-15 16:00:30 - r - INFO: - Episode: 903/2000, Reward: 58.317, Step: 500 +2023-04-15 16:00:35 - r - INFO: - Episode: 904/2000, Reward: 85.266, Step: 500 +2023-04-15 16:00:39 - r - INFO: - Episode: 905/2000, Reward: 79.294, Step: 500 +2023-04-15 16:00:50 - r - INFO: - Episode: 906/2000, Reward: 84.654, Step: 500 +2023-04-15 16:00:55 - r - INFO: - Episode: 907/2000, Reward: 91.012, Step: 500 +2023-04-15 16:00:59 - r - INFO: - Episode: 908/2000, Reward: 81.163, Step: 500 +2023-04-15 16:01:03 - r - INFO: - Episode: 909/2000, Reward: 68.462, Step: 500 +2023-04-15 16:01:07 - r - INFO: - Episode: 910/2000, Reward: 74.144, Step: 500 +2023-04-15 16:01:18 - r - INFO: - Episode: 911/2000, Reward: 60.909, Step: 500 +2023-04-15 16:01:23 - r - INFO: - Episode: 912/2000, Reward: 74.496, Step: 500 +2023-04-15 16:01:27 - r - INFO: - Episode: 913/2000, Reward: 56.114, Step: 500 +2023-04-15 16:01:31 - r - INFO: - Episode: 914/2000, Reward: 91.501, Step: 500 +2023-04-15 16:01:35 - r - INFO: - Episode: 915/2000, Reward: 73.408, Step: 500 +2023-04-15 16:01:42 - r - INFO: - Current episode 915 has the best eval reward: 97.911 +2023-04-15 16:01:47 - r - INFO: - Episode: 916/2000, Reward: 89.385, Step: 500 +2023-04-15 16:01:50 - r - INFO: - Episode: 917/2000, Reward: -61.257, Step: 358 +2023-04-15 16:01:52 - r - INFO: - Episode: 918/2000, Reward: -80.526, Step: 267 +2023-04-15 16:01:54 - r - INFO: - Episode: 919/2000, Reward: -87.274, Step: 192 +2023-04-15 16:01:57 - r - INFO: - Episode: 920/2000, Reward: -64.820, Step: 330 +2023-04-15 16:02:01 - r - INFO: - Episode: 921/2000, Reward: -81.848, Step: 177 +2023-04-15 16:02:03 - r - INFO: - Episode: 922/2000, Reward: -82.630, Step: 205 +2023-04-15 16:02:07 - r - INFO: - Episode: 923/2000, Reward: 73.468, Step: 500 +2023-04-15 16:02:11 - r - INFO: - Episode: 924/2000, Reward: 72.599, Step: 500 +2023-04-15 16:02:16 - r - INFO: - Episode: 925/2000, Reward: 79.581, Step: 500 +2023-04-15 16:02:27 - r - INFO: - Episode: 926/2000, Reward: 71.414, Step: 500 +2023-04-15 16:02:31 - r - INFO: - Episode: 927/2000, Reward: 80.186, Step: 500 +2023-04-15 16:02:36 - r - INFO: - Episode: 928/2000, Reward: 76.907, Step: 500 +2023-04-15 16:02:40 - r - INFO: - Episode: 929/2000, Reward: 89.474, Step: 500 +2023-04-15 16:02:44 - r - INFO: - Episode: 930/2000, Reward: 74.462, Step: 500 +2023-04-15 16:02:55 - r - INFO: - Episode: 931/2000, Reward: 50.643, Step: 500 +2023-04-15 16:03:00 - r - INFO: - Episode: 932/2000, Reward: 59.853, Step: 500 +2023-04-15 16:03:04 - r - INFO: - Episode: 933/2000, Reward: 93.702, Step: 500 +2023-04-15 16:03:08 - r - INFO: - Episode: 934/2000, Reward: 83.755, Step: 500 +2023-04-15 16:03:13 - r - INFO: - Episode: 935/2000, Reward: 94.468, Step: 500 +2023-04-15 16:03:20 - r - INFO: - Current episode 935 has the best eval reward: 99.891 +2023-04-15 16:03:24 - r - INFO: - Episode: 936/2000, Reward: 98.882, Step: 500 +2023-04-15 16:03:28 - r - INFO: - Episode: 937/2000, Reward: -30.513, Step: 451 +2023-04-15 16:03:32 - r - INFO: - Episode: 938/2000, Reward: 86.499, Step: 500 +2023-04-15 16:03:37 - r - INFO: - Episode: 939/2000, Reward: 94.563, Step: 500 +2023-04-15 16:03:41 - r - INFO: - Episode: 940/2000, Reward: 65.416, Step: 500 +2023-04-15 16:03:51 - r - INFO: - Episode: 941/2000, Reward: 95.841, Step: 500 +2023-04-15 16:03:55 - r - INFO: - Episode: 942/2000, Reward: 87.442, Step: 500 +2023-04-15 16:04:00 - r - INFO: - Episode: 943/2000, Reward: 99.057, Step: 500 +2023-04-15 16:04:04 - r - INFO: - Episode: 944/2000, Reward: 80.490, Step: 500 +2023-04-15 16:04:08 - r - INFO: - Episode: 945/2000, Reward: 90.520, Step: 500 +2023-04-15 16:04:19 - r - INFO: - Episode: 946/2000, Reward: 90.729, Step: 500 +2023-04-15 16:04:21 - r - INFO: - Episode: 947/2000, Reward: -84.831, Step: 243 +2023-04-15 16:04:26 - r - INFO: - Episode: 948/2000, Reward: 92.500, Step: 500 +2023-04-15 16:04:30 - r - INFO: - Episode: 949/2000, Reward: 87.331, Step: 500 +2023-04-15 16:04:32 - r - INFO: - Episode: 950/2000, Reward: -96.267, Step: 217 +2023-04-15 16:04:42 - r - INFO: - Episode: 951/2000, Reward: -41.952, Step: 498 +2023-04-15 16:04:46 - r - INFO: - Episode: 952/2000, Reward: 107.177, Step: 500 +2023-04-15 16:04:48 - r - INFO: - Episode: 953/2000, Reward: -112.698, Step: 237 +2023-04-15 16:04:49 - r - INFO: - Episode: 954/2000, Reward: -110.703, Step: 155 +2023-04-15 16:04:51 - r - INFO: - Episode: 955/2000, Reward: -108.181, Step: 169 +2023-04-15 16:04:55 - r - INFO: - Episode: 956/2000, Reward: -105.705, Step: 123 +2023-04-15 16:04:56 - r - INFO: - Episode: 957/2000, Reward: -106.489, Step: 155 +2023-04-15 16:05:01 - r - INFO: - Episode: 958/2000, Reward: -4.278, Step: 500 +2023-04-15 16:05:03 - r - INFO: - Episode: 959/2000, Reward: -113.427, Step: 327 +2023-04-15 16:05:08 - r - INFO: - Episode: 960/2000, Reward: -27.005, Step: 500 +2023-04-15 16:05:19 - r - INFO: - Episode: 961/2000, Reward: -31.999, Step: 500 +2023-04-15 16:05:20 - r - INFO: - Episode: 962/2000, Reward: -114.464, Step: 109 +2023-04-15 16:05:21 - r - INFO: - Episode: 963/2000, Reward: -110.080, Step: 121 +2023-04-15 16:05:25 - r - INFO: - Episode: 964/2000, Reward: -28.793, Step: 500 +2023-04-15 16:05:26 - r - INFO: - Episode: 965/2000, Reward: -110.512, Step: 103 +2023-04-15 16:05:29 - r - INFO: - Episode: 966/2000, Reward: -110.361, Step: 102 +2023-04-15 16:05:34 - r - INFO: - Episode: 967/2000, Reward: -23.887, Step: 500 +2023-04-15 16:05:38 - r - INFO: - Episode: 968/2000, Reward: -2.255, Step: 500 +2023-04-15 16:05:42 - r - INFO: - Episode: 969/2000, Reward: -13.776, Step: 500 +2023-04-15 16:05:47 - r - INFO: - Episode: 970/2000, Reward: -13.296, Step: 500 +2023-04-15 16:05:58 - r - INFO: - Episode: 971/2000, Reward: -23.954, Step: 500 +2023-04-15 16:06:03 - r - INFO: - Episode: 972/2000, Reward: -16.519, Step: 500 +2023-04-15 16:06:07 - r - INFO: - Episode: 973/2000, Reward: 1.669, Step: 500 +2023-04-15 16:06:11 - r - INFO: - Episode: 974/2000, Reward: 98.427, Step: 500 +2023-04-15 16:06:16 - r - INFO: - Episode: 975/2000, Reward: 25.365, Step: 500 +2023-04-15 16:06:23 - r - INFO: - Episode: 976/2000, Reward: -83.509, Step: 126 +2023-04-15 16:06:24 - r - INFO: - Episode: 977/2000, Reward: -107.193, Step: 145 +2023-04-15 16:06:29 - r - INFO: - Episode: 978/2000, Reward: 91.300, Step: 500 +2023-04-15 16:06:33 - r - INFO: - Episode: 979/2000, Reward: 78.528, Step: 500 +2023-04-15 16:06:37 - r - INFO: - Episode: 980/2000, Reward: 42.878, Step: 500 +2023-04-15 16:06:48 - r - INFO: - Episode: 981/2000, Reward: -72.003, Step: 369 +2023-04-15 16:06:52 - r - INFO: - Episode: 982/2000, Reward: 95.716, Step: 500 +2023-04-15 16:06:56 - r - INFO: - Episode: 983/2000, Reward: 98.654, Step: 500 +2023-04-15 16:07:01 - r - INFO: - Episode: 984/2000, Reward: 92.986, Step: 500 +2023-04-15 16:07:05 - r - INFO: - Episode: 985/2000, Reward: 87.218, Step: 500 +2023-04-15 16:07:12 - r - INFO: - Current episode 985 has the best eval reward: 114.978 +2023-04-15 16:07:16 - r - INFO: - Episode: 986/2000, Reward: 93.429, Step: 500 +2023-04-15 16:07:21 - r - INFO: - Episode: 987/2000, Reward: 95.591, Step: 500 +2023-04-15 16:07:25 - r - INFO: - Episode: 988/2000, Reward: 90.532, Step: 500 +2023-04-15 16:07:29 - r - INFO: - Episode: 989/2000, Reward: 96.223, Step: 500 +2023-04-15 16:07:34 - r - INFO: - Episode: 990/2000, Reward: 102.325, Step: 500 +2023-04-15 16:07:42 - r - INFO: - Episode: 991/2000, Reward: -92.504, Step: 119 +2023-04-15 16:07:46 - r - INFO: - Episode: 992/2000, Reward: 106.985, Step: 500 +2023-04-15 16:07:50 - r - INFO: - Episode: 993/2000, Reward: 91.128, Step: 500 +2023-04-15 16:07:55 - r - INFO: - Episode: 994/2000, Reward: 96.727, Step: 500 +2023-04-15 16:07:59 - r - INFO: - Episode: 995/2000, Reward: -10.043, Step: 500 +2023-04-15 16:08:09 - r - INFO: - Episode: 996/2000, Reward: -58.130, Step: 304 +2023-04-15 16:08:13 - r - INFO: - Episode: 997/2000, Reward: -38.904, Step: 379 +2023-04-15 16:08:15 - r - INFO: - Episode: 998/2000, Reward: -50.494, Step: 324 +2023-04-15 16:08:20 - r - INFO: - Episode: 999/2000, Reward: 80.029, Step: 500 +2023-04-15 16:08:24 - r - INFO: - Episode: 1000/2000, Reward: 86.055, Step: 500 +2023-04-15 16:08:34 - r - INFO: - Episode: 1001/2000, Reward: 78.492, Step: 500 +2023-04-15 16:08:38 - r - INFO: - Episode: 1002/2000, Reward: -45.317, Step: 384 +2023-04-15 16:08:42 - r - INFO: - Episode: 1003/2000, Reward: 2.446, Step: 500 +2023-04-15 16:08:46 - r - INFO: - Episode: 1004/2000, Reward: 35.510, Step: 500 +2023-04-15 16:08:51 - r - INFO: - Episode: 1005/2000, Reward: 59.063, Step: 500 +2023-04-15 16:08:58 - r - INFO: - Episode: 1006/2000, Reward: -84.574, Step: 147 +2023-04-15 16:09:02 - r - INFO: - Episode: 1007/2000, Reward: 115.185, Step: 500 +2023-04-15 16:09:06 - r - INFO: - Episode: 1008/2000, Reward: 85.989, Step: 500 +2023-04-15 16:09:10 - r - INFO: - Episode: 1009/2000, Reward: 97.671, Step: 500 +2023-04-15 16:09:15 - r - INFO: - Episode: 1010/2000, Reward: 25.630, Step: 500 +2023-04-15 16:09:24 - r - INFO: - Episode: 1011/2000, Reward: 92.674, Step: 500 +2023-04-15 16:09:28 - r - INFO: - Episode: 1012/2000, Reward: 38.561, Step: 500 +2023-04-15 16:09:33 - r - INFO: - Episode: 1013/2000, Reward: 81.952, Step: 500 +2023-04-15 16:09:37 - r - INFO: - Episode: 1014/2000, Reward: 36.425, Step: 500 +2023-04-15 16:09:41 - r - INFO: - Episode: 1015/2000, Reward: 118.020, Step: 500 +2023-04-15 16:09:48 - r - INFO: - Current episode 1015 has the best eval reward: 128.106 +2023-04-15 16:09:53 - r - INFO: - Episode: 1016/2000, Reward: 115.892, Step: 500 +2023-04-15 16:09:55 - r - INFO: - Episode: 1017/2000, Reward: -60.269, Step: 273 +2023-04-15 16:09:57 - r - INFO: - Episode: 1018/2000, Reward: -92.419, Step: 238 +2023-04-15 16:10:01 - r - INFO: - Episode: 1019/2000, Reward: 89.665, Step: 500 +2023-04-15 16:10:03 - r - INFO: - Episode: 1020/2000, Reward: -67.780, Step: 214 +2023-04-15 16:10:09 - r - INFO: - Episode: 1021/2000, Reward: -65.982, Step: 194 +2023-04-15 16:10:13 - r - INFO: - Episode: 1022/2000, Reward: -16.793, Step: 450 +2023-04-15 16:10:17 - r - INFO: - Episode: 1023/2000, Reward: 87.739, Step: 500 +2023-04-15 16:10:19 - r - INFO: - Episode: 1024/2000, Reward: -101.791, Step: 217 +2023-04-15 16:10:23 - r - INFO: - Episode: 1025/2000, Reward: 104.755, Step: 500 +2023-04-15 16:10:35 - r - INFO: - Episode: 1026/2000, Reward: 104.730, Step: 500 +2023-04-15 16:10:39 - r - INFO: - Episode: 1027/2000, Reward: -13.050, Step: 455 +2023-04-15 16:10:43 - r - INFO: - Episode: 1028/2000, Reward: 19.984, Step: 500 +2023-04-15 16:10:47 - r - INFO: - Episode: 1029/2000, Reward: 115.392, Step: 500 +2023-04-15 16:10:52 - r - INFO: - Episode: 1030/2000, Reward: 111.310, Step: 500 +2023-04-15 16:11:03 - r - INFO: - Episode: 1031/2000, Reward: 117.678, Step: 500 +2023-04-15 16:11:08 - r - INFO: - Episode: 1032/2000, Reward: 120.628, Step: 500 +2023-04-15 16:11:12 - r - INFO: - Episode: 1033/2000, Reward: 109.530, Step: 500 +2023-04-15 16:11:16 - r - INFO: - Episode: 1034/2000, Reward: 67.495, Step: 500 +2023-04-15 16:11:17 - r - INFO: - Episode: 1035/2000, Reward: -96.733, Step: 127 +2023-04-15 16:11:25 - r - INFO: - Episode: 1036/2000, Reward: -57.062, Step: 320 +2023-04-15 16:11:29 - r - INFO: - Episode: 1037/2000, Reward: 97.249, Step: 500 +2023-04-15 16:11:31 - r - INFO: - Episode: 1038/2000, Reward: -79.664, Step: 180 +2023-04-15 16:11:32 - r - INFO: - Episode: 1039/2000, Reward: -75.553, Step: 217 +2023-04-15 16:11:37 - r - INFO: - Episode: 1040/2000, Reward: 7.207, Step: 500 +2023-04-15 16:11:48 - r - INFO: - Episode: 1041/2000, Reward: 114.612, Step: 500 +2023-04-15 16:11:52 - r - INFO: - Episode: 1042/2000, Reward: 115.209, Step: 500 +2023-04-15 16:11:57 - r - INFO: - Episode: 1043/2000, Reward: 113.667, Step: 500 +2023-04-15 16:12:01 - r - INFO: - Episode: 1044/2000, Reward: 110.371, Step: 500 +2023-04-15 16:12:05 - r - INFO: - Episode: 1045/2000, Reward: 106.825, Step: 500 +2023-04-15 16:12:17 - r - INFO: - Episode: 1046/2000, Reward: 114.766, Step: 500 +2023-04-15 16:12:21 - r - INFO: - Episode: 1047/2000, Reward: 60.500, Step: 500 +2023-04-15 16:12:25 - r - INFO: - Episode: 1048/2000, Reward: 123.083, Step: 500 +2023-04-15 16:12:28 - r - INFO: - Episode: 1049/2000, Reward: -36.408, Step: 312 +2023-04-15 16:12:29 - r - INFO: - Episode: 1050/2000, Reward: -85.875, Step: 145 +2023-04-15 16:12:34 - r - INFO: - Episode: 1051/2000, Reward: -90.046, Step: 118 +2023-04-15 16:12:38 - r - INFO: - Episode: 1052/2000, Reward: 114.402, Step: 500 +2023-04-15 16:12:42 - r - INFO: - Episode: 1053/2000, Reward: 105.606, Step: 500 +2023-04-15 16:12:47 - r - INFO: - Episode: 1054/2000, Reward: 130.981, Step: 500 +2023-04-15 16:12:51 - r - INFO: - Episode: 1055/2000, Reward: 119.599, Step: 500 +2023-04-15 16:12:58 - r - INFO: - Current episode 1055 has the best eval reward: 130.869 +2023-04-15 16:13:03 - r - INFO: - Episode: 1056/2000, Reward: 114.507, Step: 500 +2023-04-15 16:13:07 - r - INFO: - Episode: 1057/2000, Reward: 116.602, Step: 500 +2023-04-15 16:13:11 - r - INFO: - Episode: 1058/2000, Reward: 104.173, Step: 500 +2023-04-15 16:13:16 - r - INFO: - Episode: 1059/2000, Reward: 113.015, Step: 500 +2023-04-15 16:13:20 - r - INFO: - Episode: 1060/2000, Reward: 118.092, Step: 500 +2023-04-15 16:13:27 - r - INFO: - Current episode 1060 has the best eval reward: 134.972 +2023-04-15 16:13:31 - r - INFO: - Episode: 1061/2000, Reward: 116.203, Step: 500 +2023-04-15 16:13:36 - r - INFO: - Episode: 1062/2000, Reward: 126.779, Step: 500 +2023-04-15 16:13:40 - r - INFO: - Episode: 1063/2000, Reward: 119.266, Step: 500 +2023-04-15 16:13:44 - r - INFO: - Episode: 1064/2000, Reward: 128.085, Step: 500 +2023-04-15 16:13:49 - r - INFO: - Episode: 1065/2000, Reward: 119.091, Step: 500 +2023-04-15 16:14:00 - r - INFO: - Episode: 1066/2000, Reward: 121.758, Step: 500 +2023-04-15 16:14:02 - r - INFO: - Episode: 1067/2000, Reward: -79.453, Step: 233 +2023-04-15 16:14:05 - r - INFO: - Episode: 1068/2000, Reward: -41.547, Step: 323 +2023-04-15 16:14:09 - r - INFO: - Episode: 1069/2000, Reward: 119.658, Step: 500 +2023-04-15 16:14:14 - r - INFO: - Episode: 1070/2000, Reward: 125.632, Step: 500 +2023-04-15 16:14:21 - r - INFO: - Current episode 1070 has the best eval reward: 140.951 +2023-04-15 16:14:25 - r - INFO: - Episode: 1071/2000, Reward: 121.948, Step: 500 +2023-04-15 16:14:29 - r - INFO: - Episode: 1072/2000, Reward: 118.592, Step: 500 +2023-04-15 16:14:34 - r - INFO: - Episode: 1073/2000, Reward: 130.150, Step: 500 +2023-04-15 16:14:38 - r - INFO: - Episode: 1074/2000, Reward: 130.027, Step: 500 +2023-04-15 16:14:42 - r - INFO: - Episode: 1075/2000, Reward: 128.036, Step: 500 +2023-04-15 16:14:54 - r - INFO: - Episode: 1076/2000, Reward: 117.349, Step: 500 +2023-04-15 16:14:58 - r - INFO: - Episode: 1077/2000, Reward: 124.144, Step: 500 +2023-04-15 16:15:03 - r - INFO: - Episode: 1078/2000, Reward: 123.809, Step: 500 +2023-04-15 16:15:07 - r - INFO: - Episode: 1079/2000, Reward: 129.816, Step: 500 +2023-04-15 16:15:11 - r - INFO: - Episode: 1080/2000, Reward: 126.589, Step: 500 +2023-04-15 16:15:23 - r - INFO: - Episode: 1081/2000, Reward: 124.001, Step: 500 +2023-04-15 16:15:27 - r - INFO: - Episode: 1082/2000, Reward: 119.228, Step: 500 +2023-04-15 16:15:32 - r - INFO: - Episode: 1083/2000, Reward: 125.376, Step: 500 +2023-04-15 16:15:36 - r - INFO: - Episode: 1084/2000, Reward: 121.389, Step: 500 +2023-04-15 16:15:40 - r - INFO: - Episode: 1085/2000, Reward: 125.326, Step: 500 +2023-04-15 16:15:52 - r - INFO: - Episode: 1086/2000, Reward: 130.340, Step: 500 +2023-04-15 16:15:56 - r - INFO: - Episode: 1087/2000, Reward: 131.424, Step: 500 +2023-04-15 16:16:00 - r - INFO: - Episode: 1088/2000, Reward: 115.953, Step: 500 +2023-04-15 16:16:05 - r - INFO: - Episode: 1089/2000, Reward: 118.519, Step: 500 +2023-04-15 16:16:09 - r - INFO: - Episode: 1090/2000, Reward: 126.423, Step: 500 +2023-04-15 16:16:16 - r - INFO: - Current episode 1090 has the best eval reward: 144.621 +2023-04-15 16:16:20 - r - INFO: - Episode: 1091/2000, Reward: 138.481, Step: 500 +2023-04-15 16:16:25 - r - INFO: - Episode: 1092/2000, Reward: 126.969, Step: 500 +2023-04-15 16:16:29 - r - INFO: - Episode: 1093/2000, Reward: 131.646, Step: 500 +2023-04-15 16:16:33 - r - INFO: - Episode: 1094/2000, Reward: 132.252, Step: 500 +2023-04-15 16:16:38 - r - INFO: - Episode: 1095/2000, Reward: 129.873, Step: 500 +2023-04-15 16:16:49 - r - INFO: - Episode: 1096/2000, Reward: 131.873, Step: 500 +2023-04-15 16:16:53 - r - INFO: - Episode: 1097/2000, Reward: 136.627, Step: 500 +2023-04-15 16:16:58 - r - INFO: - Episode: 1098/2000, Reward: 130.555, Step: 500 +2023-04-15 16:17:02 - r - INFO: - Episode: 1099/2000, Reward: 127.372, Step: 500 +2023-04-15 16:17:06 - r - INFO: - Episode: 1100/2000, Reward: 108.263, Step: 500 +2023-04-15 16:17:18 - r - INFO: - Episode: 1101/2000, Reward: 109.400, Step: 500 +2023-04-15 16:17:22 - r - INFO: - Episode: 1102/2000, Reward: 138.297, Step: 500 +2023-04-15 16:17:27 - r - INFO: - Episode: 1103/2000, Reward: 141.233, Step: 500 +2023-04-15 16:17:31 - r - INFO: - Episode: 1104/2000, Reward: 140.907, Step: 500 +2023-04-15 16:17:35 - r - INFO: - Episode: 1105/2000, Reward: 124.212, Step: 500 +2023-04-15 16:17:47 - r - INFO: - Episode: 1106/2000, Reward: 140.827, Step: 500 +2023-04-15 16:17:51 - r - INFO: - Episode: 1107/2000, Reward: 134.017, Step: 500 +2023-04-15 16:17:55 - r - INFO: - Episode: 1108/2000, Reward: 131.794, Step: 500 +2023-04-15 16:18:00 - r - INFO: - Episode: 1109/2000, Reward: 135.786, Step: 500 +2023-04-15 16:18:04 - r - INFO: - Episode: 1110/2000, Reward: 123.271, Step: 500 +2023-04-15 16:18:15 - r - INFO: - Episode: 1111/2000, Reward: 108.105, Step: 500 +2023-04-15 16:18:20 - r - INFO: - Episode: 1112/2000, Reward: 136.164, Step: 500 +2023-04-15 16:18:23 - r - INFO: - Episode: 1113/2000, Reward: -18.994, Step: 426 +2023-04-15 16:18:28 - r - INFO: - Episode: 1114/2000, Reward: 133.548, Step: 500 +2023-04-15 16:18:32 - r - INFO: - Episode: 1115/2000, Reward: 127.274, Step: 500 +2023-04-15 16:18:43 - r - INFO: - Episode: 1116/2000, Reward: 136.398, Step: 500 +2023-04-15 16:18:47 - r - INFO: - Episode: 1117/2000, Reward: 132.993, Step: 500 +2023-04-15 16:18:52 - r - INFO: - Episode: 1118/2000, Reward: 121.502, Step: 500 +2023-04-15 16:18:56 - r - INFO: - Episode: 1119/2000, Reward: 137.030, Step: 500 +2023-04-15 16:19:00 - r - INFO: - Episode: 1120/2000, Reward: 138.802, Step: 500 +2023-04-15 16:19:07 - r - INFO: - Current episode 1120 has the best eval reward: 146.546 +2023-04-15 16:19:12 - r - INFO: - Episode: 1121/2000, Reward: 142.043, Step: 500 +2023-04-15 16:19:16 - r - INFO: - Episode: 1122/2000, Reward: 126.733, Step: 500 +2023-04-15 16:19:21 - r - INFO: - Episode: 1123/2000, Reward: 144.484, Step: 500 +2023-04-15 16:19:25 - r - INFO: - Episode: 1124/2000, Reward: 144.649, Step: 500 +2023-04-15 16:19:29 - r - INFO: - Episode: 1125/2000, Reward: 131.096, Step: 500 +2023-04-15 16:19:41 - r - INFO: - Episode: 1126/2000, Reward: 135.308, Step: 500 +2023-04-15 16:19:45 - r - INFO: - Episode: 1127/2000, Reward: 136.258, Step: 500 +2023-04-15 16:19:49 - r - INFO: - Episode: 1128/2000, Reward: 142.941, Step: 500 +2023-04-15 16:19:54 - r - INFO: - Episode: 1129/2000, Reward: 140.961, Step: 500 +2023-04-15 16:19:58 - r - INFO: - Episode: 1130/2000, Reward: 135.486, Step: 500 +2023-04-15 16:20:05 - r - INFO: - Current episode 1130 has the best eval reward: 150.965 +2023-04-15 16:20:10 - r - INFO: - Episode: 1131/2000, Reward: 140.307, Step: 500 +2023-04-15 16:20:14 - r - INFO: - Episode: 1132/2000, Reward: 141.362, Step: 500 +2023-04-15 16:20:18 - r - INFO: - Episode: 1133/2000, Reward: 97.270, Step: 500 +2023-04-15 16:20:23 - r - INFO: - Episode: 1134/2000, Reward: 129.240, Step: 500 +2023-04-15 16:20:27 - r - INFO: - Episode: 1135/2000, Reward: 134.480, Step: 500 +2023-04-15 16:20:37 - r - INFO: - Episode: 1136/2000, Reward: -9.551, Step: 367 +2023-04-15 16:20:42 - r - INFO: - Episode: 1137/2000, Reward: 139.276, Step: 500 +2023-04-15 16:20:46 - r - INFO: - Episode: 1138/2000, Reward: 128.888, Step: 500 +2023-04-15 16:20:50 - r - INFO: - Episode: 1139/2000, Reward: 142.175, Step: 500 +2023-04-15 16:20:55 - r - INFO: - Episode: 1140/2000, Reward: 134.721, Step: 500 +2023-04-15 16:21:04 - r - INFO: - Episode: 1141/2000, Reward: 132.893, Step: 500 +2023-04-15 16:21:08 - r - INFO: - Episode: 1142/2000, Reward: 134.467, Step: 500 +2023-04-15 16:21:12 - r - INFO: - Episode: 1143/2000, Reward: 145.773, Step: 500 +2023-04-15 16:21:17 - r - INFO: - Episode: 1144/2000, Reward: 130.598, Step: 500 +2023-04-15 16:21:20 - r - INFO: - Episode: 1145/2000, Reward: -16.657, Step: 453 +2023-04-15 16:21:29 - r - INFO: - Episode: 1146/2000, Reward: -27.040, Step: 334 +2023-04-15 16:21:33 - r - INFO: - Episode: 1147/2000, Reward: 17.180, Step: 474 +2023-04-15 16:21:38 - r - INFO: - Episode: 1148/2000, Reward: 147.406, Step: 500 +2023-04-15 16:21:42 - r - INFO: - Episode: 1149/2000, Reward: 136.289, Step: 500 +2023-04-15 16:21:46 - r - INFO: - Episode: 1150/2000, Reward: 80.051, Step: 500 +2023-04-15 16:21:53 - r - INFO: - Current episode 1150 has the best eval reward: 153.639 +2023-04-15 16:21:58 - r - INFO: - Episode: 1151/2000, Reward: 148.850, Step: 500 +2023-04-15 16:22:02 - r - INFO: - Episode: 1152/2000, Reward: 149.354, Step: 500 +2023-04-15 16:22:06 - r - INFO: - Episode: 1153/2000, Reward: 145.779, Step: 500 +2023-04-15 16:22:11 - r - INFO: - Episode: 1154/2000, Reward: -5.455, Step: 477 +2023-04-15 16:22:15 - r - INFO: - Episode: 1155/2000, Reward: 147.438, Step: 500 +2023-04-15 16:22:22 - r - INFO: - Current episode 1155 has the best eval reward: 155.653 +2023-04-15 16:22:26 - r - INFO: - Episode: 1156/2000, Reward: 145.149, Step: 500 +2023-04-15 16:22:31 - r - INFO: - Episode: 1157/2000, Reward: 132.783, Step: 500 +2023-04-15 16:22:35 - r - INFO: - Episode: 1158/2000, Reward: 140.507, Step: 500 +2023-04-15 16:22:39 - r - INFO: - Episode: 1159/2000, Reward: 47.836, Step: 500 +2023-04-15 16:22:41 - r - INFO: - Episode: 1160/2000, Reward: -59.549, Step: 209 +2023-04-15 16:22:53 - r - INFO: - Episode: 1161/2000, Reward: 141.402, Step: 500 +2023-04-15 16:22:57 - r - INFO: - Episode: 1162/2000, Reward: 144.903, Step: 500 +2023-04-15 16:23:01 - r - INFO: - Episode: 1163/2000, Reward: 148.350, Step: 500 +2023-04-15 16:23:06 - r - INFO: - Episode: 1164/2000, Reward: 147.295, Step: 500 +2023-04-15 16:23:10 - r - INFO: - Episode: 1165/2000, Reward: 141.812, Step: 500 +2023-04-15 16:23:22 - r - INFO: - Episode: 1166/2000, Reward: 142.631, Step: 500 +2023-04-15 16:23:26 - r - INFO: - Episode: 1167/2000, Reward: 152.024, Step: 500 +2023-04-15 16:23:30 - r - INFO: - Episode: 1168/2000, Reward: 148.931, Step: 500 +2023-04-15 16:23:35 - r - INFO: - Episode: 1169/2000, Reward: 142.639, Step: 500 +2023-04-15 16:23:39 - r - INFO: - Episode: 1170/2000, Reward: 145.900, Step: 500 +2023-04-15 16:23:50 - r - INFO: - Episode: 1171/2000, Reward: 150.282, Step: 500 +2023-04-15 16:23:55 - r - INFO: - Episode: 1172/2000, Reward: 134.547, Step: 500 +2023-04-15 16:23:59 - r - INFO: - Episode: 1173/2000, Reward: 138.556, Step: 500 +2023-04-15 16:24:03 - r - INFO: - Episode: 1174/2000, Reward: 148.195, Step: 500 +2023-04-15 16:24:08 - r - INFO: - Episode: 1175/2000, Reward: 142.402, Step: 500 +2023-04-15 16:24:15 - r - INFO: - Current episode 1175 has the best eval reward: 155.856 +2023-04-15 16:24:19 - r - INFO: - Episode: 1176/2000, Reward: 152.851, Step: 500 +2023-04-15 16:24:23 - r - INFO: - Episode: 1177/2000, Reward: 143.433, Step: 500 +2023-04-15 16:24:28 - r - INFO: - Episode: 1178/2000, Reward: 151.907, Step: 500 +2023-04-15 16:24:32 - r - INFO: - Episode: 1179/2000, Reward: 155.131, Step: 500 +2023-04-15 16:24:36 - r - INFO: - Episode: 1180/2000, Reward: 148.064, Step: 500 +2023-04-15 16:24:48 - r - INFO: - Episode: 1181/2000, Reward: 140.459, Step: 500 +2023-04-15 16:24:52 - r - INFO: - Episode: 1182/2000, Reward: 139.441, Step: 500 +2023-04-15 16:24:57 - r - INFO: - Episode: 1183/2000, Reward: 66.977, Step: 500 +2023-04-15 16:24:58 - r - INFO: - Episode: 1184/2000, Reward: -69.871, Step: 191 +2023-04-15 16:25:03 - r - INFO: - Episode: 1185/2000, Reward: 145.510, Step: 500 +2023-04-15 16:25:10 - r - INFO: - Current episode 1185 has the best eval reward: 157.433 +2023-04-15 16:25:14 - r - INFO: - Episode: 1186/2000, Reward: 152.706, Step: 500 +2023-04-15 16:25:19 - r - INFO: - Episode: 1187/2000, Reward: 154.865, Step: 500 +2023-04-15 16:25:23 - r - INFO: - Episode: 1188/2000, Reward: 147.823, Step: 500 +2023-04-15 16:25:27 - r - INFO: - Episode: 1189/2000, Reward: 147.652, Step: 500 +2023-04-15 16:25:32 - r - INFO: - Episode: 1190/2000, Reward: 152.725, Step: 500 +2023-04-15 16:25:43 - r - INFO: - Episode: 1191/2000, Reward: 151.064, Step: 500 +2023-04-15 16:25:47 - r - INFO: - Episode: 1192/2000, Reward: 146.334, Step: 500 +2023-04-15 16:25:52 - r - INFO: - Episode: 1193/2000, Reward: 147.037, Step: 500 +2023-04-15 16:25:56 - r - INFO: - Episode: 1194/2000, Reward: 148.806, Step: 500 +2023-04-15 16:26:00 - r - INFO: - Episode: 1195/2000, Reward: 158.017, Step: 500 +2023-04-15 16:26:08 - r - INFO: - Current episode 1195 has the best eval reward: 163.561 +2023-04-15 16:26:12 - r - INFO: - Episode: 1196/2000, Reward: 149.401, Step: 500 +2023-04-15 16:26:16 - r - INFO: - Episode: 1197/2000, Reward: 162.002, Step: 500 +2023-04-15 16:26:21 - r - INFO: - Episode: 1198/2000, Reward: 150.712, Step: 500 +2023-04-15 16:26:25 - r - INFO: - Episode: 1199/2000, Reward: 141.444, Step: 500 +2023-04-15 16:26:29 - r - INFO: - Episode: 1200/2000, Reward: 142.955, Step: 500 +2023-04-15 16:26:41 - r - INFO: - Episode: 1201/2000, Reward: 138.875, Step: 500 +2023-04-15 16:29:03 - r - INFO: - Episode: 1202/2000, Reward: 136.920, Step: 500 +2023-04-15 16:29:07 - r - INFO: - Episode: 1203/2000, Reward: 142.703, Step: 500 +2023-04-15 16:29:12 - r - INFO: - Episode: 1204/2000, Reward: 152.001, Step: 500 +2023-04-15 16:29:16 - r - INFO: - Episode: 1205/2000, Reward: 147.088, Step: 500 +2023-04-15 16:29:24 - r - INFO: - Episode: 1206/2000, Reward: -56.167, Step: 219 +2023-04-15 16:29:28 - r - INFO: - Episode: 1207/2000, Reward: 151.515, Step: 500 +2023-04-15 16:29:30 - r - INFO: - Episode: 1208/2000, Reward: -57.827, Step: 228 +2023-04-15 16:29:34 - r - INFO: - Episode: 1209/2000, Reward: 152.895, Step: 500 +2023-04-15 16:29:38 - r - INFO: - Episode: 1210/2000, Reward: 151.669, Step: 500 +2023-04-15 16:29:49 - r - INFO: - Episode: 1211/2000, Reward: 149.996, Step: 500 +2023-04-15 16:29:54 - r - INFO: - Episode: 1212/2000, Reward: 152.821, Step: 500 +2023-04-15 16:29:58 - r - INFO: - Episode: 1213/2000, Reward: 153.276, Step: 500 +2023-04-15 16:30:02 - r - INFO: - Episode: 1214/2000, Reward: 147.853, Step: 500 +2023-04-15 16:30:06 - r - INFO: - Episode: 1215/2000, Reward: 144.806, Step: 500 +2023-04-15 16:30:17 - r - INFO: - Episode: 1216/2000, Reward: 150.216, Step: 500 +2023-04-15 16:30:21 - r - INFO: - Episode: 1217/2000, Reward: 143.971, Step: 500 +2023-04-15 16:30:26 - r - INFO: - Episode: 1218/2000, Reward: 154.949, Step: 500 +2023-04-15 16:30:30 - r - INFO: - Episode: 1219/2000, Reward: 154.383, Step: 500 +2023-04-15 16:30:34 - r - INFO: - Episode: 1220/2000, Reward: 145.632, Step: 500 +2023-04-15 16:30:41 - r - INFO: - Current episode 1220 has the best eval reward: 167.707 +2023-04-15 16:30:45 - r - INFO: - Episode: 1221/2000, Reward: 161.370, Step: 500 +2023-04-15 16:30:50 - r - INFO: - Episode: 1222/2000, Reward: 160.930, Step: 500 +2023-04-15 16:30:54 - r - INFO: - Episode: 1223/2000, Reward: 160.374, Step: 500 +2023-04-15 16:30:58 - r - INFO: - Episode: 1224/2000, Reward: 145.059, Step: 500 +2023-04-15 16:31:02 - r - INFO: - Episode: 1225/2000, Reward: 156.269, Step: 500 +2023-04-15 16:31:14 - r - INFO: - Episode: 1226/2000, Reward: 152.381, Step: 500 +2023-04-15 16:31:18 - r - INFO: - Episode: 1227/2000, Reward: 156.718, Step: 500 +2023-04-15 16:31:22 - r - INFO: - Episode: 1228/2000, Reward: 152.290, Step: 500 +2023-04-15 16:31:26 - r - INFO: - Episode: 1229/2000, Reward: 156.978, Step: 500 +2023-04-15 16:31:31 - r - INFO: - Episode: 1230/2000, Reward: 155.554, Step: 500 +2023-04-15 16:31:42 - r - INFO: - Episode: 1231/2000, Reward: 166.148, Step: 500 +2023-04-15 16:31:46 - r - INFO: - Episode: 1232/2000, Reward: 152.706, Step: 500 +2023-04-15 16:31:50 - r - INFO: - Episode: 1233/2000, Reward: 151.922, Step: 500 +2023-04-15 16:31:54 - r - INFO: - Episode: 1234/2000, Reward: 153.177, Step: 500 +2023-04-15 16:31:59 - r - INFO: - Episode: 1235/2000, Reward: 148.754, Step: 500 +2023-04-15 16:32:10 - r - INFO: - Episode: 1236/2000, Reward: 151.378, Step: 500 +2023-04-15 16:32:14 - r - INFO: - Episode: 1237/2000, Reward: 154.427, Step: 500 +2023-04-15 16:32:19 - r - INFO: - Episode: 1238/2000, Reward: 148.701, Step: 500 +2023-04-15 16:32:23 - r - INFO: - Episode: 1239/2000, Reward: 158.953, Step: 500 +2023-04-15 16:32:27 - r - INFO: - Episode: 1240/2000, Reward: 153.100, Step: 500 +2023-04-15 16:32:39 - r - INFO: - Episode: 1241/2000, Reward: 156.957, Step: 500 +2023-04-15 16:32:43 - r - INFO: - Episode: 1242/2000, Reward: 155.746, Step: 500 +2023-04-15 16:32:47 - r - INFO: - Episode: 1243/2000, Reward: 160.143, Step: 500 +2023-04-15 16:32:51 - r - INFO: - Episode: 1244/2000, Reward: 158.063, Step: 500 +2023-04-15 16:32:56 - r - INFO: - Episode: 1245/2000, Reward: 157.372, Step: 500 +2023-04-15 16:33:07 - r - INFO: - Episode: 1246/2000, Reward: 156.585, Step: 500 +2023-04-15 16:33:11 - r - INFO: - Episode: 1247/2000, Reward: 145.510, Step: 500 +2023-04-15 16:33:16 - r - INFO: - Episode: 1248/2000, Reward: 150.335, Step: 500 +2023-04-15 16:33:20 - r - INFO: - Episode: 1249/2000, Reward: 151.606, Step: 500 +2023-04-15 16:33:24 - r - INFO: - Episode: 1250/2000, Reward: 141.600, Step: 500 +2023-04-15 16:33:35 - r - INFO: - Episode: 1251/2000, Reward: 147.371, Step: 500 +2023-04-15 16:33:40 - r - INFO: - Episode: 1252/2000, Reward: 145.156, Step: 500 +2023-04-15 16:33:44 - r - INFO: - Episode: 1253/2000, Reward: 145.016, Step: 500 +2023-04-15 16:33:48 - r - INFO: - Episode: 1254/2000, Reward: 148.138, Step: 500 +2023-04-15 16:33:52 - r - INFO: - Episode: 1255/2000, Reward: 143.393, Step: 500 +2023-04-15 16:34:04 - r - INFO: - Episode: 1256/2000, Reward: 146.141, Step: 500 +2023-04-15 16:34:08 - r - INFO: - Episode: 1257/2000, Reward: 140.549, Step: 500 +2023-04-15 16:34:12 - r - INFO: - Episode: 1258/2000, Reward: 155.594, Step: 500 +2023-04-15 16:34:17 - r - INFO: - Episode: 1259/2000, Reward: 152.093, Step: 500 +2023-04-15 16:34:21 - r - INFO: - Episode: 1260/2000, Reward: 148.801, Step: 500 +2023-04-15 16:34:32 - r - INFO: - Episode: 1261/2000, Reward: 146.875, Step: 500 +2023-04-15 16:34:37 - r - INFO: - Episode: 1262/2000, Reward: 152.660, Step: 500 +2023-04-15 16:34:41 - r - INFO: - Episode: 1263/2000, Reward: 162.444, Step: 500 +2023-04-15 16:34:45 - r - INFO: - Episode: 1264/2000, Reward: 148.869, Step: 500 +2023-04-15 16:34:50 - r - INFO: - Episode: 1265/2000, Reward: 167.433, Step: 500 +2023-04-15 16:34:57 - r - INFO: - Current episode 1265 has the best eval reward: 168.807 +2023-04-15 16:35:01 - r - INFO: - Episode: 1266/2000, Reward: 158.619, Step: 500 +2023-04-15 16:35:05 - r - INFO: - Episode: 1267/2000, Reward: 162.576, Step: 500 +2023-04-15 16:35:10 - r - INFO: - Episode: 1268/2000, Reward: 163.835, Step: 500 +2023-04-15 16:35:14 - r - INFO: - Episode: 1269/2000, Reward: 151.696, Step: 500 +2023-04-15 16:35:18 - r - INFO: - Episode: 1270/2000, Reward: 160.253, Step: 500 +2023-04-15 16:35:30 - r - INFO: - Episode: 1271/2000, Reward: 153.865, Step: 500 +2023-04-15 16:35:34 - r - INFO: - Episode: 1272/2000, Reward: 158.959, Step: 500 +2023-04-15 16:35:38 - r - INFO: - Episode: 1273/2000, Reward: 160.767, Step: 500 +2023-04-15 16:35:42 - r - INFO: - Episode: 1274/2000, Reward: 162.615, Step: 500 +2023-04-15 16:35:47 - r - INFO: - Episode: 1275/2000, Reward: 161.869, Step: 500 +2023-04-15 16:35:58 - r - INFO: - Episode: 1276/2000, Reward: 167.471, Step: 500 +2023-04-15 16:36:03 - r - INFO: - Episode: 1277/2000, Reward: 157.087, Step: 500 +2023-04-15 16:36:07 - r - INFO: - Episode: 1278/2000, Reward: 156.381, Step: 500 +2023-04-15 16:36:11 - r - INFO: - Episode: 1279/2000, Reward: 159.448, Step: 500 +2023-04-15 16:36:15 - r - INFO: - Episode: 1280/2000, Reward: 158.229, Step: 500 +2023-04-15 16:36:22 - r - INFO: - Current episode 1280 has the best eval reward: 171.148 +2023-04-15 16:36:27 - r - INFO: - Episode: 1281/2000, Reward: 153.336, Step: 500 +2023-04-15 16:36:31 - r - INFO: - Episode: 1282/2000, Reward: 165.396, Step: 500 +2023-04-15 16:36:36 - r - INFO: - Episode: 1283/2000, Reward: 163.198, Step: 500 +2023-04-15 16:36:40 - r - INFO: - Episode: 1284/2000, Reward: 166.153, Step: 500 +2023-04-15 16:36:44 - r - INFO: - Episode: 1285/2000, Reward: 163.957, Step: 500 +2023-04-15 16:36:56 - r - INFO: - Episode: 1286/2000, Reward: 156.733, Step: 500 +2023-04-15 16:37:00 - r - INFO: - Episode: 1287/2000, Reward: 157.278, Step: 500 +2023-04-15 16:37:04 - r - INFO: - Episode: 1288/2000, Reward: 153.631, Step: 500 +2023-04-15 16:37:09 - r - INFO: - Episode: 1289/2000, Reward: 156.828, Step: 500 +2023-04-15 16:37:13 - r - INFO: - Episode: 1290/2000, Reward: 162.339, Step: 500 +2023-04-15 16:37:24 - r - INFO: - Episode: 1291/2000, Reward: 161.763, Step: 500 +2023-04-15 16:37:29 - r - INFO: - Episode: 1292/2000, Reward: 162.990, Step: 500 +2023-04-15 16:37:33 - r - INFO: - Episode: 1293/2000, Reward: 168.733, Step: 500 +2023-04-15 16:37:37 - r - INFO: - Episode: 1294/2000, Reward: 155.742, Step: 500 +2023-04-15 16:37:42 - r - INFO: - Episode: 1295/2000, Reward: 166.084, Step: 500 +2023-04-15 16:37:53 - r - INFO: - Episode: 1296/2000, Reward: 170.388, Step: 500 +2023-04-15 16:37:57 - r - INFO: - Episode: 1297/2000, Reward: 167.510, Step: 500 +2023-04-15 16:38:02 - r - INFO: - Episode: 1298/2000, Reward: 160.662, Step: 500 +2023-04-15 16:38:06 - r - INFO: - Episode: 1299/2000, Reward: 161.371, Step: 500 +2023-04-15 16:38:10 - r - INFO: - Episode: 1300/2000, Reward: 162.083, Step: 500 +2023-04-15 16:38:17 - r - INFO: - Current episode 1300 has the best eval reward: 171.903 +2023-04-15 16:38:22 - r - INFO: - Episode: 1301/2000, Reward: 155.715, Step: 500 +2023-04-15 16:38:26 - r - INFO: - Episode: 1302/2000, Reward: 155.814, Step: 500 +2023-04-15 16:38:30 - r - INFO: - Episode: 1303/2000, Reward: 155.193, Step: 500 +2023-04-15 16:38:32 - r - INFO: - Episode: 1304/2000, Reward: -44.185, Step: 263 +2023-04-15 16:38:37 - r - INFO: - Episode: 1305/2000, Reward: 141.253, Step: 500 +2023-04-15 16:38:48 - r - INFO: - Episode: 1306/2000, Reward: 150.348, Step: 500 +2023-04-15 16:38:52 - r - INFO: - Episode: 1307/2000, Reward: 163.094, Step: 500 +2023-04-15 16:38:57 - r - INFO: - Episode: 1308/2000, Reward: 171.130, Step: 500 +2023-04-15 16:39:01 - r - INFO: - Episode: 1309/2000, Reward: 156.783, Step: 500 +2023-04-15 16:39:05 - r - INFO: - Episode: 1310/2000, Reward: 165.278, Step: 500 +2023-04-15 16:39:12 - r - INFO: - Current episode 1310 has the best eval reward: 178.250 +2023-04-15 16:39:17 - r - INFO: - Episode: 1311/2000, Reward: 169.081, Step: 500 +2023-04-15 16:39:21 - r - INFO: - Episode: 1312/2000, Reward: 164.561, Step: 500 +2023-04-15 16:39:25 - r - INFO: - Episode: 1313/2000, Reward: 169.995, Step: 500 +2023-04-15 16:39:30 - r - INFO: - Episode: 1314/2000, Reward: 160.336, Step: 500 +2023-04-15 16:39:34 - r - INFO: - Episode: 1315/2000, Reward: 172.370, Step: 500 +2023-04-15 16:39:41 - r - INFO: - Current episode 1315 has the best eval reward: 181.181 +2023-04-15 16:39:46 - r - INFO: - Episode: 1316/2000, Reward: 165.336, Step: 500 +2023-04-15 16:39:50 - r - INFO: - Episode: 1317/2000, Reward: 156.946, Step: 500 +2023-04-15 16:39:54 - r - INFO: - Episode: 1318/2000, Reward: 162.699, Step: 500 +2023-04-15 16:39:58 - r - INFO: - Episode: 1319/2000, Reward: 157.845, Step: 500 +2023-04-15 16:40:03 - r - INFO: - Episode: 1320/2000, Reward: 152.657, Step: 500 +2023-04-15 16:40:14 - r - INFO: - Episode: 1321/2000, Reward: 173.483, Step: 500 +2023-04-15 16:40:19 - r - INFO: - Episode: 1322/2000, Reward: 163.987, Step: 500 +2023-04-15 16:40:23 - r - INFO: - Episode: 1323/2000, Reward: 151.327, Step: 500 +2023-04-15 16:40:27 - r - INFO: - Episode: 1324/2000, Reward: 158.784, Step: 500 +2023-04-15 16:40:32 - r - INFO: - Episode: 1325/2000, Reward: 173.653, Step: 500 +2023-04-15 16:40:43 - r - INFO: - Episode: 1326/2000, Reward: 162.407, Step: 500 +2023-04-15 16:40:48 - r - INFO: - Episode: 1327/2000, Reward: 162.595, Step: 500 +2023-04-15 16:40:52 - r - INFO: - Episode: 1328/2000, Reward: 153.828, Step: 500 +2023-04-15 16:40:56 - r - INFO: - Episode: 1329/2000, Reward: 163.516, Step: 500 +2023-04-15 16:41:01 - r - INFO: - Episode: 1330/2000, Reward: 164.987, Step: 500 +2023-04-15 16:41:12 - r - INFO: - Episode: 1331/2000, Reward: 155.331, Step: 500 +2023-04-15 16:41:15 - r - INFO: - Episode: 1332/2000, Reward: -32.332, Step: 290 +2023-04-15 16:41:19 - r - INFO: - Episode: 1333/2000, Reward: 159.481, Step: 500 +2023-04-15 16:41:23 - r - INFO: - Episode: 1334/2000, Reward: 161.389, Step: 500 +2023-04-15 16:41:28 - r - INFO: - Episode: 1335/2000, Reward: 158.215, Step: 500 +2023-04-15 16:41:39 - r - INFO: - Episode: 1336/2000, Reward: 166.264, Step: 500 +2023-04-15 16:41:43 - r - INFO: - Episode: 1337/2000, Reward: 162.033, Step: 500 +2023-04-15 16:41:48 - r - INFO: - Episode: 1338/2000, Reward: 160.443, Step: 500 +2023-04-15 16:41:52 - r - INFO: - Episode: 1339/2000, Reward: 165.857, Step: 500 +2023-04-15 16:41:56 - r - INFO: - Episode: 1340/2000, Reward: 163.221, Step: 500 +2023-04-15 16:42:07 - r - INFO: - Episode: 1341/2000, Reward: 175.147, Step: 500 +2023-04-15 16:42:12 - r - INFO: - Episode: 1342/2000, Reward: 162.508, Step: 500 +2023-04-15 16:42:16 - r - INFO: - Episode: 1343/2000, Reward: 167.007, Step: 500 +2023-04-15 16:42:20 - r - INFO: - Episode: 1344/2000, Reward: 170.826, Step: 500 +2023-04-15 16:42:25 - r - INFO: - Episode: 1345/2000, Reward: 174.644, Step: 500 +2023-04-15 16:42:36 - r - INFO: - Episode: 1346/2000, Reward: 172.169, Step: 500 +2023-04-15 16:42:40 - r - INFO: - Episode: 1347/2000, Reward: 163.649, Step: 500 +2023-04-15 16:42:43 - r - INFO: - Episode: 1348/2000, Reward: -15.429, Step: 361 +2023-04-15 16:42:45 - r - INFO: - Episode: 1349/2000, Reward: -87.373, Step: 129 +2023-04-15 16:42:49 - r - INFO: - Episode: 1350/2000, Reward: 173.693, Step: 500 +2023-04-15 16:43:00 - r - INFO: - Episode: 1351/2000, Reward: 162.558, Step: 500 +2023-04-15 16:43:05 - r - INFO: - Episode: 1352/2000, Reward: 164.846, Step: 500 +2023-04-15 16:43:09 - r - INFO: - Episode: 1353/2000, Reward: 169.086, Step: 500 +2023-04-15 16:43:13 - r - INFO: - Episode: 1354/2000, Reward: 163.968, Step: 500 +2023-04-15 16:43:18 - r - INFO: - Episode: 1355/2000, Reward: 164.894, Step: 500 +2023-04-15 16:43:29 - r - INFO: - Episode: 1356/2000, Reward: 160.069, Step: 500 +2023-04-15 16:43:33 - r - INFO: - Episode: 1357/2000, Reward: 163.126, Step: 500 +2023-04-15 16:43:38 - r - INFO: - Episode: 1358/2000, Reward: 168.802, Step: 500 +2023-04-15 16:43:42 - r - INFO: - Episode: 1359/2000, Reward: 170.020, Step: 500 +2023-04-15 16:43:46 - r - INFO: - Episode: 1360/2000, Reward: 166.069, Step: 500 +2023-04-15 16:43:53 - r - INFO: - Current episode 1360 has the best eval reward: 186.506 +2023-04-15 16:43:58 - r - INFO: - Episode: 1361/2000, Reward: 174.522, Step: 500 +2023-04-15 16:44:02 - r - INFO: - Episode: 1362/2000, Reward: 163.662, Step: 500 +2023-04-15 16:44:06 - r - INFO: - Episode: 1363/2000, Reward: 165.396, Step: 500 +2023-04-15 16:44:11 - r - INFO: - Episode: 1364/2000, Reward: 164.362, Step: 500 +2023-04-15 16:44:15 - r - INFO: - Episode: 1365/2000, Reward: 178.168, Step: 500 +2023-04-15 16:44:26 - r - INFO: - Episode: 1366/2000, Reward: 178.955, Step: 500 +2023-04-15 16:44:31 - r - INFO: - Episode: 1367/2000, Reward: 162.819, Step: 500 +2023-04-15 16:44:35 - r - INFO: - Episode: 1368/2000, Reward: 167.089, Step: 500 +2023-04-15 16:44:39 - r - INFO: - Episode: 1369/2000, Reward: 162.402, Step: 500 +2023-04-15 16:44:44 - r - INFO: - Episode: 1370/2000, Reward: 156.829, Step: 500 +2023-04-15 16:44:55 - r - INFO: - Episode: 1371/2000, Reward: 162.725, Step: 500 +2023-04-15 16:45:00 - r - INFO: - Episode: 1372/2000, Reward: 156.196, Step: 500 +2023-04-15 16:45:04 - r - INFO: - Episode: 1373/2000, Reward: 161.457, Step: 500 +2023-04-15 16:45:08 - r - INFO: - Episode: 1374/2000, Reward: 162.017, Step: 500 +2023-04-15 16:45:12 - r - INFO: - Episode: 1375/2000, Reward: 23.152, Step: 427 +2023-04-15 16:45:23 - r - INFO: - Episode: 1376/2000, Reward: 160.384, Step: 500 +2023-04-15 16:45:28 - r - INFO: - Episode: 1377/2000, Reward: 171.648, Step: 500 +2023-04-15 16:45:32 - r - INFO: - Episode: 1378/2000, Reward: 165.825, Step: 500 +2023-04-15 16:45:36 - r - INFO: - Episode: 1379/2000, Reward: 167.297, Step: 500 +2023-04-15 16:45:41 - r - INFO: - Episode: 1380/2000, Reward: 161.709, Step: 500 +2023-04-15 16:45:52 - r - INFO: - Episode: 1381/2000, Reward: 161.726, Step: 500 +2023-04-15 16:45:54 - r - INFO: - Episode: 1382/2000, Reward: -67.520, Step: 202 +2023-04-15 16:45:58 - r - INFO: - Episode: 1383/2000, Reward: 162.681, Step: 500 +2023-04-15 16:46:03 - r - INFO: - Episode: 1384/2000, Reward: 154.184, Step: 500 +2023-04-15 16:46:07 - r - INFO: - Episode: 1385/2000, Reward: 166.627, Step: 500 +2023-04-15 16:46:18 - r - INFO: - Episode: 1386/2000, Reward: 160.835, Step: 500 +2023-04-15 16:46:23 - r - INFO: - Episode: 1387/2000, Reward: 160.511, Step: 500 +2023-04-15 16:46:27 - r - INFO: - Episode: 1388/2000, Reward: 163.687, Step: 500 +2023-04-15 16:46:31 - r - INFO: - Episode: 1389/2000, Reward: 159.495, Step: 500 +2023-04-15 16:46:36 - r - INFO: - Episode: 1390/2000, Reward: 172.267, Step: 500 +2023-04-15 16:46:44 - r - INFO: - Episode: 1391/2000, Reward: -46.432, Step: 240 +2023-04-15 16:46:49 - r - INFO: - Episode: 1392/2000, Reward: 152.820, Step: 500 +2023-04-15 16:46:53 - r - INFO: - Episode: 1393/2000, Reward: 162.929, Step: 500 +2023-04-15 16:46:57 - r - INFO: - Episode: 1394/2000, Reward: 160.069, Step: 500 +2023-04-15 16:47:01 - r - INFO: - Episode: 1395/2000, Reward: 163.715, Step: 500 +2023-04-15 16:47:13 - r - INFO: - Episode: 1396/2000, Reward: 169.393, Step: 500 +2023-04-15 16:47:17 - r - INFO: - Episode: 1397/2000, Reward: 169.355, Step: 500 +2023-04-15 16:47:22 - r - INFO: - Episode: 1398/2000, Reward: 168.400, Step: 500 +2023-04-15 16:47:26 - r - INFO: - Episode: 1399/2000, Reward: 166.737, Step: 500 +2023-04-15 16:47:30 - r - INFO: - Episode: 1400/2000, Reward: 172.890, Step: 500 +2023-04-15 16:47:42 - r - INFO: - Episode: 1401/2000, Reward: 162.495, Step: 500 +2023-04-15 16:47:45 - r - INFO: - Episode: 1402/2000, Reward: 32.376, Step: 439 +2023-04-15 16:47:50 - r - INFO: - Episode: 1403/2000, Reward: 174.499, Step: 500 +2023-04-15 16:47:54 - r - INFO: - Episode: 1404/2000, Reward: 167.130, Step: 500 +2023-04-15 16:47:58 - r - INFO: - Episode: 1405/2000, Reward: 157.705, Step: 500 +2023-04-15 16:48:10 - r - INFO: - Episode: 1406/2000, Reward: 168.087, Step: 500 +2023-04-15 16:48:14 - r - INFO: - Episode: 1407/2000, Reward: 170.300, Step: 500 +2023-04-15 16:48:19 - r - INFO: - Episode: 1408/2000, Reward: 122.708, Step: 500 +2023-04-15 16:48:23 - r - INFO: - Episode: 1409/2000, Reward: 170.469, Step: 500 +2023-04-15 16:48:27 - r - INFO: - Episode: 1410/2000, Reward: 166.419, Step: 500 +2023-04-15 16:48:39 - r - INFO: - Episode: 1411/2000, Reward: 159.550, Step: 500 +2023-04-15 16:48:43 - r - INFO: - Episode: 1412/2000, Reward: 172.454, Step: 500 +2023-04-15 16:48:47 - r - INFO: - Episode: 1413/2000, Reward: 172.727, Step: 500 +2023-04-15 16:48:52 - r - INFO: - Episode: 1414/2000, Reward: 169.552, Step: 500 +2023-04-15 16:48:56 - r - INFO: - Episode: 1415/2000, Reward: 159.597, Step: 500 +2023-04-15 16:49:07 - r - INFO: - Episode: 1416/2000, Reward: 166.480, Step: 500 +2023-04-15 16:49:12 - r - INFO: - Episode: 1417/2000, Reward: 165.911, Step: 500 +2023-04-15 16:49:16 - r - INFO: - Episode: 1418/2000, Reward: 57.484, Step: 500 +2023-04-15 16:49:20 - r - INFO: - Episode: 1419/2000, Reward: 175.447, Step: 500 +2023-04-15 16:49:25 - r - INFO: - Episode: 1420/2000, Reward: 176.048, Step: 500 +2023-04-15 16:49:32 - r - INFO: - Current episode 1420 has the best eval reward: 192.696 +2023-04-15 16:49:36 - r - INFO: - Episode: 1421/2000, Reward: 185.095, Step: 500 +2023-04-15 16:49:40 - r - INFO: - Episode: 1422/2000, Reward: 174.469, Step: 500 +2023-04-15 16:49:45 - r - INFO: - Episode: 1423/2000, Reward: 166.095, Step: 500 +2023-04-15 16:49:49 - r - INFO: - Episode: 1424/2000, Reward: 168.499, Step: 500 +2023-04-15 16:49:53 - r - INFO: - Episode: 1425/2000, Reward: 169.456, Step: 500 +2023-04-15 16:50:05 - r - INFO: - Episode: 1426/2000, Reward: 158.374, Step: 500 +2023-04-15 16:50:09 - r - INFO: - Episode: 1427/2000, Reward: 172.851, Step: 500 +2023-04-15 16:50:13 - r - INFO: - Episode: 1428/2000, Reward: 26.894, Step: 500 +2023-04-15 16:50:17 - r - INFO: - Episode: 1429/2000, Reward: 166.808, Step: 500 +2023-04-15 16:50:22 - r - INFO: - Episode: 1430/2000, Reward: 168.746, Step: 500 +2023-04-15 16:50:33 - r - INFO: - Episode: 1431/2000, Reward: 162.027, Step: 500 +2023-04-15 16:50:38 - r - INFO: - Episode: 1432/2000, Reward: 160.192, Step: 500 +2023-04-15 16:50:42 - r - INFO: - Episode: 1433/2000, Reward: 160.721, Step: 500 +2023-04-15 16:50:46 - r - INFO: - Episode: 1434/2000, Reward: 77.525, Step: 500 +2023-04-15 16:50:51 - r - INFO: - Episode: 1435/2000, Reward: 153.827, Step: 500 +2023-04-15 16:51:02 - r - INFO: - Episode: 1436/2000, Reward: 164.276, Step: 500 +2023-04-15 16:51:06 - r - INFO: - Episode: 1437/2000, Reward: 170.150, Step: 500 +2023-04-15 16:51:11 - r - INFO: - Episode: 1438/2000, Reward: 165.980, Step: 500 +2023-04-15 16:51:15 - r - INFO: - Episode: 1439/2000, Reward: 158.667, Step: 500 +2023-04-15 16:51:19 - r - INFO: - Episode: 1440/2000, Reward: 162.818, Step: 500 +2023-04-15 16:51:31 - r - INFO: - Episode: 1441/2000, Reward: 167.953, Step: 500 +2023-04-15 16:51:35 - r - INFO: - Episode: 1442/2000, Reward: 167.181, Step: 500 +2023-04-15 16:51:39 - r - INFO: - Episode: 1443/2000, Reward: 169.182, Step: 500 +2023-04-15 16:51:42 - r - INFO: - Episode: 1444/2000, Reward: -60.369, Step: 310 +2023-04-15 16:51:46 - r - INFO: - Episode: 1445/2000, Reward: 171.494, Step: 500 +2023-04-15 16:51:58 - r - INFO: - Episode: 1446/2000, Reward: 162.708, Step: 500 +2023-04-15 16:52:02 - r - INFO: - Episode: 1447/2000, Reward: 169.706, Step: 500 +2023-04-15 16:52:06 - r - INFO: - Episode: 1448/2000, Reward: 172.995, Step: 500 +2023-04-15 16:52:11 - r - INFO: - Episode: 1449/2000, Reward: 163.999, Step: 500 +2023-04-15 16:52:15 - r - INFO: - Episode: 1450/2000, Reward: 166.603, Step: 500 +2023-04-15 16:52:27 - r - INFO: - Episode: 1451/2000, Reward: 162.601, Step: 500 +2023-04-15 16:52:31 - r - INFO: - Episode: 1452/2000, Reward: 162.529, Step: 500 +2023-04-15 16:52:35 - r - INFO: - Episode: 1453/2000, Reward: 158.385, Step: 500 +2023-04-15 16:52:39 - r - INFO: - Episode: 1454/2000, Reward: 163.427, Step: 500 +2023-04-15 16:52:44 - r - INFO: - Episode: 1455/2000, Reward: 164.198, Step: 500 +2023-04-15 16:52:55 - r - INFO: - Episode: 1456/2000, Reward: 172.664, Step: 500 +2023-04-15 16:52:59 - r - INFO: - Episode: 1457/2000, Reward: 164.267, Step: 500 +2023-04-15 16:53:04 - r - INFO: - Episode: 1458/2000, Reward: 168.525, Step: 500 +2023-04-15 16:53:08 - r - INFO: - Episode: 1459/2000, Reward: 171.524, Step: 500 +2023-04-15 16:53:12 - r - INFO: - Episode: 1460/2000, Reward: 163.281, Step: 500 +2023-04-15 16:53:24 - r - INFO: - Episode: 1461/2000, Reward: 168.903, Step: 500 +2023-04-15 16:53:28 - r - INFO: - Episode: 1462/2000, Reward: 169.152, Step: 500 +2023-04-15 16:53:33 - r - INFO: - Episode: 1463/2000, Reward: 166.361, Step: 500 +2023-04-15 16:53:37 - r - INFO: - Episode: 1464/2000, Reward: 168.562, Step: 500 +2023-04-15 16:53:41 - r - INFO: - Episode: 1465/2000, Reward: 169.910, Step: 500 +2023-04-15 16:53:53 - r - INFO: - Episode: 1466/2000, Reward: 168.345, Step: 500 +2023-04-15 16:53:57 - r - INFO: - Episode: 1467/2000, Reward: 163.331, Step: 500 +2023-04-15 16:54:01 - r - INFO: - Episode: 1468/2000, Reward: 163.870, Step: 500 +2023-04-15 16:54:06 - r - INFO: - Episode: 1469/2000, Reward: 168.885, Step: 500 +2023-04-15 16:54:10 - r - INFO: - Episode: 1470/2000, Reward: 162.591, Step: 500 +2023-04-15 16:54:21 - r - INFO: - Episode: 1471/2000, Reward: 165.763, Step: 500 +2023-04-15 16:54:26 - r - INFO: - Episode: 1472/2000, Reward: 156.391, Step: 500 +2023-04-15 16:54:30 - r - INFO: - Episode: 1473/2000, Reward: 159.242, Step: 500 +2023-04-15 16:54:34 - r - INFO: - Episode: 1474/2000, Reward: 168.022, Step: 500 +2023-04-15 16:54:39 - r - INFO: - Episode: 1475/2000, Reward: 166.664, Step: 500 +2023-04-15 16:54:50 - r - INFO: - Episode: 1476/2000, Reward: 168.250, Step: 500 +2023-04-15 16:54:54 - r - INFO: - Episode: 1477/2000, Reward: 172.336, Step: 500 +2023-04-15 16:54:59 - r - INFO: - Episode: 1478/2000, Reward: 164.654, Step: 500 +2023-04-15 16:55:03 - r - INFO: - Episode: 1479/2000, Reward: 172.167, Step: 500 +2023-04-15 16:55:07 - r - INFO: - Episode: 1480/2000, Reward: 174.926, Step: 500 +2023-04-15 16:55:19 - r - INFO: - Episode: 1481/2000, Reward: 167.485, Step: 500 +2023-04-15 16:55:23 - r - INFO: - Episode: 1482/2000, Reward: 170.358, Step: 500 +2023-04-15 16:56:44 - r - INFO: - Episode: 1483/2000, Reward: 173.460, Step: 500 +2023-04-15 16:56:48 - r - INFO: - Episode: 1484/2000, Reward: 162.102, Step: 500 +2023-04-15 16:56:52 - r - INFO: - Episode: 1485/2000, Reward: 179.137, Step: 500 +2023-04-15 16:57:03 - r - INFO: - Episode: 1486/2000, Reward: 173.043, Step: 500 +2023-04-15 16:57:08 - r - INFO: - Episode: 1487/2000, Reward: 171.089, Step: 500 +2023-04-15 16:57:12 - r - INFO: - Episode: 1488/2000, Reward: 169.241, Step: 500 +2023-04-15 16:57:16 - r - INFO: - Episode: 1489/2000, Reward: 160.976, Step: 500 +2023-04-15 16:57:20 - r - INFO: - Episode: 1490/2000, Reward: 148.451, Step: 500 +2023-04-15 16:57:31 - r - INFO: - Episode: 1491/2000, Reward: 167.487, Step: 500 +2023-04-15 16:57:35 - r - INFO: - Episode: 1492/2000, Reward: 161.800, Step: 500 +2023-04-15 16:57:40 - r - INFO: - Episode: 1493/2000, Reward: 135.415, Step: 500 +2023-04-15 16:57:44 - r - INFO: - Episode: 1494/2000, Reward: 164.823, Step: 500 +2023-04-15 16:57:48 - r - INFO: - Episode: 1495/2000, Reward: 167.508, Step: 500 +2023-04-15 16:57:59 - r - INFO: - Episode: 1496/2000, Reward: 164.849, Step: 500 +2023-04-15 16:58:04 - r - INFO: - Episode: 1497/2000, Reward: 167.353, Step: 500 +2023-04-15 16:58:08 - r - INFO: - Episode: 1498/2000, Reward: 171.661, Step: 500 +2023-04-15 16:58:12 - r - INFO: - Episode: 1499/2000, Reward: 162.653, Step: 500 +2023-04-15 16:58:16 - r - INFO: - Episode: 1500/2000, Reward: 151.088, Step: 500 +2023-04-15 16:58:28 - r - INFO: - Episode: 1501/2000, Reward: 164.161, Step: 500 +2023-04-15 16:58:32 - r - INFO: - Episode: 1502/2000, Reward: 167.301, Step: 500 +2023-04-15 16:58:36 - r - INFO: - Episode: 1503/2000, Reward: 161.686, Step: 500 +2023-04-15 16:58:40 - r - INFO: - Episode: 1504/2000, Reward: 170.290, Step: 500 +2023-04-15 16:58:45 - r - INFO: - Episode: 1505/2000, Reward: 170.683, Step: 500 +2023-04-15 16:58:56 - r - INFO: - Episode: 1506/2000, Reward: 167.892, Step: 500 +2023-04-15 16:59:00 - r - INFO: - Episode: 1507/2000, Reward: 156.766, Step: 500 +2023-04-15 16:59:05 - r - INFO: - Episode: 1508/2000, Reward: 163.372, Step: 500 +2023-04-15 16:59:09 - r - INFO: - Episode: 1509/2000, Reward: 163.700, Step: 500 +2023-04-15 16:59:13 - r - INFO: - Episode: 1510/2000, Reward: 167.330, Step: 500 +2023-04-15 16:59:24 - r - INFO: - Episode: 1511/2000, Reward: 166.159, Step: 500 +2023-04-15 16:59:29 - r - INFO: - Episode: 1512/2000, Reward: 169.929, Step: 500 +2023-04-15 16:59:33 - r - INFO: - Episode: 1513/2000, Reward: 167.378, Step: 500 +2023-04-15 16:59:37 - r - INFO: - Episode: 1514/2000, Reward: 176.540, Step: 500 +2023-04-15 16:59:41 - r - INFO: - Episode: 1515/2000, Reward: 167.902, Step: 500 +2023-04-15 16:59:53 - r - INFO: - Episode: 1516/2000, Reward: 169.052, Step: 500 +2023-04-15 16:59:57 - r - INFO: - Episode: 1517/2000, Reward: 175.824, Step: 500 +2023-04-15 17:00:01 - r - INFO: - Episode: 1518/2000, Reward: 157.596, Step: 500 +2023-04-15 17:00:05 - r - INFO: - Episode: 1519/2000, Reward: 158.857, Step: 500 +2023-04-15 17:00:10 - r - INFO: - Episode: 1520/2000, Reward: 165.900, Step: 500 +2023-04-15 17:00:21 - r - INFO: - Episode: 1521/2000, Reward: 170.725, Step: 500 +2023-04-15 17:00:25 - r - INFO: - Episode: 1522/2000, Reward: 166.554, Step: 500 +2023-04-15 17:00:30 - r - INFO: - Episode: 1523/2000, Reward: 162.531, Step: 500 +2023-04-15 17:00:34 - r - INFO: - Episode: 1524/2000, Reward: 154.925, Step: 500 +2023-04-15 17:00:38 - r - INFO: - Episode: 1525/2000, Reward: 156.979, Step: 500 +2023-04-15 17:00:49 - r - INFO: - Episode: 1526/2000, Reward: 154.319, Step: 500 +2023-04-15 17:00:54 - r - INFO: - Episode: 1527/2000, Reward: 161.431, Step: 500 +2023-04-15 17:00:58 - r - INFO: - Episode: 1528/2000, Reward: 163.032, Step: 500 +2023-04-15 17:01:02 - r - INFO: - Episode: 1529/2000, Reward: 155.748, Step: 500 +2023-04-15 17:01:06 - r - INFO: - Episode: 1530/2000, Reward: 163.791, Step: 500 +2023-04-15 17:01:18 - r - INFO: - Episode: 1531/2000, Reward: 158.047, Step: 500 +2023-04-15 17:01:22 - r - INFO: - Episode: 1532/2000, Reward: 166.720, Step: 500 +2023-04-15 17:01:27 - r - INFO: - Episode: 1533/2000, Reward: 172.160, Step: 500 +2023-04-15 17:01:31 - r - INFO: - Episode: 1534/2000, Reward: 169.809, Step: 500 +2023-04-15 17:01:35 - r - INFO: - Episode: 1535/2000, Reward: 163.334, Step: 500 +2023-04-15 17:01:47 - r - INFO: - Episode: 1536/2000, Reward: 171.252, Step: 500 +2023-04-15 17:01:51 - r - INFO: - Episode: 1537/2000, Reward: 170.419, Step: 500 +2023-04-15 17:01:55 - r - INFO: - Episode: 1538/2000, Reward: 167.047, Step: 500 +2023-04-15 17:02:00 - r - INFO: - Episode: 1539/2000, Reward: 169.425, Step: 500 +2023-04-15 17:02:04 - r - INFO: - Episode: 1540/2000, Reward: 168.026, Step: 500 +2023-04-15 17:02:16 - r - INFO: - Episode: 1541/2000, Reward: 173.243, Step: 500 +2023-04-15 17:02:20 - r - INFO: - Episode: 1542/2000, Reward: 157.604, Step: 500 +2023-04-15 17:02:24 - r - INFO: - Episode: 1543/2000, Reward: 159.268, Step: 500 +2023-04-15 17:02:28 - r - INFO: - Episode: 1544/2000, Reward: 167.514, Step: 500 +2023-04-15 17:02:33 - r - INFO: - Episode: 1545/2000, Reward: 170.739, Step: 500 +2023-04-15 17:02:44 - r - INFO: - Episode: 1546/2000, Reward: 172.580, Step: 500 +2023-04-15 17:02:48 - r - INFO: - Episode: 1547/2000, Reward: 175.986, Step: 500 +2023-04-15 17:02:52 - r - INFO: - Episode: 1548/2000, Reward: 169.381, Step: 500 +2023-04-15 17:02:57 - r - INFO: - Episode: 1549/2000, Reward: 172.752, Step: 500 +2023-04-15 17:03:01 - r - INFO: - Episode: 1550/2000, Reward: 163.782, Step: 500 +2023-04-15 17:03:13 - r - INFO: - Episode: 1551/2000, Reward: 165.366, Step: 500 +2023-04-15 17:03:17 - r - INFO: - Episode: 1552/2000, Reward: 162.509, Step: 500 +2023-04-15 17:03:21 - r - INFO: - Episode: 1553/2000, Reward: 167.205, Step: 500 +2023-04-15 17:03:25 - r - INFO: - Episode: 1554/2000, Reward: 163.343, Step: 500 +2023-04-15 17:03:30 - r - INFO: - Episode: 1555/2000, Reward: 172.057, Step: 500 +2023-04-15 17:03:41 - r - INFO: - Episode: 1556/2000, Reward: 165.639, Step: 500 +2023-04-15 17:03:45 - r - INFO: - Episode: 1557/2000, Reward: 169.233, Step: 500 +2023-04-15 17:03:50 - r - INFO: - Episode: 1558/2000, Reward: 134.785, Step: 500 +2023-04-15 17:03:54 - r - INFO: - Episode: 1559/2000, Reward: 187.292, Step: 500 +2023-04-15 17:03:58 - r - INFO: - Episode: 1560/2000, Reward: 175.392, Step: 500 +2023-04-15 17:04:10 - r - INFO: - Episode: 1561/2000, Reward: 171.549, Step: 500 +2023-04-15 17:04:14 - r - INFO: - Episode: 1562/2000, Reward: 176.708, Step: 500 +2023-04-15 17:04:18 - r - INFO: - Episode: 1563/2000, Reward: 170.675, Step: 500 +2023-04-15 17:04:23 - r - INFO: - Episode: 1564/2000, Reward: 170.385, Step: 500 +2023-04-15 17:04:27 - r - INFO: - Episode: 1565/2000, Reward: 171.957, Step: 500 +2023-04-15 17:04:38 - r - INFO: - Episode: 1566/2000, Reward: 170.395, Step: 500 +2023-04-15 17:04:41 - r - INFO: - Episode: 1567/2000, Reward: -19.116, Step: 299 +2023-04-15 17:04:45 - r - INFO: - Episode: 1568/2000, Reward: 164.515, Step: 500 +2023-04-15 17:04:50 - r - INFO: - Episode: 1569/2000, Reward: 160.290, Step: 500 +2023-04-15 17:04:54 - r - INFO: - Episode: 1570/2000, Reward: 166.077, Step: 500 +2023-04-15 17:05:05 - r - INFO: - Episode: 1571/2000, Reward: 180.818, Step: 500 +2023-04-15 17:05:10 - r - INFO: - Episode: 1572/2000, Reward: 167.499, Step: 500 +2023-04-15 17:05:14 - r - INFO: - Episode: 1573/2000, Reward: 162.800, Step: 500 +2023-04-15 17:05:18 - r - INFO: - Episode: 1574/2000, Reward: 170.635, Step: 500 +2023-04-15 17:05:23 - r - INFO: - Episode: 1575/2000, Reward: 166.846, Step: 500 +2023-04-15 17:05:34 - r - INFO: - Episode: 1576/2000, Reward: 176.942, Step: 500 +2023-04-15 17:05:38 - r - INFO: - Episode: 1577/2000, Reward: 176.993, Step: 500 +2023-04-15 17:05:42 - r - INFO: - Episode: 1578/2000, Reward: 166.038, Step: 500 +2023-04-15 17:05:47 - r - INFO: - Episode: 1579/2000, Reward: 164.368, Step: 500 +2023-04-15 17:05:51 - r - INFO: - Episode: 1580/2000, Reward: 169.332, Step: 500 +2023-04-15 17:06:02 - r - INFO: - Episode: 1581/2000, Reward: 172.098, Step: 500 +2023-04-15 17:06:07 - r - INFO: - Episode: 1582/2000, Reward: 166.560, Step: 500 +2023-04-15 17:06:11 - r - INFO: - Episode: 1583/2000, Reward: 168.031, Step: 500 +2023-04-15 17:06:15 - r - INFO: - Episode: 1584/2000, Reward: 160.163, Step: 500 +2023-04-15 17:06:20 - r - INFO: - Episode: 1585/2000, Reward: 178.816, Step: 500 +2023-04-15 17:06:31 - r - INFO: - Episode: 1586/2000, Reward: 171.628, Step: 500 +2023-04-15 17:06:35 - r - INFO: - Episode: 1587/2000, Reward: 165.065, Step: 500 +2023-04-15 17:06:40 - r - INFO: - Episode: 1588/2000, Reward: 168.568, Step: 500 +2023-04-15 17:06:44 - r - INFO: - Episode: 1589/2000, Reward: 169.493, Step: 500 +2023-04-15 17:06:48 - r - INFO: - Episode: 1590/2000, Reward: 176.106, Step: 500 +2023-04-15 17:07:00 - r - INFO: - Episode: 1591/2000, Reward: 164.056, Step: 500 +2023-04-15 17:07:04 - r - INFO: - Episode: 1592/2000, Reward: 171.978, Step: 500 +2023-04-15 17:07:08 - r - INFO: - Episode: 1593/2000, Reward: 174.524, Step: 500 +2023-04-15 17:07:13 - r - INFO: - Episode: 1594/2000, Reward: 167.584, Step: 500 +2023-04-15 17:07:17 - r - INFO: - Episode: 1595/2000, Reward: 172.107, Step: 500 +2023-04-15 17:07:28 - r - INFO: - Episode: 1596/2000, Reward: 173.348, Step: 500 +2023-04-15 17:07:33 - r - INFO: - Episode: 1597/2000, Reward: 172.077, Step: 500 +2023-04-15 17:07:37 - r - INFO: - Episode: 1598/2000, Reward: 162.065, Step: 500 +2023-04-15 17:07:41 - r - INFO: - Episode: 1599/2000, Reward: 163.751, Step: 500 +2023-04-15 17:07:46 - r - INFO: - Episode: 1600/2000, Reward: 160.412, Step: 500 +2023-04-15 17:07:56 - r - INFO: - Episode: 1601/2000, Reward: 34.110, Step: 445 +2023-04-15 17:08:01 - r - INFO: - Episode: 1602/2000, Reward: 167.423, Step: 500 +2023-04-15 17:08:05 - r - INFO: - Episode: 1603/2000, Reward: 171.864, Step: 500 +2023-04-15 17:08:09 - r - INFO: - Episode: 1604/2000, Reward: 175.129, Step: 500 +2023-04-15 17:08:14 - r - INFO: - Episode: 1605/2000, Reward: 166.500, Step: 500 +2023-04-15 17:08:25 - r - INFO: - Episode: 1606/2000, Reward: 177.378, Step: 500 +2023-04-15 17:08:29 - r - INFO: - Episode: 1607/2000, Reward: 168.065, Step: 500 +2023-04-15 17:08:34 - r - INFO: - Episode: 1608/2000, Reward: 172.448, Step: 500 +2023-04-15 17:08:38 - r - INFO: - Episode: 1609/2000, Reward: 176.147, Step: 500 +2023-04-15 17:08:42 - r - INFO: - Episode: 1610/2000, Reward: 166.194, Step: 500 +2023-04-15 17:08:54 - r - INFO: - Episode: 1611/2000, Reward: 173.803, Step: 500 +2023-04-15 17:10:41 - r - INFO: - Episode: 1612/2000, Reward: 169.478, Step: 500 +2023-04-15 17:10:45 - r - INFO: - Episode: 1613/2000, Reward: 168.722, Step: 500 +2023-04-15 17:10:49 - r - INFO: - Episode: 1614/2000, Reward: 168.291, Step: 500 +2023-04-15 17:10:53 - r - INFO: - Episode: 1615/2000, Reward: 166.663, Step: 500 +2023-04-15 17:11:05 - r - INFO: - Episode: 1616/2000, Reward: 175.879, Step: 500 +2023-04-15 17:11:09 - r - INFO: - Episode: 1617/2000, Reward: 174.496, Step: 500 +2023-04-15 17:11:13 - r - INFO: - Episode: 1618/2000, Reward: 178.576, Step: 500 +2023-04-15 17:11:17 - r - INFO: - Episode: 1619/2000, Reward: 175.074, Step: 500 +2023-04-15 17:11:21 - r - INFO: - Episode: 1620/2000, Reward: 183.019, Step: 500 +2023-04-15 17:11:33 - r - INFO: - Episode: 1621/2000, Reward: 171.073, Step: 500 +2023-04-15 17:11:37 - r - INFO: - Episode: 1622/2000, Reward: 161.003, Step: 500 +2023-04-15 17:11:41 - r - INFO: - Episode: 1623/2000, Reward: 169.812, Step: 500 +2023-04-15 17:11:45 - r - INFO: - Episode: 1624/2000, Reward: 173.422, Step: 500 +2023-04-15 17:11:49 - r - INFO: - Episode: 1625/2000, Reward: 169.453, Step: 500 +2023-04-15 17:12:01 - r - INFO: - Episode: 1626/2000, Reward: 169.603, Step: 500 +2023-04-15 17:12:05 - r - INFO: - Episode: 1627/2000, Reward: 169.634, Step: 500 +2023-04-15 17:12:09 - r - INFO: - Episode: 1628/2000, Reward: 173.967, Step: 500 +2023-04-15 17:12:13 - r - INFO: - Episode: 1629/2000, Reward: 176.441, Step: 500 +2023-04-15 17:12:18 - r - INFO: - Episode: 1630/2000, Reward: 168.544, Step: 500 +2023-04-15 17:12:29 - r - INFO: - Episode: 1631/2000, Reward: 164.393, Step: 500 +2023-04-15 17:12:33 - r - INFO: - Episode: 1632/2000, Reward: 169.804, Step: 500 +2023-04-15 17:12:37 - r - INFO: - Episode: 1633/2000, Reward: 168.495, Step: 500 +2023-04-15 17:12:42 - r - INFO: - Episode: 1634/2000, Reward: 172.145, Step: 500 +2023-04-15 17:12:46 - r - INFO: - Episode: 1635/2000, Reward: 180.428, Step: 500 +2023-04-15 17:12:57 - r - INFO: - Episode: 1636/2000, Reward: 167.109, Step: 500 +2023-04-15 17:13:01 - r - INFO: - Episode: 1637/2000, Reward: 172.311, Step: 500 +2023-04-15 17:13:06 - r - INFO: - Episode: 1638/2000, Reward: 179.647, Step: 500 +2023-04-15 17:13:10 - r - INFO: - Episode: 1639/2000, Reward: 181.251, Step: 500 +2023-04-15 17:13:14 - r - INFO: - Episode: 1640/2000, Reward: 170.863, Step: 500 +2023-04-15 17:13:26 - r - INFO: - Episode: 1641/2000, Reward: 176.744, Step: 500 +2023-04-15 17:13:30 - r - INFO: - Episode: 1642/2000, Reward: 179.735, Step: 500 +2023-04-15 17:13:34 - r - INFO: - Episode: 1643/2000, Reward: 178.655, Step: 500 +2023-04-15 17:13:38 - r - INFO: - Episode: 1644/2000, Reward: 178.962, Step: 500 +2023-04-15 17:13:43 - r - INFO: - Episode: 1645/2000, Reward: 174.075, Step: 500 +2023-04-15 17:13:54 - r - INFO: - Episode: 1646/2000, Reward: 42.560, Step: 474 +2023-04-15 17:13:58 - r - INFO: - Episode: 1647/2000, Reward: 180.142, Step: 500 +2023-04-15 17:14:02 - r - INFO: - Episode: 1648/2000, Reward: 179.251, Step: 500 +2023-04-15 17:14:07 - r - INFO: - Episode: 1649/2000, Reward: 176.717, Step: 500 +2023-04-15 17:14:11 - r - INFO: - Episode: 1650/2000, Reward: 168.455, Step: 500 +2023-04-15 17:14:22 - r - INFO: - Episode: 1651/2000, Reward: 179.935, Step: 500 +2023-04-15 17:14:26 - r - INFO: - Episode: 1652/2000, Reward: 176.907, Step: 500 +2023-04-15 17:14:31 - r - INFO: - Episode: 1653/2000, Reward: 183.348, Step: 500 +2023-04-15 17:14:35 - r - INFO: - Episode: 1654/2000, Reward: 178.977, Step: 500 +2023-04-15 17:14:39 - r - INFO: - Episode: 1655/2000, Reward: 178.516, Step: 500 +2023-04-15 17:14:51 - r - INFO: - Episode: 1656/2000, Reward: 174.131, Step: 500 +2023-04-15 17:14:55 - r - INFO: - Episode: 1657/2000, Reward: 185.195, Step: 500 +2023-04-15 17:14:59 - r - INFO: - Episode: 1658/2000, Reward: 181.087, Step: 500 +2023-04-15 17:15:04 - r - INFO: - Episode: 1659/2000, Reward: 174.128, Step: 500 +2023-04-15 17:15:08 - r - INFO: - Episode: 1660/2000, Reward: 33.652, Step: 453 +2023-04-15 17:15:19 - r - INFO: - Episode: 1661/2000, Reward: 178.465, Step: 500 +2023-04-15 17:15:23 - r - INFO: - Episode: 1662/2000, Reward: 179.992, Step: 500 +2023-04-15 17:15:27 - r - INFO: - Episode: 1663/2000, Reward: 182.272, Step: 500 +2023-04-15 17:15:32 - r - INFO: - Episode: 1664/2000, Reward: 177.841, Step: 500 +2023-04-15 17:15:36 - r - INFO: - Episode: 1665/2000, Reward: 182.752, Step: 500 +2023-04-15 17:15:47 - r - INFO: - Episode: 1666/2000, Reward: 176.931, Step: 500 +2023-04-15 17:15:52 - r - INFO: - Episode: 1667/2000, Reward: 178.196, Step: 500 +2023-04-15 17:15:56 - r - INFO: - Episode: 1668/2000, Reward: 178.505, Step: 500 +2023-04-15 17:16:00 - r - INFO: - Episode: 1669/2000, Reward: 164.524, Step: 500 +2023-04-15 17:16:04 - r - INFO: - Episode: 1670/2000, Reward: 171.471, Step: 500 +2023-04-15 17:16:16 - r - INFO: - Episode: 1671/2000, Reward: 173.352, Step: 500 +2023-04-15 17:16:20 - r - INFO: - Episode: 1672/2000, Reward: 181.510, Step: 500 +2023-04-15 17:16:24 - r - INFO: - Episode: 1673/2000, Reward: 179.264, Step: 500 +2023-04-15 17:16:29 - r - INFO: - Episode: 1674/2000, Reward: 187.119, Step: 500 +2023-04-15 17:16:33 - r - INFO: - Episode: 1675/2000, Reward: 178.467, Step: 500 +2023-04-15 17:16:44 - r - INFO: - Episode: 1676/2000, Reward: 178.918, Step: 500 +2023-04-15 17:16:49 - r - INFO: - Episode: 1677/2000, Reward: 179.194, Step: 500 +2023-04-15 17:16:53 - r - INFO: - Episode: 1678/2000, Reward: 179.367, Step: 500 +2023-04-15 17:16:57 - r - INFO: - Episode: 1679/2000, Reward: 181.355, Step: 500 +2023-04-15 17:17:01 - r - INFO: - Episode: 1680/2000, Reward: 174.981, Step: 500 +2023-04-15 17:17:13 - r - INFO: - Episode: 1681/2000, Reward: 177.879, Step: 500 +2023-04-15 17:17:17 - r - INFO: - Episode: 1682/2000, Reward: 177.223, Step: 500 +2023-04-15 17:17:21 - r - INFO: - Episode: 1683/2000, Reward: 171.136, Step: 500 +2023-04-15 17:17:26 - r - INFO: - Episode: 1684/2000, Reward: 166.853, Step: 500 +2023-04-15 17:17:30 - r - INFO: - Episode: 1685/2000, Reward: 175.560, Step: 500 +2023-04-15 17:17:41 - r - INFO: - Episode: 1686/2000, Reward: 163.482, Step: 500 +2023-04-15 17:17:46 - r - INFO: - Episode: 1687/2000, Reward: 183.702, Step: 500 +2023-04-15 17:17:50 - r - INFO: - Episode: 1688/2000, Reward: 180.518, Step: 500 +2023-04-15 17:17:54 - r - INFO: - Episode: 1689/2000, Reward: 168.532, Step: 500 +2023-04-15 17:17:59 - r - INFO: - Episode: 1690/2000, Reward: 169.640, Step: 500 +2023-04-15 17:18:10 - r - INFO: - Episode: 1691/2000, Reward: 181.464, Step: 500 +2023-04-15 17:18:15 - r - INFO: - Episode: 1692/2000, Reward: 173.503, Step: 500 +2023-04-15 17:18:19 - r - INFO: - Episode: 1693/2000, Reward: 182.852, Step: 500 +2023-04-15 17:18:23 - r - INFO: - Episode: 1694/2000, Reward: 162.777, Step: 500 +2023-04-15 17:18:27 - r - INFO: - Episode: 1695/2000, Reward: 175.194, Step: 500 +2023-04-15 17:18:39 - r - INFO: - Episode: 1696/2000, Reward: 174.928, Step: 500 +2023-04-15 17:18:43 - r - INFO: - Episode: 1697/2000, Reward: 181.179, Step: 500 +2023-04-15 17:18:47 - r - INFO: - Episode: 1698/2000, Reward: 172.347, Step: 500 +2023-04-15 17:18:52 - r - INFO: - Episode: 1699/2000, Reward: 163.380, Step: 500 +2023-04-15 17:18:56 - r - INFO: - Episode: 1700/2000, Reward: 185.020, Step: 500 +2023-04-15 17:22:12 - r - INFO: - Current episode 1700 has the best eval reward: 195.819 +2023-04-15 17:22:16 - r - INFO: - Episode: 1701/2000, Reward: 162.964, Step: 500 +2023-04-15 17:22:21 - r - INFO: - Episode: 1702/2000, Reward: 173.283, Step: 500 +2023-04-15 17:22:25 - r - INFO: - Episode: 1703/2000, Reward: 179.235, Step: 500 +2023-04-15 17:22:29 - r - INFO: - Episode: 1704/2000, Reward: 165.099, Step: 500 +2023-04-15 17:22:33 - r - INFO: - Episode: 1705/2000, Reward: 180.331, Step: 500 +2023-04-15 17:22:45 - r - INFO: - Episode: 1706/2000, Reward: 168.017, Step: 500 +2023-04-15 17:22:49 - r - INFO: - Episode: 1707/2000, Reward: 174.746, Step: 500 +2023-04-15 17:22:53 - r - INFO: - Episode: 1708/2000, Reward: 176.093, Step: 500 +2023-04-15 17:22:57 - r - INFO: - Episode: 1709/2000, Reward: 181.259, Step: 500 +2023-04-15 17:23:01 - r - INFO: - Episode: 1710/2000, Reward: 178.177, Step: 500 +2023-04-15 17:23:13 - r - INFO: - Episode: 1711/2000, Reward: 178.861, Step: 500 +2023-04-15 17:23:17 - r - INFO: - Episode: 1712/2000, Reward: 174.321, Step: 500 +2023-04-15 17:23:21 - r - INFO: - Episode: 1713/2000, Reward: 178.517, Step: 500 +2023-04-15 17:23:25 - r - INFO: - Episode: 1714/2000, Reward: 172.991, Step: 500 +2023-04-15 17:23:30 - r - INFO: - Episode: 1715/2000, Reward: 173.234, Step: 500 +2023-04-15 17:23:41 - r - INFO: - Episode: 1716/2000, Reward: 177.090, Step: 500 +2023-04-15 17:23:45 - r - INFO: - Episode: 1717/2000, Reward: 179.384, Step: 500 +2023-04-15 17:23:49 - r - INFO: - Episode: 1718/2000, Reward: 182.963, Step: 500 +2023-04-15 17:23:54 - r - INFO: - Episode: 1719/2000, Reward: 180.288, Step: 500 +2023-04-15 17:23:58 - r - INFO: - Episode: 1720/2000, Reward: 177.562, Step: 500 +2023-04-15 17:24:09 - r - INFO: - Episode: 1721/2000, Reward: 175.510, Step: 500 +2023-04-15 17:24:13 - r - INFO: - Episode: 1722/2000, Reward: 183.487, Step: 500 +2023-04-15 17:24:18 - r - INFO: - Episode: 1723/2000, Reward: 176.436, Step: 500 +2023-04-15 17:24:22 - r - INFO: - Episode: 1724/2000, Reward: 171.949, Step: 500 +2023-04-15 17:24:26 - r - INFO: - Episode: 1725/2000, Reward: 181.924, Step: 500 +2023-04-15 17:24:38 - r - INFO: - Episode: 1726/2000, Reward: 177.366, Step: 500 +2023-04-15 17:24:42 - r - INFO: - Episode: 1727/2000, Reward: 181.957, Step: 500 +2023-04-15 17:24:46 - r - INFO: - Episode: 1728/2000, Reward: 185.237, Step: 500 +2023-04-15 17:24:50 - r - INFO: - Episode: 1729/2000, Reward: 181.250, Step: 500 +2023-04-15 17:24:55 - r - INFO: - Episode: 1730/2000, Reward: 177.610, Step: 500 +2023-04-15 17:25:06 - r - INFO: - Episode: 1731/2000, Reward: 182.223, Step: 500 +2023-04-15 17:25:10 - r - INFO: - Episode: 1732/2000, Reward: 171.946, Step: 500 +2023-04-15 17:25:14 - r - INFO: - Episode: 1733/2000, Reward: 172.403, Step: 500 +2023-04-15 17:25:19 - r - INFO: - Episode: 1734/2000, Reward: 171.604, Step: 500 +2023-04-15 17:25:23 - r - INFO: - Episode: 1735/2000, Reward: 169.863, Step: 500 +2023-04-15 17:25:34 - r - INFO: - Episode: 1736/2000, Reward: 173.186, Step: 500 +2023-04-15 17:25:39 - r - INFO: - Episode: 1737/2000, Reward: 179.608, Step: 500 +2023-04-15 17:25:43 - r - INFO: - Episode: 1738/2000, Reward: 174.642, Step: 500 +2023-04-15 17:25:46 - r - INFO: - Episode: 1739/2000, Reward: -13.331, Step: 344 +2023-04-15 17:25:50 - r - INFO: - Episode: 1740/2000, Reward: 175.932, Step: 500 +2023-04-15 17:26:02 - r - INFO: - Episode: 1741/2000, Reward: 165.825, Step: 500 +2023-04-15 17:26:06 - r - INFO: - Episode: 1742/2000, Reward: 174.859, Step: 500 +2023-04-15 17:26:10 - r - INFO: - Episode: 1743/2000, Reward: 173.641, Step: 500 +2023-04-15 17:26:14 - r - INFO: - Episode: 1744/2000, Reward: 183.587, Step: 500 +2023-04-15 17:26:19 - r - INFO: - Episode: 1745/2000, Reward: 180.676, Step: 500 +2023-04-15 17:26:30 - r - INFO: - Episode: 1746/2000, Reward: 180.643, Step: 500 +2023-04-15 17:26:35 - r - INFO: - Episode: 1747/2000, Reward: 176.961, Step: 500 +2023-04-15 17:26:39 - r - INFO: - Episode: 1748/2000, Reward: 186.130, Step: 500 +2023-04-15 17:26:43 - r - INFO: - Episode: 1749/2000, Reward: 180.409, Step: 500 +2023-04-15 17:26:47 - r - INFO: - Episode: 1750/2000, Reward: 171.934, Step: 500 +2023-04-15 17:26:59 - r - INFO: - Episode: 1751/2000, Reward: 168.204, Step: 500 +2023-04-15 17:27:03 - r - INFO: - Episode: 1752/2000, Reward: 179.669, Step: 500 +2023-04-15 17:27:07 - r - INFO: - Episode: 1753/2000, Reward: 177.090, Step: 500 +2023-04-15 17:27:12 - r - INFO: - Episode: 1754/2000, Reward: 170.887, Step: 500 +2023-04-15 17:27:16 - r - INFO: - Episode: 1755/2000, Reward: 180.659, Step: 500 +2023-04-15 17:27:27 - r - INFO: - Episode: 1756/2000, Reward: 173.893, Step: 500 +2023-04-15 17:27:32 - r - INFO: - Episode: 1757/2000, Reward: 167.864, Step: 500 +2023-04-15 17:27:36 - r - INFO: - Episode: 1758/2000, Reward: 177.626, Step: 500 +2023-04-15 17:27:40 - r - INFO: - Episode: 1759/2000, Reward: 176.625, Step: 500 +2023-04-15 17:27:44 - r - INFO: - Episode: 1760/2000, Reward: 177.207, Step: 500 +2023-04-15 17:27:56 - r - INFO: - Episode: 1761/2000, Reward: 182.239, Step: 500 +2023-04-15 17:28:00 - r - INFO: - Episode: 1762/2000, Reward: 180.671, Step: 500 +2023-04-15 17:28:04 - r - INFO: - Episode: 1763/2000, Reward: 171.815, Step: 500 +2023-04-15 17:28:09 - r - INFO: - Episode: 1764/2000, Reward: 173.669, Step: 500 +2023-04-15 17:28:13 - r - INFO: - Episode: 1765/2000, Reward: 169.765, Step: 500 +2023-04-15 17:28:24 - r - INFO: - Episode: 1766/2000, Reward: 168.729, Step: 500 +2023-04-15 17:28:29 - r - INFO: - Episode: 1767/2000, Reward: 168.870, Step: 500 +2023-04-15 17:28:33 - r - INFO: - Episode: 1768/2000, Reward: 174.265, Step: 500 +2023-04-15 17:28:37 - r - INFO: - Episode: 1769/2000, Reward: 175.286, Step: 500 +2023-04-15 17:28:41 - r - INFO: - Episode: 1770/2000, Reward: 179.886, Step: 500 +2023-04-15 17:28:53 - r - INFO: - Episode: 1771/2000, Reward: 171.018, Step: 500 +2023-04-15 17:28:57 - r - INFO: - Episode: 1772/2000, Reward: 176.802, Step: 500 +2023-04-15 17:30:15 - r - INFO: - Episode: 1773/2000, Reward: 176.991, Step: 500 +2023-04-15 17:30:20 - r - INFO: - Episode: 1774/2000, Reward: 174.630, Step: 500 +2023-04-15 17:30:24 - r - INFO: - Episode: 1775/2000, Reward: 178.769, Step: 500 +2023-04-15 17:30:35 - r - INFO: - Episode: 1776/2000, Reward: 173.925, Step: 500 +2023-04-15 17:30:39 - r - INFO: - Episode: 1777/2000, Reward: 173.252, Step: 500 +2023-04-15 17:30:43 - r - INFO: - Episode: 1778/2000, Reward: 168.836, Step: 500 +2023-04-15 17:30:47 - r - INFO: - Episode: 1779/2000, Reward: 184.162, Step: 500 +2023-04-15 17:30:52 - r - INFO: - Episode: 1780/2000, Reward: 174.730, Step: 500 +2023-04-15 17:31:03 - r - INFO: - Episode: 1781/2000, Reward: 170.494, Step: 500 +2023-04-15 17:31:07 - r - INFO: - Episode: 1782/2000, Reward: 172.504, Step: 500 +2023-04-15 17:31:11 - r - INFO: - Episode: 1783/2000, Reward: 174.788, Step: 500 +2023-04-15 17:31:16 - r - INFO: - Episode: 1784/2000, Reward: 174.578, Step: 500 +2023-04-15 17:31:20 - r - INFO: - Episode: 1785/2000, Reward: 168.671, Step: 500 +2023-04-15 17:31:31 - r - INFO: - Episode: 1786/2000, Reward: 176.506, Step: 500 +2023-04-15 17:31:35 - r - INFO: - Episode: 1787/2000, Reward: 181.402, Step: 500 +2023-04-15 17:31:40 - r - INFO: - Episode: 1788/2000, Reward: 174.526, Step: 500 +2023-04-15 17:31:44 - r - INFO: - Episode: 1789/2000, Reward: 177.149, Step: 500 +2023-04-15 17:31:48 - r - INFO: - Episode: 1790/2000, Reward: 168.272, Step: 500 +2023-04-15 17:31:59 - r - INFO: - Episode: 1791/2000, Reward: 174.638, Step: 500 +2023-04-15 17:32:04 - r - INFO: - Episode: 1792/2000, Reward: 177.967, Step: 500 +2023-04-15 17:32:08 - r - INFO: - Episode: 1793/2000, Reward: 169.771, Step: 500 +2023-04-15 17:32:12 - r - INFO: - Episode: 1794/2000, Reward: 175.805, Step: 500 +2023-04-15 17:32:16 - r - INFO: - Episode: 1795/2000, Reward: 176.256, Step: 500 +2023-04-15 17:32:28 - r - INFO: - Episode: 1796/2000, Reward: 179.647, Step: 500 +2023-04-15 17:32:32 - r - INFO: - Episode: 1797/2000, Reward: 182.419, Step: 500 +2023-04-15 17:32:36 - r - INFO: - Episode: 1798/2000, Reward: 167.527, Step: 500 +2023-04-15 17:32:41 - r - INFO: - Episode: 1799/2000, Reward: 168.132, Step: 500 +2023-04-15 17:32:45 - r - INFO: - Episode: 1800/2000, Reward: 179.810, Step: 500 +2023-04-15 17:32:56 - r - INFO: - Episode: 1801/2000, Reward: 176.918, Step: 500 +2023-04-15 17:33:01 - r - INFO: - Episode: 1802/2000, Reward: 178.087, Step: 500 +2023-04-15 17:33:06 - r - INFO: - Episode: 1803/2000, Reward: 175.516, Step: 500 +2023-04-15 17:33:10 - r - INFO: - Episode: 1804/2000, Reward: 170.837, Step: 500 +2023-04-15 17:33:14 - r - INFO: - Episode: 1805/2000, Reward: 184.293, Step: 500 +2023-04-15 17:33:25 - r - INFO: - Episode: 1806/2000, Reward: 183.139, Step: 500 +2023-04-15 17:33:30 - r - INFO: - Episode: 1807/2000, Reward: 185.139, Step: 500 +2023-04-15 17:33:34 - r - INFO: - Episode: 1808/2000, Reward: 184.552, Step: 500 +2023-04-15 17:33:38 - r - INFO: - Episode: 1809/2000, Reward: 183.223, Step: 500 +2023-04-15 17:33:43 - r - INFO: - Episode: 1810/2000, Reward: 185.231, Step: 500 +2023-04-15 17:33:54 - r - INFO: - Episode: 1811/2000, Reward: 182.895, Step: 500 +2023-04-15 17:33:58 - r - INFO: - Episode: 1812/2000, Reward: 196.688, Step: 500 +2023-04-15 17:34:03 - r - INFO: - Episode: 1813/2000, Reward: 175.804, Step: 500 +2023-04-15 17:34:07 - r - INFO: - Episode: 1814/2000, Reward: 178.941, Step: 500 +2023-04-15 17:34:11 - r - INFO: - Episode: 1815/2000, Reward: 180.348, Step: 500 +2023-04-15 17:34:22 - r - INFO: - Episode: 1816/2000, Reward: 185.567, Step: 500 +2023-04-15 17:34:26 - r - INFO: - Episode: 1817/2000, Reward: 181.703, Step: 500 +2023-04-15 17:34:30 - r - INFO: - Episode: 1818/2000, Reward: 181.120, Step: 500 +2023-04-15 17:34:35 - r - INFO: - Episode: 1819/2000, Reward: 183.482, Step: 500 +2023-04-15 17:34:39 - r - INFO: - Episode: 1820/2000, Reward: 164.342, Step: 500 +2023-04-15 17:34:51 - r - INFO: - Episode: 1821/2000, Reward: 187.423, Step: 500 +2023-04-15 17:34:55 - r - INFO: - Episode: 1822/2000, Reward: 61.888, Step: 483 +2023-04-15 17:34:59 - r - INFO: - Episode: 1823/2000, Reward: 182.613, Step: 500 +2023-04-15 17:35:03 - r - INFO: - Episode: 1824/2000, Reward: 196.402, Step: 500 +2023-04-15 17:35:08 - r - INFO: - Episode: 1825/2000, Reward: 186.813, Step: 500 +2023-04-15 17:35:19 - r - INFO: - Episode: 1826/2000, Reward: 183.799, Step: 500 +2023-04-15 17:35:24 - r - INFO: - Episode: 1827/2000, Reward: 182.511, Step: 500 +2023-04-15 17:35:28 - r - INFO: - Episode: 1828/2000, Reward: 179.894, Step: 500 +2023-04-15 17:35:32 - r - INFO: - Episode: 1829/2000, Reward: 176.384, Step: 500 +2023-04-15 17:35:37 - r - INFO: - Episode: 1830/2000, Reward: 176.979, Step: 500 +2023-04-15 17:35:48 - r - INFO: - Episode: 1831/2000, Reward: 183.862, Step: 500 +2023-04-15 17:35:52 - r - INFO: - Episode: 1832/2000, Reward: 182.122, Step: 500 +2023-04-15 17:35:57 - r - INFO: - Episode: 1833/2000, Reward: 183.581, Step: 500 +2023-04-15 17:36:01 - r - INFO: - Episode: 1834/2000, Reward: 176.754, Step: 500 +2023-04-15 17:36:05 - r - INFO: - Episode: 1835/2000, Reward: 191.092, Step: 500 +2023-04-15 17:36:17 - r - INFO: - Episode: 1836/2000, Reward: 183.811, Step: 500 +2023-04-15 17:36:21 - r - INFO: - Episode: 1837/2000, Reward: 185.218, Step: 500 +2023-04-15 17:36:25 - r - INFO: - Episode: 1838/2000, Reward: 177.169, Step: 500 +2023-04-15 17:36:30 - r - INFO: - Episode: 1839/2000, Reward: 168.139, Step: 500 +2023-04-15 17:36:34 - r - INFO: - Episode: 1840/2000, Reward: 175.926, Step: 500 +2023-04-15 17:36:46 - r - INFO: - Episode: 1841/2000, Reward: 183.160, Step: 500 +2023-04-15 17:36:50 - r - INFO: - Episode: 1842/2000, Reward: 178.835, Step: 500 +2023-04-15 17:36:54 - r - INFO: - Episode: 1843/2000, Reward: 184.955, Step: 500 +2023-04-15 17:36:58 - r - INFO: - Episode: 1844/2000, Reward: 177.118, Step: 500 +2023-04-15 17:37:03 - r - INFO: - Episode: 1845/2000, Reward: 183.304, Step: 500 +2023-04-15 17:37:14 - r - INFO: - Episode: 1846/2000, Reward: 187.948, Step: 500 +2023-04-15 17:37:19 - r - INFO: - Episode: 1847/2000, Reward: 182.864, Step: 500 +2023-04-15 17:37:23 - r - INFO: - Episode: 1848/2000, Reward: 174.390, Step: 500 +2023-04-15 17:37:27 - r - INFO: - Episode: 1849/2000, Reward: 170.499, Step: 500 +2023-04-15 17:37:31 - r - INFO: - Episode: 1850/2000, Reward: 186.822, Step: 500 +2023-04-15 17:37:43 - r - INFO: - Episode: 1851/2000, Reward: 175.256, Step: 500 +2023-04-15 17:37:47 - r - INFO: - Episode: 1852/2000, Reward: 179.223, Step: 500 +2023-04-15 17:37:51 - r - INFO: - Episode: 1853/2000, Reward: 183.485, Step: 500 +2023-04-15 17:37:56 - r - INFO: - Episode: 1854/2000, Reward: 175.090, Step: 500 +2023-04-15 17:38:00 - r - INFO: - Episode: 1855/2000, Reward: 173.608, Step: 500 +2023-04-15 17:38:12 - r - INFO: - Episode: 1856/2000, Reward: 170.073, Step: 500 +2023-04-15 17:38:16 - r - INFO: - Episode: 1857/2000, Reward: 174.501, Step: 500 +2023-04-15 17:38:20 - r - INFO: - Episode: 1858/2000, Reward: 176.623, Step: 500 +2023-04-15 17:38:25 - r - INFO: - Episode: 1859/2000, Reward: 178.123, Step: 500 +2023-04-15 17:38:29 - r - INFO: - Episode: 1860/2000, Reward: 171.879, Step: 500 +2023-04-15 17:38:40 - r - INFO: - Episode: 1861/2000, Reward: 182.821, Step: 500 +2023-04-15 17:38:45 - r - INFO: - Episode: 1862/2000, Reward: 185.760, Step: 500 +2023-04-15 17:38:49 - r - INFO: - Episode: 1863/2000, Reward: 184.854, Step: 500 +2023-04-15 17:38:53 - r - INFO: - Episode: 1864/2000, Reward: 177.490, Step: 500 +2023-04-15 17:38:58 - r - INFO: - Episode: 1865/2000, Reward: 173.750, Step: 500 +2023-04-15 17:39:10 - r - INFO: - Episode: 1866/2000, Reward: 171.524, Step: 500 +2023-04-15 17:39:14 - r - INFO: - Episode: 1867/2000, Reward: 175.440, Step: 500 +2023-04-15 17:39:18 - r - INFO: - Episode: 1868/2000, Reward: 181.501, Step: 500 +2023-04-15 17:39:23 - r - INFO: - Episode: 1869/2000, Reward: 174.766, Step: 500 +2023-04-15 17:39:27 - r - INFO: - Episode: 1870/2000, Reward: 188.920, Step: 500 +2023-04-15 17:39:38 - r - INFO: - Episode: 1871/2000, Reward: 184.018, Step: 500 +2023-04-15 17:39:43 - r - INFO: - Episode: 1872/2000, Reward: 178.308, Step: 500 +2023-04-15 17:39:47 - r - INFO: - Episode: 1873/2000, Reward: 183.189, Step: 500 +2023-04-15 17:39:51 - r - INFO: - Episode: 1874/2000, Reward: 178.231, Step: 500 +2023-04-15 17:39:56 - r - INFO: - Episode: 1875/2000, Reward: 172.420, Step: 500 +2023-04-15 17:40:07 - r - INFO: - Episode: 1876/2000, Reward: 176.544, Step: 500 +2023-04-15 17:40:11 - r - INFO: - Episode: 1877/2000, Reward: 175.672, Step: 500 +2023-04-15 17:40:16 - r - INFO: - Episode: 1878/2000, Reward: 183.388, Step: 500 +2023-04-15 17:40:20 - r - INFO: - Episode: 1879/2000, Reward: 177.401, Step: 500 +2023-04-15 17:40:24 - r - INFO: - Episode: 1880/2000, Reward: 181.090, Step: 500 +2023-04-15 17:40:36 - r - INFO: - Episode: 1881/2000, Reward: 176.277, Step: 500 +2023-04-15 17:40:40 - r - INFO: - Episode: 1882/2000, Reward: 184.641, Step: 500 +2023-04-15 17:40:45 - r - INFO: - Episode: 1883/2000, Reward: 173.254, Step: 500 +2023-04-15 17:40:49 - r - INFO: - Episode: 1884/2000, Reward: 179.799, Step: 500 +2023-04-15 17:40:53 - r - INFO: - Episode: 1885/2000, Reward: 185.067, Step: 500 +2023-04-15 17:41:05 - r - INFO: - Episode: 1886/2000, Reward: 184.024, Step: 500 +2023-04-15 17:41:09 - r - INFO: - Episode: 1887/2000, Reward: 178.924, Step: 500 +2023-04-15 17:41:13 - r - INFO: - Episode: 1888/2000, Reward: 171.174, Step: 500 +2023-04-15 17:41:18 - r - INFO: - Episode: 1889/2000, Reward: 180.529, Step: 500 +2023-04-15 17:41:22 - r - INFO: - Episode: 1890/2000, Reward: 181.912, Step: 500 +2023-04-15 17:41:34 - r - INFO: - Episode: 1891/2000, Reward: 181.834, Step: 500 +2023-04-15 17:41:38 - r - INFO: - Episode: 1892/2000, Reward: 177.927, Step: 500 +2023-04-15 17:41:42 - r - INFO: - Episode: 1893/2000, Reward: 176.801, Step: 500 +2023-04-15 17:41:47 - r - INFO: - Episode: 1894/2000, Reward: 183.159, Step: 500 +2023-04-15 17:41:51 - r - INFO: - Episode: 1895/2000, Reward: 179.378, Step: 500 +2023-04-15 17:42:02 - r - INFO: - Episode: 1896/2000, Reward: 169.861, Step: 500 +2023-04-15 17:42:07 - r - INFO: - Episode: 1897/2000, Reward: 180.793, Step: 500 +2023-04-15 17:42:11 - r - INFO: - Episode: 1898/2000, Reward: 179.137, Step: 500 +2023-04-15 17:42:15 - r - INFO: - Episode: 1899/2000, Reward: 183.763, Step: 500 +2023-04-15 17:42:20 - r - INFO: - Episode: 1900/2000, Reward: 175.809, Step: 500 +2023-04-15 17:42:31 - r - INFO: - Episode: 1901/2000, Reward: 188.543, Step: 500 +2023-04-15 17:42:36 - r - INFO: - Episode: 1902/2000, Reward: 177.117, Step: 500 +2023-04-15 17:42:40 - r - INFO: - Episode: 1903/2000, Reward: 178.438, Step: 500 +2023-04-15 17:42:44 - r - INFO: - Episode: 1904/2000, Reward: 179.330, Step: 500 +2023-04-15 17:42:49 - r - INFO: - Episode: 1905/2000, Reward: 182.939, Step: 500 +2023-04-15 17:43:00 - r - INFO: - Episode: 1906/2000, Reward: 184.640, Step: 500 +2023-04-15 17:43:04 - r - INFO: - Episode: 1907/2000, Reward: 183.449, Step: 500 +2023-04-15 17:43:09 - r - INFO: - Episode: 1908/2000, Reward: 183.414, Step: 500 +2023-04-15 17:43:13 - r - INFO: - Episode: 1909/2000, Reward: 175.099, Step: 500 +2023-04-15 17:43:17 - r - INFO: - Episode: 1910/2000, Reward: 181.543, Step: 500 +2023-04-15 17:43:29 - r - INFO: - Episode: 1911/2000, Reward: 175.130, Step: 500 +2023-04-15 17:43:33 - r - INFO: - Episode: 1912/2000, Reward: 176.879, Step: 500 +2023-04-15 17:43:38 - r - INFO: - Episode: 1913/2000, Reward: 171.241, Step: 500 +2023-04-15 17:43:42 - r - INFO: - Episode: 1914/2000, Reward: 171.384, Step: 500 +2023-04-15 17:43:46 - r - INFO: - Episode: 1915/2000, Reward: 178.384, Step: 500 +2023-04-15 17:43:58 - r - INFO: - Episode: 1916/2000, Reward: 176.446, Step: 500 +2023-04-15 17:44:02 - r - INFO: - Episode: 1917/2000, Reward: 177.310, Step: 500 +2023-04-15 17:44:06 - r - INFO: - Episode: 1918/2000, Reward: 189.884, Step: 500 +2023-04-15 17:44:11 - r - INFO: - Episode: 1919/2000, Reward: 181.427, Step: 500 +2023-04-15 17:44:15 - r - INFO: - Episode: 1920/2000, Reward: 182.405, Step: 500 +2023-04-15 17:44:27 - r - INFO: - Episode: 1921/2000, Reward: 177.435, Step: 500 +2023-04-15 17:44:31 - r - INFO: - Episode: 1922/2000, Reward: 177.886, Step: 500 +2023-04-15 17:44:35 - r - INFO: - Episode: 1923/2000, Reward: 188.396, Step: 500 +2023-04-15 17:44:40 - r - INFO: - Episode: 1924/2000, Reward: 177.858, Step: 500 +2023-04-15 17:44:44 - r - INFO: - Episode: 1925/2000, Reward: 185.079, Step: 500 +2023-04-15 17:44:55 - r - INFO: - Episode: 1926/2000, Reward: 185.063, Step: 500 +2023-04-15 17:45:00 - r - INFO: - Episode: 1927/2000, Reward: 191.834, Step: 500 +2023-04-15 17:45:04 - r - INFO: - Episode: 1928/2000, Reward: 184.083, Step: 500 +2023-04-15 17:45:08 - r - INFO: - Episode: 1929/2000, Reward: 190.067, Step: 500 +2023-04-15 17:45:13 - r - INFO: - Episode: 1930/2000, Reward: 193.351, Step: 500 +2023-04-15 17:45:24 - r - INFO: - Episode: 1931/2000, Reward: 181.314, Step: 500 +2023-04-15 17:45:29 - r - INFO: - Episode: 1932/2000, Reward: 186.995, Step: 500 +2023-04-15 17:45:33 - r - INFO: - Episode: 1933/2000, Reward: 176.408, Step: 500 +2023-04-15 17:45:37 - r - INFO: - Episode: 1934/2000, Reward: 179.614, Step: 500 +2023-04-15 17:45:42 - r - INFO: - Episode: 1935/2000, Reward: 179.372, Step: 500 +2023-04-15 17:45:49 - r - INFO: - Current episode 1935 has the best eval reward: 204.068 +2023-04-15 17:45:53 - r - INFO: - Episode: 1936/2000, Reward: 178.036, Step: 500 +2023-04-15 17:45:57 - r - INFO: - Episode: 1937/2000, Reward: 185.358, Step: 500 +2023-04-15 17:46:02 - r - INFO: - Episode: 1938/2000, Reward: 186.404, Step: 500 +2023-04-15 17:46:06 - r - INFO: - Episode: 1939/2000, Reward: 179.210, Step: 500 +2023-04-15 17:46:10 - r - INFO: - Episode: 1940/2000, Reward: 177.714, Step: 500 +2023-04-15 17:46:22 - r - INFO: - Episode: 1941/2000, Reward: 186.607, Step: 500 +2023-04-15 17:46:26 - r - INFO: - Episode: 1942/2000, Reward: 184.224, Step: 500 +2023-04-15 17:46:30 - r - INFO: - Episode: 1943/2000, Reward: 185.085, Step: 500 +2023-04-15 17:46:35 - r - INFO: - Episode: 1944/2000, Reward: 188.543, Step: 500 +2023-04-15 17:46:39 - r - INFO: - Episode: 1945/2000, Reward: 180.505, Step: 500 +2023-04-15 17:46:51 - r - INFO: - Episode: 1946/2000, Reward: 176.329, Step: 500 +2023-04-15 17:46:55 - r - INFO: - Episode: 1947/2000, Reward: 174.286, Step: 500 +2023-04-15 17:46:59 - r - INFO: - Episode: 1948/2000, Reward: 178.653, Step: 500 +2023-04-15 17:47:03 - r - INFO: - Episode: 1949/2000, Reward: 189.436, Step: 500 +2023-04-15 17:47:08 - r - INFO: - Episode: 1950/2000, Reward: 195.411, Step: 500 +2023-04-15 17:47:19 - r - INFO: - Episode: 1951/2000, Reward: 188.869, Step: 500 +2023-04-15 17:47:24 - r - INFO: - Episode: 1952/2000, Reward: 187.426, Step: 500 +2023-04-15 17:47:28 - r - INFO: - Episode: 1953/2000, Reward: 187.143, Step: 500 +2023-04-15 17:47:32 - r - INFO: - Episode: 1954/2000, Reward: 187.463, Step: 500 +2023-04-15 17:47:37 - r - INFO: - Episode: 1955/2000, Reward: 179.338, Step: 500 +2023-04-15 17:47:48 - r - INFO: - Episode: 1956/2000, Reward: 170.162, Step: 500 +2023-04-15 17:47:52 - r - INFO: - Episode: 1957/2000, Reward: 186.970, Step: 500 +2023-04-15 17:47:57 - r - INFO: - Episode: 1958/2000, Reward: 189.166, Step: 500 +2023-04-15 17:48:01 - r - INFO: - Episode: 1959/2000, Reward: 180.887, Step: 500 +2023-04-15 17:48:05 - r - INFO: - Episode: 1960/2000, Reward: 169.419, Step: 500 +2023-04-15 17:48:17 - r - INFO: - Episode: 1961/2000, Reward: 187.653, Step: 500 +2023-04-15 17:48:21 - r - INFO: - Episode: 1962/2000, Reward: 187.440, Step: 500 +2023-04-15 17:48:25 - r - INFO: - Episode: 1963/2000, Reward: 179.335, Step: 500 +2023-04-15 17:48:30 - r - INFO: - Episode: 1964/2000, Reward: 181.468, Step: 500 +2023-04-15 17:48:34 - r - INFO: - Episode: 1965/2000, Reward: 180.077, Step: 500 +2023-04-15 17:48:46 - r - INFO: - Episode: 1966/2000, Reward: 176.276, Step: 500 +2023-04-15 17:48:50 - r - INFO: - Episode: 1967/2000, Reward: 176.152, Step: 500 +2023-04-15 17:48:54 - r - INFO: - Episode: 1968/2000, Reward: 178.413, Step: 500 +2023-04-15 17:48:58 - r - INFO: - Episode: 1969/2000, Reward: 183.751, Step: 500 +2023-04-15 17:49:03 - r - INFO: - Episode: 1970/2000, Reward: 175.015, Step: 500 +2023-04-15 17:49:14 - r - INFO: - Episode: 1971/2000, Reward: 171.655, Step: 500 +2023-04-15 17:49:19 - r - INFO: - Episode: 1972/2000, Reward: 186.939, Step: 500 +2023-04-15 17:49:23 - r - INFO: - Episode: 1973/2000, Reward: 182.054, Step: 500 +2023-04-15 17:49:27 - r - INFO: - Episode: 1974/2000, Reward: 182.490, Step: 500 +2023-04-15 17:49:32 - r - INFO: - Episode: 1975/2000, Reward: 184.478, Step: 500 +2023-04-15 17:49:43 - r - INFO: - Episode: 1976/2000, Reward: 179.534, Step: 500 +2023-04-15 17:49:47 - r - INFO: - Episode: 1977/2000, Reward: 180.326, Step: 500 +2023-04-15 17:49:52 - r - INFO: - Episode: 1978/2000, Reward: 178.568, Step: 500 +2023-04-15 17:49:56 - r - INFO: - Episode: 1979/2000, Reward: 180.807, Step: 500 +2023-04-15 17:50:00 - r - INFO: - Episode: 1980/2000, Reward: 174.378, Step: 500 +2023-04-15 17:50:12 - r - INFO: - Episode: 1981/2000, Reward: 183.118, Step: 500 +2023-04-15 17:50:16 - r - INFO: - Episode: 1982/2000, Reward: 182.554, Step: 500 +2023-04-15 17:50:20 - r - INFO: - Episode: 1983/2000, Reward: 176.973, Step: 500 +2023-04-15 17:50:24 - r - INFO: - Episode: 1984/2000, Reward: 185.415, Step: 500 +2023-04-15 17:50:29 - r - INFO: - Episode: 1985/2000, Reward: 199.738, Step: 500 +2023-04-15 17:50:40 - r - INFO: - Episode: 1986/2000, Reward: 191.124, Step: 500 +2023-04-15 17:50:45 - r - INFO: - Episode: 1987/2000, Reward: 189.937, Step: 500 +2023-04-15 17:50:49 - r - INFO: - Episode: 1988/2000, Reward: 195.043, Step: 500 +2023-04-15 17:50:53 - r - INFO: - Episode: 1989/2000, Reward: 184.873, Step: 500 +2023-04-15 17:50:58 - r - INFO: - Episode: 1990/2000, Reward: 181.201, Step: 500 +2023-04-15 17:51:09 - r - INFO: - Episode: 1991/2000, Reward: 180.935, Step: 500 +2023-04-15 17:51:13 - r - INFO: - Episode: 1992/2000, Reward: 187.284, Step: 500 +2023-04-15 17:51:18 - r - INFO: - Episode: 1993/2000, Reward: 187.060, Step: 500 +2023-04-15 17:51:22 - r - INFO: - Episode: 1994/2000, Reward: 181.119, Step: 500 +2023-04-15 17:51:26 - r - INFO: - Episode: 1995/2000, Reward: 177.719, Step: 500 +2023-04-15 17:51:38 - r - INFO: - Episode: 1996/2000, Reward: 180.708, Step: 500 +2023-04-15 17:51:42 - r - INFO: - Episode: 1997/2000, Reward: 180.392, Step: 500 +2023-04-15 17:51:47 - r - INFO: - Episode: 1998/2000, Reward: 174.726, Step: 500 +2023-04-15 17:51:51 - r - INFO: - Episode: 1999/2000, Reward: 181.611, Step: 500 +2023-04-15 17:51:55 - r - INFO: - Episode: 2000/2000, Reward: 183.335, Step: 500 +2023-04-15 17:52:02 - r - INFO: - Finish training!