2022-12-08 10:15:45 - r - INFO: - Hyperparameters: 2022-12-08 10:15:45 - r - INFO: - ================================================================================ 2022-12-08 10:15:45 - r - INFO: - Name Value Type 2022-12-08 10:15:45 - r - INFO: - env_name Breakout-v4 2022-12-08 10:15:45 - r - INFO: - new_step_api 1 2022-12-08 10:15:45 - r - INFO: - wrapper envs.wrappers.MarioWrappers 2022-12-08 10:15:45 - r - INFO: - render 0 2022-12-08 10:15:45 - r - INFO: - algo_name DQN_CNN 2022-12-08 10:15:45 - r - INFO: - mode test 2022-12-08 10:15:45 - r - INFO: - seed 1 2022-12-08 10:15:45 - r - INFO: - device cuda 2022-12-08 10:15:45 - r - INFO: - train_eps 200 2022-12-08 10:15:45 - r - INFO: - test_eps 20 2022-12-08 10:15:45 - r - INFO: - eval_eps 10 2022-12-08 10:15:45 - r - INFO: - eval_per_episode 5 2022-12-08 10:15:45 - r - INFO: - max_steps 1000 2022-12-08 10:15:45 - r - INFO: - load_checkpoint 1 2022-12-08 10:15:45 - r - INFO: - load_path Train_Breakout-v4_DQN_CNN_20221207-214917 2022-12-08 10:15:45 - r - INFO: - show_fig 0 2022-12-08 10:15:45 - r - INFO: - save_fig 1 2022-12-08 10:15:45 - r - INFO: - epsilon_start 0.95 2022-12-08 10:15:45 - r - INFO: - epsilon_end 0.01 2022-12-08 10:15:45 - r - INFO: - epsilon_decay 500 2022-12-08 10:15:45 - r - INFO: - gamma 0.99 2022-12-08 10:15:45 - r - INFO: - lr 0.0001 2022-12-08 10:15:45 - r - INFO: - buffer_size 100000 2022-12-08 10:15:45 - r - INFO: - batch_size 64 2022-12-08 10:15:45 - r - INFO: - target_update 4 2022-12-08 10:15:45 - r - INFO: - ================================================================================ 2022-12-08 10:15:46 - r - INFO: - n_states: 4, n_actions: 4 2022-12-08 10:15:50 - r - INFO: - Start testing! 2022-12-08 10:15:50 - r - INFO: - Env: Breakout-v4, Algorithm: DQN_CNN, Device: cuda 2022-12-08 10:15:55 - r - INFO: - Episode: 1/20, Reward: 4.000, Step: 1000 2022-12-08 10:15:58 - r - INFO: - Episode: 2/20, Reward: 5.000, Step: 1000 2022-12-08 10:15:58 - r - INFO: - Episode: 3/20, Reward: 1.000, Step: 50 2022-12-08 10:16:01 - r - INFO: - Episode: 4/20, Reward: 3.000, Step: 1000 2022-12-08 10:16:01 - r - INFO: - Episode: 5/20, Reward: 2.000, Step: 63 2022-12-08 10:16:01 - r - INFO: - Episode: 6/20, Reward: 5.000, Step: 102 2022-12-08 10:16:04 - r - INFO: - Episode: 7/20, Reward: 5.000, Step: 1000 2022-12-08 10:16:05 - r - INFO: - Episode: 8/20, Reward: 3.000, Step: 83 2022-12-08 10:16:07 - r - INFO: - Episode: 9/20, Reward: 4.000, Step: 1000 2022-12-08 10:16:10 - r - INFO: - Episode: 10/20, Reward: 5.000, Step: 1000 2022-12-08 10:16:11 - r - INFO: - Episode: 11/20, Reward: 5.000, Step: 102 2022-12-08 10:16:11 - r - INFO: - Episode: 12/20, Reward: 1.000, Step: 52 2022-12-08 10:16:14 - r - INFO: - Episode: 13/20, Reward: 5.000, Step: 1000 2022-12-08 10:16:14 - r - INFO: - Episode: 14/20, Reward: 3.000, Step: 71 2022-12-08 10:16:18 - r - INFO: - Episode: 15/20, Reward: 5.000, Step: 1000 2022-12-08 10:16:18 - r - INFO: - Episode: 16/20, Reward: 1.000, Step: 52 2022-12-08 10:16:21 - r - INFO: - Episode: 17/20, Reward: 2.000, Step: 1000 2022-12-08 10:16:21 - r - INFO: - Episode: 18/20, Reward: 5.000, Step: 96 2022-12-08 10:16:21 - r - INFO: - Episode: 19/20, Reward: 2.000, Step: 61 2022-12-08 10:16:24 - r - INFO: - Episode: 20/20, Reward: 2.000, Step: 1000 2022-12-08 10:16:24 - r - INFO: - Finish testing!