File size: 4,706 Bytes
62e03a2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
2023-03-20 13:47:30 - r - INFO: - Hyperparameters:
2023-03-20 13:47:30 - r - INFO: - ================================================================================
2023-03-20 13:47:30 - r - INFO: -         Name        	       Value        	        Type        
2023-03-20 13:47:30 - r - INFO: -       env_name      	    Breakout-v4     	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -     new_step_api    	         1          	   <class 'bool'>   
2023-03-20 13:47:30 - r - INFO: -       wrapper       	envs.wrappers.MarioWrappers	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -        render       	         0          	   <class 'bool'>   
2023-03-20 13:47:30 - r - INFO: -      algo_name      	      DQN_CNN       	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -         mode        	        test        	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -         seed        	         1          	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -        device       	        cpu         	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -      train_eps      	        500         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -       test_eps      	         10         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -       eval_eps      	         10         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -   eval_per_episode  	         5          	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -      max_steps      	        500         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -   load_checkpoint   	         1          	   <class 'bool'>   
2023-03-20 13:47:30 - r - INFO: -      load_path      	Train_Breakout-v4_mp_DQN_CNN_20230320-084801	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -       show_fig      	         0          	   <class 'bool'>   
2023-03-20 13:47:30 - r - INFO: -       save_fig      	         1          	   <class 'bool'>   
2023-03-20 13:47:30 - r - INFO: -      n_workers      	         1          	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -    epsilon_start    	        0.95        	  <class 'float'>   
2023-03-20 13:47:30 - r - INFO: -     epsilon_end     	        0.01        	  <class 'float'>   
2023-03-20 13:47:30 - r - INFO: -    epsilon_decay    	        500         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -        gamma        	        0.99        	  <class 'float'>   
2023-03-20 13:47:30 - r - INFO: -          lr         	       0.0001       	  <class 'float'>   
2023-03-20 13:47:30 - r - INFO: -     buffer_size     	       100000       	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -      batch_size     	         64         	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -    target_update    	         4          	   <class 'int'>    
2023-03-20 13:47:30 - r - INFO: -       task_dir      	/media/disk/gsc/joyrl-offline/tasks/Test_Breakout-v4_DQN_CNN_20230320-134730	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -       res_dir       	/media/disk/gsc/joyrl-offline/tasks/Test_Breakout-v4_DQN_CNN_20230320-134730/results	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -       log_dir       	/media/disk/gsc/joyrl-offline/tasks/Test_Breakout-v4_DQN_CNN_20230320-134730/logs	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -       traj_dir      	/media/disk/gsc/joyrl-offline/tasks/Test_Breakout-v4_DQN_CNN_20230320-134730/traj	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: -        tb_dir       	/media/disk/gsc/joyrl-offline/tasks/Test_Breakout-v4_DQN_CNN_20230320-134730/tb_logs	   <class 'str'>    
2023-03-20 13:47:30 - r - INFO: - ================================================================================
2023-03-20 13:47:32 - r - INFO: - n_states: 4, n_actions: 4
2023-03-20 13:47:32 - r - INFO: - Start testing!
2023-03-20 13:47:32 - r - INFO: - Env: Breakout-v4, Algorithm: DQN_CNN, Device: cpu
2023-03-20 13:47:35 - r - INFO: - Episode: 1/10, Reward: 6.000, Step: 500
2023-03-20 13:47:38 - r - INFO: - Episode: 2/10, Reward: 6.000, Step: 500
2023-03-20 13:47:41 - r - INFO: - Episode: 3/10, Reward: 6.000, Step: 500
2023-03-20 13:47:45 - r - INFO: - Episode: 4/10, Reward: 6.000, Step: 500
2023-03-20 13:47:48 - r - INFO: - Episode: 5/10, Reward: 6.000, Step: 500
2023-03-20 13:47:51 - r - INFO: - Episode: 6/10, Reward: 6.000, Step: 500
2023-03-20 13:47:55 - r - INFO: - Episode: 7/10, Reward: 6.000, Step: 500
2023-03-20 13:47:58 - r - INFO: - Episode: 8/10, Reward: 6.000, Step: 500
2023-03-20 13:48:01 - r - INFO: - Episode: 9/10, Reward: 6.000, Step: 500
2023-03-20 13:48:04 - r - INFO: - Episode: 10/10, Reward: 6.000, Step: 500
2023-03-20 13:48:04 - r - INFO: - Finish testing!