File size: 5,148 Bytes
acaf9b2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
2023-05-19 01:09:07 - SimpleLog - INFO: - General Configs:
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: -         Name        	       Value        	        Type        
2023-05-19 01:09:07 - SimpleLog - INFO: -       env_name      	        gym         	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -      algo_name      	       Sarsa        	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -         mode        	        test        	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -        device       	        cpu         	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -         seed        	         1          	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -     max_episode     	         10         	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -       max_step      	        100         	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -     collect_traj    	         0          	   <class 'bool'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -      mp_backend     	       single       	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -      n_workers      	         1          	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -      n_learners     	         1          	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -     share_buffer    	         1          	   <class 'bool'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -     online_eval     	         0          	   <class 'bool'>   
2023-05-19 01:09:07 - SimpleLog - INFO: - online_eval_episode 	         10         	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -    model_save_fre   	        500         	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -   load_checkpoint   	         1          	   <class 'bool'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -      load_path      	Train_single_CliffWalking-v0_Sarsa_20230519-010804	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -   load_model_step   	       12000        	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: - Algo Configs:
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: -         Name        	       Value        	        Type        
2023-05-19 01:09:07 - SimpleLog - INFO: -    epsilon_start    	        0.95        	  <class 'float'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -     epsilon_end     	        0.01        	  <class 'float'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -    epsilon_decay    	        300         	   <class 'int'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -        gamma        	        0.99        	  <class 'float'>   
2023-05-19 01:09:07 - SimpleLog - INFO: -          lr         	        0.1         	  <class 'float'>   
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: - Env Configs:
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: -         Name        	       Value        	        Type        
2023-05-19 01:09:07 - SimpleLog - INFO: -          id         	  CliffWalking-v0   	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -     render_mode     	        None        	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -       wrapper       	        None        	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: -    ignore_params    	['wrapper', 'ignore_params']	   <class 'str'>    
2023-05-19 01:09:07 - SimpleLog - INFO: - ================================================================================
2023-05-19 01:09:07 - SimpleLog - INFO: - obs_space: Discrete(48), n_actions: Discrete(4)
2023-05-19 01:09:07 - SimpleLog - INFO: - Start testing!
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 0, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 1, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 2, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 3, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 4, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 5, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 6, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 7, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 8, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - episode: 9, ep_reward: -13, ep_step: 13
2023-05-19 01:09:07 - SimpleLog - INFO: - Finish testing! total time consumed: 0.03s