File size: 3,919 Bytes
62e03a2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
2023-03-19 19:04:31 - r - INFO: - Hyperparameters:
2023-03-19 19:04:31 - r - INFO: - ================================================================================
2023-03-19 19:04:31 - r - INFO: -         Name        	       Value        	        Type        
2023-03-19 19:04:31 - r - INFO: -       env_name      	    CartPole-v1     	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -     new_step_api    	         1          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -       wrapper       	        None        	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -        render       	         0          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -      algo_name      	         BC         	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -         mode        	       train        	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -         seed        	         1          	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -        device       	        cuda        	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -      train_eps      	         1          	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -       test_eps      	         10         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -       eval_eps      	         10         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -   eval_per_episode  	         1          	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -      max_steps      	        200         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -   load_checkpoint   	         0          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -      load_path      	Train_CartPole-v1_BC_20230319-114100	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -       show_fig      	         0          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -       save_fig      	         1          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -      continuous     	         0          	   <class 'bool'>   
2023-03-19 19:04:31 - r - INFO: -          lr         	       0.0003       	  <class 'float'>   
2023-03-19 19:04:31 - r - INFO: -      batch_size     	        128         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -   train_iterations  	        500         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -   actor_hidden_dim  	        256         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -  critic_hidden_dim  	        256         	   <class 'int'>    
2023-03-19 19:04:31 - r - INFO: -     expert_path     	tasks/Collect_CartPole-v1_PPO_20230319-170351/traj/traj.pkl	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -       task_dir      	/home/dingli/joyrl_offline/tasks/Train_CartPole-v1_BC_20230319-190431	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -       res_dir       	/home/dingli/joyrl_offline/tasks/Train_CartPole-v1_BC_20230319-190431/results	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -       log_dir       	/home/dingli/joyrl_offline/tasks/Train_CartPole-v1_BC_20230319-190431/logs	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -       traj_dir      	/home/dingli/joyrl_offline/tasks/Train_CartPole-v1_BC_20230319-190431/traj	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: -        tb_dir       	/home/dingli/joyrl_offline/tasks/Train_CartPole-v1_BC_20230319-190431/tb_logs	   <class 'str'>    
2023-03-19 19:04:31 - r - INFO: - ================================================================================
2023-03-19 19:04:31 - r - INFO: - n_states: 4, n_actions: 2
2023-03-19 19:04:35 - r - INFO: - Start training!
2023-03-19 19:04:35 - r - INFO: - Env: CartPole-v1, Algorithm: BC, Device: cuda
2023-03-19 19:09:04 - r - INFO: - Episode: 1/1, Reward: 200.000, Step: 200
2023-03-19 19:09:10 - r - INFO: - Current episode 1 has the best eval reward: 189.100
2023-03-19 19:09:10 - r - INFO: - Finish training!