johnjim0816
commited on
Commit
•
989b5fc
1
Parent(s):
62e03a2
delete
Browse files- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/config.yaml +0 -44
- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/logs/log.txt +0 -40
- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/models/checkpoint.pt +0 -3
- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/learning_curve.png +0 -0
- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/res.csv +0 -302
- CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/tb_logs/events.out.tfevents.1679234020.ML3090.3787858.0 +0 -3
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/config.yaml
DELETED
@@ -1,44 +0,0 @@
|
|
1 |
-
general_cfg:
|
2 |
-
algo_name: DQN
|
3 |
-
device: cpu
|
4 |
-
env_name: CartPole-v1
|
5 |
-
eval_eps: 10
|
6 |
-
eval_per_episode: 5
|
7 |
-
load_checkpoint: false
|
8 |
-
load_path: Train_CartPole-v1_DQN_20221026-054757
|
9 |
-
max_steps: 200
|
10 |
-
mode: train
|
11 |
-
n_workers: 4
|
12 |
-
new_step_api: true
|
13 |
-
render: false
|
14 |
-
save_fig: true
|
15 |
-
seed: 1
|
16 |
-
show_fig: false
|
17 |
-
test_eps: 10
|
18 |
-
train_eps: 300
|
19 |
-
wrapper: null
|
20 |
-
algo_cfg:
|
21 |
-
batch_size: 64
|
22 |
-
buffer_size: 100000
|
23 |
-
epsilon_decay: 500
|
24 |
-
epsilon_end: 0.01
|
25 |
-
epsilon_start: 0.95
|
26 |
-
gamma: 0.95
|
27 |
-
lr: 0.0001
|
28 |
-
target_update: 4
|
29 |
-
value_layers:
|
30 |
-
- activation: relu
|
31 |
-
layer_dim:
|
32 |
-
- n_states
|
33 |
-
- 256
|
34 |
-
layer_type: linear
|
35 |
-
- activation: relu
|
36 |
-
layer_dim:
|
37 |
-
- 256
|
38 |
-
- 256
|
39 |
-
layer_type: linear
|
40 |
-
- activation: none
|
41 |
-
layer_dim:
|
42 |
-
- 256
|
43 |
-
- n_actions
|
44 |
-
layer_type: linear
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/logs/log.txt
DELETED
@@ -1,40 +0,0 @@
|
|
1 |
-
2023-03-19 21:53:40 - r - INFO: - Hyperparameters:
|
2 |
-
2023-03-19 21:53:40 - r - INFO: - ================================================================================
|
3 |
-
2023-03-19 21:53:40 - r - INFO: - Name Value Type
|
4 |
-
2023-03-19 21:53:40 - r - INFO: - env_name CartPole-v1 <class 'str'>
|
5 |
-
2023-03-19 21:53:40 - r - INFO: - new_step_api 1 <class 'bool'>
|
6 |
-
2023-03-19 21:53:40 - r - INFO: - wrapper None <class 'str'>
|
7 |
-
2023-03-19 21:53:40 - r - INFO: - render 0 <class 'bool'>
|
8 |
-
2023-03-19 21:53:40 - r - INFO: - algo_name DQN <class 'str'>
|
9 |
-
2023-03-19 21:53:40 - r - INFO: - mode train <class 'str'>
|
10 |
-
2023-03-19 21:53:40 - r - INFO: - seed 1 <class 'int'>
|
11 |
-
2023-03-19 21:53:40 - r - INFO: - device cpu <class 'str'>
|
12 |
-
2023-03-19 21:53:40 - r - INFO: - train_eps 300 <class 'int'>
|
13 |
-
2023-03-19 21:53:40 - r - INFO: - test_eps 10 <class 'int'>
|
14 |
-
2023-03-19 21:53:40 - r - INFO: - eval_eps 10 <class 'int'>
|
15 |
-
2023-03-19 21:53:40 - r - INFO: - eval_per_episode 5 <class 'int'>
|
16 |
-
2023-03-19 21:53:40 - r - INFO: - max_steps 200 <class 'int'>
|
17 |
-
2023-03-19 21:53:40 - r - INFO: - load_checkpoint 0 <class 'bool'>
|
18 |
-
2023-03-19 21:53:40 - r - INFO: - load_path Train_CartPole-v1_DQN_20221026-054757 <class 'str'>
|
19 |
-
2023-03-19 21:53:40 - r - INFO: - show_fig 0 <class 'bool'>
|
20 |
-
2023-03-19 21:53:40 - r - INFO: - save_fig 1 <class 'bool'>
|
21 |
-
2023-03-19 21:53:40 - r - INFO: - n_workers 4 <class 'int'>
|
22 |
-
2023-03-19 21:53:40 - r - INFO: - epsilon_start 0.95 <class 'float'>
|
23 |
-
2023-03-19 21:53:40 - r - INFO: - epsilon_end 0.01 <class 'float'>
|
24 |
-
2023-03-19 21:53:40 - r - INFO: - epsilon_decay 500 <class 'int'>
|
25 |
-
2023-03-19 21:53:40 - r - INFO: - gamma 0.95 <class 'float'>
|
26 |
-
2023-03-19 21:53:40 - r - INFO: - lr 0.0001 <class 'float'>
|
27 |
-
2023-03-19 21:53:40 - r - INFO: - buffer_size 100000 <class 'int'>
|
28 |
-
2023-03-19 21:53:40 - r - INFO: - batch_size 64 <class 'int'>
|
29 |
-
2023-03-19 21:53:40 - r - INFO: - target_update 4 <class 'int'>
|
30 |
-
2023-03-19 21:53:40 - r - INFO: - value_layers [{'layer_type': 'linear', 'layer_dim': ['n_states', 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 'n_actions'], 'activation': 'none'}] <class 'str'>
|
31 |
-
2023-03-19 21:53:40 - r - INFO: - task_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340 <class 'str'>
|
32 |
-
2023-03-19 21:53:40 - r - INFO: - res_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/results <class 'str'>
|
33 |
-
2023-03-19 21:53:40 - r - INFO: - log_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/logs <class 'str'>
|
34 |
-
2023-03-19 21:53:40 - r - INFO: - traj_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/traj <class 'str'>
|
35 |
-
2023-03-19 21:53:40 - r - INFO: - tb_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/tb_logs <class 'str'>
|
36 |
-
2023-03-19 21:53:40 - r - INFO: - ================================================================================
|
37 |
-
2023-03-19 21:53:40 - r - INFO: - n_states: 4, n_actions: 2
|
38 |
-
2023-03-19 21:53:40 - r - INFO: - Start training!
|
39 |
-
2023-03-19 21:53:40 - r - INFO: - Env: CartPole-v1, Algorithm: DQN, Device: cpu
|
40 |
-
2023-03-19 21:54:55 - r - INFO: - Finish training!
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/models/checkpoint.pt
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0b3cee4549ed1d3a2f559c0732f710074f472a5ebb79703c20241e2bdecac58a
|
3 |
-
size 272407
|
|
|
|
|
|
|
|
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/learning_curve.png
DELETED
Binary file (46.6 kB)
|
|
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/res.csv
DELETED
@@ -1,302 +0,0 @@
|
|
1 |
-
episodes,rewards
|
2 |
-
0,18.0
|
3 |
-
1,39.0
|
4 |
-
2,12.0
|
5 |
-
3,17.0
|
6 |
-
4,16.0
|
7 |
-
5,16.0
|
8 |
-
6,14.0
|
9 |
-
7,24.0
|
10 |
-
8,18.0
|
11 |
-
9,28.0
|
12 |
-
10,15.0
|
13 |
-
11,40.0
|
14 |
-
12,37.0
|
15 |
-
13,10.0
|
16 |
-
14,15.0
|
17 |
-
15,11.0
|
18 |
-
16,17.0
|
19 |
-
17,23.0
|
20 |
-
18,31.0
|
21 |
-
19,17.0
|
22 |
-
20,30.0
|
23 |
-
21,10.0
|
24 |
-
22,13.0
|
25 |
-
23,44.0
|
26 |
-
24,31.0
|
27 |
-
25,20.0
|
28 |
-
26,11.0
|
29 |
-
27,11.0
|
30 |
-
28,14.0
|
31 |
-
29,13.0
|
32 |
-
30,20.0
|
33 |
-
31,11.0
|
34 |
-
32,21.0
|
35 |
-
33,12.0
|
36 |
-
34,8.0
|
37 |
-
35,10.0
|
38 |
-
36,12.0
|
39 |
-
37,13.0
|
40 |
-
38,15.0
|
41 |
-
39,11.0
|
42 |
-
40,24.0
|
43 |
-
41,19.0
|
44 |
-
42,13.0
|
45 |
-
43,11.0
|
46 |
-
44,13.0
|
47 |
-
45,15.0
|
48 |
-
46,12.0
|
49 |
-
47,23.0
|
50 |
-
48,31.0
|
51 |
-
49,17.0
|
52 |
-
50,13.0
|
53 |
-
51,19.0
|
54 |
-
52,20.0
|
55 |
-
53,25.0
|
56 |
-
54,30.0
|
57 |
-
55,12.0
|
58 |
-
56,15.0
|
59 |
-
57,15.0
|
60 |
-
58,11.0
|
61 |
-
59,10.0
|
62 |
-
60,35.0
|
63 |
-
61,44.0
|
64 |
-
62,57.0
|
65 |
-
63,47.0
|
66 |
-
64,29.0
|
67 |
-
65,45.0
|
68 |
-
66,46.0
|
69 |
-
67,31.0
|
70 |
-
68,42.0
|
71 |
-
69,84.0
|
72 |
-
70,29.0
|
73 |
-
71,45.0
|
74 |
-
72,27.0
|
75 |
-
73,38.0
|
76 |
-
74,28.0
|
77 |
-
75,49.0
|
78 |
-
76,44.0
|
79 |
-
77,37.0
|
80 |
-
78,67.0
|
81 |
-
79,45.0
|
82 |
-
80,46.0
|
83 |
-
81,87.0
|
84 |
-
82,45.0
|
85 |
-
83,57.0
|
86 |
-
84,51.0
|
87 |
-
85,87.0
|
88 |
-
86,44.0
|
89 |
-
87,119.0
|
90 |
-
88,133.0
|
91 |
-
89,51.0
|
92 |
-
90,200.0
|
93 |
-
91,75.0
|
94 |
-
92,141.0
|
95 |
-
93,200.0
|
96 |
-
94,200.0
|
97 |
-
95,200.0
|
98 |
-
96,200.0
|
99 |
-
97,200.0
|
100 |
-
98,200.0
|
101 |
-
99,200.0
|
102 |
-
100,169.0
|
103 |
-
101,200.0
|
104 |
-
102,200.0
|
105 |
-
103,200.0
|
106 |
-
104,189.0
|
107 |
-
105,200.0
|
108 |
-
106,200.0
|
109 |
-
107,200.0
|
110 |
-
108,200.0
|
111 |
-
109,200.0
|
112 |
-
110,200.0
|
113 |
-
111,200.0
|
114 |
-
112,200.0
|
115 |
-
113,200.0
|
116 |
-
114,200.0
|
117 |
-
115,200.0
|
118 |
-
116,200.0
|
119 |
-
117,200.0
|
120 |
-
118,200.0
|
121 |
-
119,190.0
|
122 |
-
120,200.0
|
123 |
-
121,200.0
|
124 |
-
122,200.0
|
125 |
-
123,200.0
|
126 |
-
124,200.0
|
127 |
-
125,200.0
|
128 |
-
126,200.0
|
129 |
-
127,200.0
|
130 |
-
128,200.0
|
131 |
-
129,200.0
|
132 |
-
130,200.0
|
133 |
-
131,200.0
|
134 |
-
132,200.0
|
135 |
-
133,200.0
|
136 |
-
134,200.0
|
137 |
-
135,200.0
|
138 |
-
136,200.0
|
139 |
-
137,200.0
|
140 |
-
138,200.0
|
141 |
-
139,200.0
|
142 |
-
140,200.0
|
143 |
-
141,200.0
|
144 |
-
142,200.0
|
145 |
-
143,200.0
|
146 |
-
144,200.0
|
147 |
-
145,200.0
|
148 |
-
146,200.0
|
149 |
-
147,200.0
|
150 |
-
148,200.0
|
151 |
-
149,200.0
|
152 |
-
150,200.0
|
153 |
-
151,200.0
|
154 |
-
152,200.0
|
155 |
-
153,200.0
|
156 |
-
154,200.0
|
157 |
-
155,200.0
|
158 |
-
156,200.0
|
159 |
-
157,200.0
|
160 |
-
158,200.0
|
161 |
-
159,200.0
|
162 |
-
160,200.0
|
163 |
-
161,200.0
|
164 |
-
162,200.0
|
165 |
-
163,200.0
|
166 |
-
164,200.0
|
167 |
-
165,200.0
|
168 |
-
166,200.0
|
169 |
-
167,200.0
|
170 |
-
168,200.0
|
171 |
-
169,200.0
|
172 |
-
170,200.0
|
173 |
-
171,200.0
|
174 |
-
172,200.0
|
175 |
-
173,200.0
|
176 |
-
174,200.0
|
177 |
-
175,200.0
|
178 |
-
176,200.0
|
179 |
-
177,200.0
|
180 |
-
178,200.0
|
181 |
-
179,200.0
|
182 |
-
180,200.0
|
183 |
-
181,200.0
|
184 |
-
182,200.0
|
185 |
-
183,200.0
|
186 |
-
184,200.0
|
187 |
-
185,200.0
|
188 |
-
186,200.0
|
189 |
-
187,200.0
|
190 |
-
188,200.0
|
191 |
-
189,200.0
|
192 |
-
190,200.0
|
193 |
-
191,200.0
|
194 |
-
192,200.0
|
195 |
-
193,200.0
|
196 |
-
194,200.0
|
197 |
-
195,200.0
|
198 |
-
196,200.0
|
199 |
-
197,200.0
|
200 |
-
198,200.0
|
201 |
-
199,200.0
|
202 |
-
200,200.0
|
203 |
-
201,200.0
|
204 |
-
202,200.0
|
205 |
-
203,200.0
|
206 |
-
204,200.0
|
207 |
-
205,200.0
|
208 |
-
206,200.0
|
209 |
-
207,200.0
|
210 |
-
208,200.0
|
211 |
-
209,200.0
|
212 |
-
210,200.0
|
213 |
-
211,200.0
|
214 |
-
212,200.0
|
215 |
-
213,200.0
|
216 |
-
214,200.0
|
217 |
-
215,200.0
|
218 |
-
216,200.0
|
219 |
-
217,192.0
|
220 |
-
218,198.0
|
221 |
-
219,200.0
|
222 |
-
220,196.0
|
223 |
-
221,184.0
|
224 |
-
222,200.0
|
225 |
-
223,162.0
|
226 |
-
224,170.0
|
227 |
-
225,179.0
|
228 |
-
226,162.0
|
229 |
-
227,200.0
|
230 |
-
228,175.0
|
231 |
-
229,179.0
|
232 |
-
230,167.0
|
233 |
-
231,200.0
|
234 |
-
232,170.0
|
235 |
-
233,174.0
|
236 |
-
234,178.0
|
237 |
-
235,184.0
|
238 |
-
236,200.0
|
239 |
-
237,193.0
|
240 |
-
238,183.0
|
241 |
-
239,180.0
|
242 |
-
240,169.0
|
243 |
-
241,200.0
|
244 |
-
242,147.0
|
245 |
-
243,191.0
|
246 |
-
244,192.0
|
247 |
-
245,200.0
|
248 |
-
246,161.0
|
249 |
-
247,180.0
|
250 |
-
248,200.0
|
251 |
-
249,200.0
|
252 |
-
250,197.0
|
253 |
-
251,196.0
|
254 |
-
252,200.0
|
255 |
-
253,193.0
|
256 |
-
254,198.0
|
257 |
-
255,200.0
|
258 |
-
256,192.0
|
259 |
-
257,200.0
|
260 |
-
258,187.0
|
261 |
-
259,200.0
|
262 |
-
260,200.0
|
263 |
-
261,200.0
|
264 |
-
262,200.0
|
265 |
-
263,130.0
|
266 |
-
264,200.0
|
267 |
-
265,200.0
|
268 |
-
266,200.0
|
269 |
-
267,200.0
|
270 |
-
268,200.0
|
271 |
-
269,200.0
|
272 |
-
270,200.0
|
273 |
-
271,197.0
|
274 |
-
272,200.0
|
275 |
-
273,200.0
|
276 |
-
274,200.0
|
277 |
-
275,200.0
|
278 |
-
276,200.0
|
279 |
-
277,200.0
|
280 |
-
278,200.0
|
281 |
-
279,200.0
|
282 |
-
280,200.0
|
283 |
-
281,200.0
|
284 |
-
282,200.0
|
285 |
-
283,200.0
|
286 |
-
284,200.0
|
287 |
-
285,200.0
|
288 |
-
286,200.0
|
289 |
-
287,200.0
|
290 |
-
288,200.0
|
291 |
-
289,200.0
|
292 |
-
290,200.0
|
293 |
-
291,200.0
|
294 |
-
292,200.0
|
295 |
-
293,200.0
|
296 |
-
294,200.0
|
297 |
-
295,200.0
|
298 |
-
296,200.0
|
299 |
-
297,200.0
|
300 |
-
298,200.0
|
301 |
-
299,200.0
|
302 |
-
300,200.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/tb_logs/events.out.tfevents.1679234020.ML3090.3787858.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:3c2ae77d9e4778bd5611b745cf3f3ace7aa109c583e0ece6b3c184bc08dcdaa4
|
3 |
-
size 40
|
|
|
|
|
|
|
|