johnjim0816 commited on
Commit
989b5fc
1 Parent(s): 62e03a2
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/config.yaml DELETED
@@ -1,44 +0,0 @@
1
- general_cfg:
2
- algo_name: DQN
3
- device: cpu
4
- env_name: CartPole-v1
5
- eval_eps: 10
6
- eval_per_episode: 5
7
- load_checkpoint: false
8
- load_path: Train_CartPole-v1_DQN_20221026-054757
9
- max_steps: 200
10
- mode: train
11
- n_workers: 4
12
- new_step_api: true
13
- render: false
14
- save_fig: true
15
- seed: 1
16
- show_fig: false
17
- test_eps: 10
18
- train_eps: 300
19
- wrapper: null
20
- algo_cfg:
21
- batch_size: 64
22
- buffer_size: 100000
23
- epsilon_decay: 500
24
- epsilon_end: 0.01
25
- epsilon_start: 0.95
26
- gamma: 0.95
27
- lr: 0.0001
28
- target_update: 4
29
- value_layers:
30
- - activation: relu
31
- layer_dim:
32
- - n_states
33
- - 256
34
- layer_type: linear
35
- - activation: relu
36
- layer_dim:
37
- - 256
38
- - 256
39
- layer_type: linear
40
- - activation: none
41
- layer_dim:
42
- - 256
43
- - n_actions
44
- layer_type: linear
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/logs/log.txt DELETED
@@ -1,40 +0,0 @@
1
- 2023-03-19 21:53:40 - r - INFO: - Hyperparameters:
2
- 2023-03-19 21:53:40 - r - INFO: - ================================================================================
3
- 2023-03-19 21:53:40 - r - INFO: - Name Value Type
4
- 2023-03-19 21:53:40 - r - INFO: - env_name CartPole-v1 <class 'str'>
5
- 2023-03-19 21:53:40 - r - INFO: - new_step_api 1 <class 'bool'>
6
- 2023-03-19 21:53:40 - r - INFO: - wrapper None <class 'str'>
7
- 2023-03-19 21:53:40 - r - INFO: - render 0 <class 'bool'>
8
- 2023-03-19 21:53:40 - r - INFO: - algo_name DQN <class 'str'>
9
- 2023-03-19 21:53:40 - r - INFO: - mode train <class 'str'>
10
- 2023-03-19 21:53:40 - r - INFO: - seed 1 <class 'int'>
11
- 2023-03-19 21:53:40 - r - INFO: - device cpu <class 'str'>
12
- 2023-03-19 21:53:40 - r - INFO: - train_eps 300 <class 'int'>
13
- 2023-03-19 21:53:40 - r - INFO: - test_eps 10 <class 'int'>
14
- 2023-03-19 21:53:40 - r - INFO: - eval_eps 10 <class 'int'>
15
- 2023-03-19 21:53:40 - r - INFO: - eval_per_episode 5 <class 'int'>
16
- 2023-03-19 21:53:40 - r - INFO: - max_steps 200 <class 'int'>
17
- 2023-03-19 21:53:40 - r - INFO: - load_checkpoint 0 <class 'bool'>
18
- 2023-03-19 21:53:40 - r - INFO: - load_path Train_CartPole-v1_DQN_20221026-054757 <class 'str'>
19
- 2023-03-19 21:53:40 - r - INFO: - show_fig 0 <class 'bool'>
20
- 2023-03-19 21:53:40 - r - INFO: - save_fig 1 <class 'bool'>
21
- 2023-03-19 21:53:40 - r - INFO: - n_workers 4 <class 'int'>
22
- 2023-03-19 21:53:40 - r - INFO: - epsilon_start 0.95 <class 'float'>
23
- 2023-03-19 21:53:40 - r - INFO: - epsilon_end 0.01 <class 'float'>
24
- 2023-03-19 21:53:40 - r - INFO: - epsilon_decay 500 <class 'int'>
25
- 2023-03-19 21:53:40 - r - INFO: - gamma 0.95 <class 'float'>
26
- 2023-03-19 21:53:40 - r - INFO: - lr 0.0001 <class 'float'>
27
- 2023-03-19 21:53:40 - r - INFO: - buffer_size 100000 <class 'int'>
28
- 2023-03-19 21:53:40 - r - INFO: - batch_size 64 <class 'int'>
29
- 2023-03-19 21:53:40 - r - INFO: - target_update 4 <class 'int'>
30
- 2023-03-19 21:53:40 - r - INFO: - value_layers [{'layer_type': 'linear', 'layer_dim': ['n_states', 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_dim': [256, 'n_actions'], 'activation': 'none'}] <class 'str'>
31
- 2023-03-19 21:53:40 - r - INFO: - task_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340 <class 'str'>
32
- 2023-03-19 21:53:40 - r - INFO: - res_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/results <class 'str'>
33
- 2023-03-19 21:53:40 - r - INFO: - log_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/logs <class 'str'>
34
- 2023-03-19 21:53:40 - r - INFO: - traj_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/traj <class 'str'>
35
- 2023-03-19 21:53:40 - r - INFO: - tb_dir /media/disk/gsc/joyrl-offline/tasks/Train_CartPole-v1_DQN_20230319-215340/tb_logs <class 'str'>
36
- 2023-03-19 21:53:40 - r - INFO: - ================================================================================
37
- 2023-03-19 21:53:40 - r - INFO: - n_states: 4, n_actions: 2
38
- 2023-03-19 21:53:40 - r - INFO: - Start training!
39
- 2023-03-19 21:53:40 - r - INFO: - Env: CartPole-v1, Algorithm: DQN, Device: cpu
40
- 2023-03-19 21:54:55 - r - INFO: - Finish training!
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/models/checkpoint.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b3cee4549ed1d3a2f559c0732f710074f472a5ebb79703c20241e2bdecac58a
3
- size 272407
 
 
 
 
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/learning_curve.png DELETED
Binary file (46.6 kB)
 
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/results/res.csv DELETED
@@ -1,302 +0,0 @@
1
- episodes,rewards
2
- 0,18.0
3
- 1,39.0
4
- 2,12.0
5
- 3,17.0
6
- 4,16.0
7
- 5,16.0
8
- 6,14.0
9
- 7,24.0
10
- 8,18.0
11
- 9,28.0
12
- 10,15.0
13
- 11,40.0
14
- 12,37.0
15
- 13,10.0
16
- 14,15.0
17
- 15,11.0
18
- 16,17.0
19
- 17,23.0
20
- 18,31.0
21
- 19,17.0
22
- 20,30.0
23
- 21,10.0
24
- 22,13.0
25
- 23,44.0
26
- 24,31.0
27
- 25,20.0
28
- 26,11.0
29
- 27,11.0
30
- 28,14.0
31
- 29,13.0
32
- 30,20.0
33
- 31,11.0
34
- 32,21.0
35
- 33,12.0
36
- 34,8.0
37
- 35,10.0
38
- 36,12.0
39
- 37,13.0
40
- 38,15.0
41
- 39,11.0
42
- 40,24.0
43
- 41,19.0
44
- 42,13.0
45
- 43,11.0
46
- 44,13.0
47
- 45,15.0
48
- 46,12.0
49
- 47,23.0
50
- 48,31.0
51
- 49,17.0
52
- 50,13.0
53
- 51,19.0
54
- 52,20.0
55
- 53,25.0
56
- 54,30.0
57
- 55,12.0
58
- 56,15.0
59
- 57,15.0
60
- 58,11.0
61
- 59,10.0
62
- 60,35.0
63
- 61,44.0
64
- 62,57.0
65
- 63,47.0
66
- 64,29.0
67
- 65,45.0
68
- 66,46.0
69
- 67,31.0
70
- 68,42.0
71
- 69,84.0
72
- 70,29.0
73
- 71,45.0
74
- 72,27.0
75
- 73,38.0
76
- 74,28.0
77
- 75,49.0
78
- 76,44.0
79
- 77,37.0
80
- 78,67.0
81
- 79,45.0
82
- 80,46.0
83
- 81,87.0
84
- 82,45.0
85
- 83,57.0
86
- 84,51.0
87
- 85,87.0
88
- 86,44.0
89
- 87,119.0
90
- 88,133.0
91
- 89,51.0
92
- 90,200.0
93
- 91,75.0
94
- 92,141.0
95
- 93,200.0
96
- 94,200.0
97
- 95,200.0
98
- 96,200.0
99
- 97,200.0
100
- 98,200.0
101
- 99,200.0
102
- 100,169.0
103
- 101,200.0
104
- 102,200.0
105
- 103,200.0
106
- 104,189.0
107
- 105,200.0
108
- 106,200.0
109
- 107,200.0
110
- 108,200.0
111
- 109,200.0
112
- 110,200.0
113
- 111,200.0
114
- 112,200.0
115
- 113,200.0
116
- 114,200.0
117
- 115,200.0
118
- 116,200.0
119
- 117,200.0
120
- 118,200.0
121
- 119,190.0
122
- 120,200.0
123
- 121,200.0
124
- 122,200.0
125
- 123,200.0
126
- 124,200.0
127
- 125,200.0
128
- 126,200.0
129
- 127,200.0
130
- 128,200.0
131
- 129,200.0
132
- 130,200.0
133
- 131,200.0
134
- 132,200.0
135
- 133,200.0
136
- 134,200.0
137
- 135,200.0
138
- 136,200.0
139
- 137,200.0
140
- 138,200.0
141
- 139,200.0
142
- 140,200.0
143
- 141,200.0
144
- 142,200.0
145
- 143,200.0
146
- 144,200.0
147
- 145,200.0
148
- 146,200.0
149
- 147,200.0
150
- 148,200.0
151
- 149,200.0
152
- 150,200.0
153
- 151,200.0
154
- 152,200.0
155
- 153,200.0
156
- 154,200.0
157
- 155,200.0
158
- 156,200.0
159
- 157,200.0
160
- 158,200.0
161
- 159,200.0
162
- 160,200.0
163
- 161,200.0
164
- 162,200.0
165
- 163,200.0
166
- 164,200.0
167
- 165,200.0
168
- 166,200.0
169
- 167,200.0
170
- 168,200.0
171
- 169,200.0
172
- 170,200.0
173
- 171,200.0
174
- 172,200.0
175
- 173,200.0
176
- 174,200.0
177
- 175,200.0
178
- 176,200.0
179
- 177,200.0
180
- 178,200.0
181
- 179,200.0
182
- 180,200.0
183
- 181,200.0
184
- 182,200.0
185
- 183,200.0
186
- 184,200.0
187
- 185,200.0
188
- 186,200.0
189
- 187,200.0
190
- 188,200.0
191
- 189,200.0
192
- 190,200.0
193
- 191,200.0
194
- 192,200.0
195
- 193,200.0
196
- 194,200.0
197
- 195,200.0
198
- 196,200.0
199
- 197,200.0
200
- 198,200.0
201
- 199,200.0
202
- 200,200.0
203
- 201,200.0
204
- 202,200.0
205
- 203,200.0
206
- 204,200.0
207
- 205,200.0
208
- 206,200.0
209
- 207,200.0
210
- 208,200.0
211
- 209,200.0
212
- 210,200.0
213
- 211,200.0
214
- 212,200.0
215
- 213,200.0
216
- 214,200.0
217
- 215,200.0
218
- 216,200.0
219
- 217,192.0
220
- 218,198.0
221
- 219,200.0
222
- 220,196.0
223
- 221,184.0
224
- 222,200.0
225
- 223,162.0
226
- 224,170.0
227
- 225,179.0
228
- 226,162.0
229
- 227,200.0
230
- 228,175.0
231
- 229,179.0
232
- 230,167.0
233
- 231,200.0
234
- 232,170.0
235
- 233,174.0
236
- 234,178.0
237
- 235,184.0
238
- 236,200.0
239
- 237,193.0
240
- 238,183.0
241
- 239,180.0
242
- 240,169.0
243
- 241,200.0
244
- 242,147.0
245
- 243,191.0
246
- 244,192.0
247
- 245,200.0
248
- 246,161.0
249
- 247,180.0
250
- 248,200.0
251
- 249,200.0
252
- 250,197.0
253
- 251,196.0
254
- 252,200.0
255
- 253,193.0
256
- 254,198.0
257
- 255,200.0
258
- 256,192.0
259
- 257,200.0
260
- 258,187.0
261
- 259,200.0
262
- 260,200.0
263
- 261,200.0
264
- 262,200.0
265
- 263,130.0
266
- 264,200.0
267
- 265,200.0
268
- 266,200.0
269
- 267,200.0
270
- 268,200.0
271
- 269,200.0
272
- 270,200.0
273
- 271,197.0
274
- 272,200.0
275
- 273,200.0
276
- 274,200.0
277
- 275,200.0
278
- 276,200.0
279
- 277,200.0
280
- 278,200.0
281
- 279,200.0
282
- 280,200.0
283
- 281,200.0
284
- 282,200.0
285
- 283,200.0
286
- 284,200.0
287
- 285,200.0
288
- 286,200.0
289
- 287,200.0
290
- 288,200.0
291
- 289,200.0
292
- 290,200.0
293
- 291,200.0
294
- 292,200.0
295
- 293,200.0
296
- 294,200.0
297
- 295,200.0
298
- 296,200.0
299
- 297,200.0
300
- 298,200.0
301
- 299,200.0
302
- 300,200.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
CartPole-v1/Train_CartPole-v1_mp_DQN_20230319-215340/tb_logs/events.out.tfevents.1679234020.ML3090.3787858.0 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c2ae77d9e4778bd5611b745cf3f3ace7aa109c583e0ece6b3c184bc08dcdaa4
3
- size 40