| general_cfg: | |
| Vmax: 200 | |
| Vmin: 0 | |
| algo_name: C51 | |
| device: cuda | |
| env_name: CartPole-v1 | |
| eval_eps: 10 | |
| eval_per_episode: 5 | |
| load_checkpoint: false | |
| load_path: Train_CartPole-v1_C51_20221026-054757 | |
| max_steps: 200 | |
| mode: train | |
| n_atoms: 51 | |
| new_step_api: true | |
| render: false | |
| save_fig: true | |
| seed: 1 | |
| show_fig: false | |
| test_eps: 10 | |
| train_eps: 100 | |
| wrapper: null | |
| algo_cfg: | |
| Vmax: 200.0 | |
| Vmin: 0.0 | |
| batch_size: 64 | |
| buffer_size: 100000 | |
| delta_z: 4.0 | |
| epsilon_decay: 500 | |
| epsilon_end: 0.01 | |
| epsilon_start: 0.95 | |
| gamma: 0.95 | |
| lr: 0.0001 | |
| memory_capacity: 10000 | |
| num_atoms: 51 | |
| support: !!python/object/apply:torch._utils._rebuild_tensor_v2 | |
| - !!python/object/apply:torch.storage._load_from_bytes | |
| - !!binary | | |
| gAKKCmz8nEb5IGqoUBkugAJN6QMugAJ9cQAoWBAAAABwcm90b2NvbF92ZXJzaW9ucQFN6QNYDQAA | |
| AGxpdHRsZV9lbmRpYW5xAohYCgAAAHR5cGVfc2l6ZXNxA31xBChYBQAAAHNob3J0cQVLAlgDAAAA | |
| aW50cQZLBFgEAAAAbG9uZ3EHSwR1dS6AAihYBwAAAHN0b3JhZ2VxAGN0b3JjaApGbG9hdFN0b3Jh | |
| Z2UKcQFYCQAAADExMzU3NDYyNHECWAMAAABjcHVxA0szTnRxBFEugAJdcQBYCQAAADExMzU3NDYy | |
| NHEBYS4zAAAAAAAAAAAAAAAAAIBAAAAAQQAAQEEAAIBBAACgQQAAwEEAAOBBAAAAQgAAEEIAACBC | |
| AAAwQgAAQEIAAFBCAABgQgAAcEIAAIBCAACIQgAAkEIAAJhCAACgQgAAqEIAALBCAAC4QgAAwEIA | |
| AMhCAADQQgAA2EIAAOBCAADoQgAA8EIAAPhCAAAAQwAABEMAAAhDAAAMQwAAEEMAABRDAAAYQwAA | |
| HEMAACBDAAAkQwAAKEMAACxDAAAwQwAANEMAADhDAAA8QwAAQEMAAERDAABIQw== | |
| - 0 | |
| - !!python/tuple | |
| - 51 | |
| - !!python/tuple | |
| - 1 | |
| - false | |
| - !!python/object/apply:collections.OrderedDict | |
| - [] | |
| target_update: 4 | |
| tau: 1.0 | |
| value_layers: | |
| - activation: relu | |
| layer_dim: | |
| - n_states | |
| - 256 | |
| layer_type: linear | |
| - activation: relu | |
| layer_dim: | |
| - 256 | |
| - 256 | |
| layer_type: linear | |
| - activation: none | |
| layer_dim: | |
| - 256 | |
| - n_actions | |
| layer_type: linear | |