File size: 1,422 Bytes
079c32c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
from easydict import EasyDict
import ding.envs.gym_env
cfg = dict(
exp_name='HalfCheetah-v3-SAC',
seed=0,
env=dict(
env_id='HalfCheetah-v3',
collector_env_num=1,
evaluator_env_num=8,
n_evaluator_episode=8,
stop_value=12000,
env_wrapper='mujoco_default',
),
policy=dict(
cuda=True,
random_collect_size=10000,
model=dict(
obs_shape=17,
action_shape=6,
twin_critic=True,
action_space='reparameterization',
actor_head_hidden_size=256,
critic_head_hidden_size=256,
),
learn=dict(
update_per_collect=1,
batch_size=256,
learning_rate_q=1e-3,
learning_rate_policy=1e-3,
learning_rate_alpha=3e-4,
ignore_done=True,
target_theta=0.005,
discount_factor=0.99,
alpha=0.2,
reparameterization=True,
auto_alpha=False,
),
collect=dict(
n_sample=1,
unroll_len=1,
),
command=dict(),
eval=dict(),
other=dict(replay_buffer=dict(replay_buffer_size=1000000, ), ),
),
wandb_logger=dict(
gradient_logger=True, video_logger=True, plot_logger=True, action_logger=True, return_logger=False
),
)
cfg = EasyDict(cfg)
env = ding.envs.gym_env.env
|