PPO playing MountainCar-v0 from https://github.com/sgoodfriend/rl-algo-impls/tree/5598ebc4b03054f16eebe76792486ba7bcacfc5c
68e589c
| import numpy as np | |
| def discounted_cumsum(x: np.ndarray, gamma: float) -> np.ndarray: | |
| dc = x.copy() | |
| for i in reversed(range(len(x) - 1)): | |
| dc[i] += gamma * dc[i + 1] | |
| return dc | |