{
 "policy": "frame",
 "ppo": {
  "n_envs": 256,
  "steps_per_env": 50,
  "epochs": 4,
  "minibatches": 8,
  "lr": 0.0003,
  "gamma": 0.98,
  "lam": 0.95,
  "clip": 0.2,
  "ent_coef": 0.002,
  "vf_coef": 0.5,
  "max_grad_norm": 0.5,
  "hidden": 128,
  "act_scale": 5.0,
  "act_dim": 6,
  "total_updates": 2500,
  "device": "cpu",
  "seed": 0
 },
 "env_kw": {
  "w_act": 0.1,
  "w_jerk": 0.1
 }
}