{ "size": 4, "ndim": 4, "idle_mult": 4, "r_food": 1.0, "r_death": -1.0, "r_win": 10.0, "r_step": -0.001, "shaping_coef": 0.0, "n_envs": 4096, "total_timesteps": 20000000, "n_steps": 64, "batch_size": 8192, "n_epochs": 4, "gamma": 0.99, "gae_lambda": 0.95, "lr_start": 0.0003, "lr_end": 1e-05, "clip_start": 0.2, "clip_end": 0.05, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "target_kl": 0.03, "net_width": 512, "device": "auto", "torch_threads": 8, "seed": 0, "curriculum": 1, "curriculum_window": 4, "curriculum_delta": 0, "curriculum_rho": 0.9, "curriculum_min_eps": 500, "p_true_start": 0.2, "eval_episodes": 100, "eval_every": 2097152, "ckpt_every": 8388608, "eval_seeds": "0,1,2", "bench_steps": 200000, "bc_epochs": 20, "bc_lr": 0.001, "runs_dir": "runs", "run_name": "exp05_bc_4x4", "model_path": "", "policy": "route" }