| { | |
| "env_config": { | |
| "env_id": "CartPole-v1", | |
| "env_kwargs": {}, | |
| "max_steps": null, | |
| "normalize_obs": false, | |
| "use_image": false, | |
| "vector_env_num": 2, | |
| "use_multi_processing": false, | |
| "image_shape": null, | |
| "frame_stack": 1, | |
| "frame_skip": 1, | |
| "training_render_mode": null | |
| }, | |
| "device": "cpu", | |
| "learning_rate": 0.0001, | |
| "gamma": 0.99, | |
| "checkpoint_pathname": "", | |
| "max_grad_norm": 0.5, | |
| "log_interval": 100, | |
| "eval_episodes": 50, | |
| "eval_random_seed": 42, | |
| "eval_video_num": 10, | |
| "total_steps": 41666, | |
| "rollout_len": 32, | |
| "gae_lambda_or_n_step": 0.97, | |
| "entropy_coef": { | |
| "_type": "LinearSchedule", | |
| "_module": "practice.utils_for_coding.scheduler_utils", | |
| "_start_e": 0.2, | |
| "_end_e": 0.1, | |
| "_duration": 1000, | |
| "_start_t": 0 | |
| }, | |
| "value_loss_coef": 0.02, | |
| "critic_lr": 5e-05, | |
| "critic_lr_gamma": 0.95, | |
| "normalize_returns": true, | |
| "hidden_size": 64, | |
| "num_workers": 6 | |
| } |