[
  {
    "step": 1,
    "phase": "full",
    "loss": 0.7437147945165634,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.239992141723633,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bc926b5337719359462b96f3eed66a11a2aa752357bc5262952bc819d2e8357b",
    "elapsed_seconds": 5.157141946256161,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 65940
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 2,
    "phase": "full",
    "loss": 1.1007792875170708,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.48969841003418,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7c8fa9d9e546f3e6c1a87a66b6b6f757441bbfe3f1059f37255dc35e1f9eb350",
    "elapsed_seconds": 13.016161665320396,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 101683
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 3,
    "phase": "full",
    "loss": 0.8761761784553528,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.480921745300293,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "348476c71bc2e5861b61cb2a4e8f680a5ef027a909d875b91834f1d129c85761",
    "elapsed_seconds": 18.015692234039307,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 71247
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 4,
    "phase": "full",
    "loss": 0.8803597716614604,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0166094303131104,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a6babcaa7e3bc5a2ddfde9cd2507eb63ffe0a21bfbd0010a2e2421790f73f2e4",
    "elapsed_seconds": 26.255212392657995,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 101098
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 5,
    "phase": "full",
    "loss": 0.8444410264492035,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3498048782348633,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "db58fa445f39e2994fa4c67564823aa896b690387c0013b9fd30827aa8338be2",
    "elapsed_seconds": 30.207596834748983,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 58246
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 6,
    "phase": "full",
    "loss": 0.8978988379240036,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.007739543914795,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "795297496fe3b1cb0b658334a49e5d596384b326164645c67abd724e7e305b0c",
    "elapsed_seconds": 38.57971407845616,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 102261
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 7,
    "phase": "full",
    "loss": 0.7862655743956566,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.15260648727417,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "36f27e70a582315df56a5d02d34e62088b7852d43764e387549e2896339a2d07",
    "elapsed_seconds": 43.74653781950474,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 69738
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 8,
    "phase": "full",
    "loss": 0.9232628345489502,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.989332675933838,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "209699ffcb79e1d2ac99dd7e42fdd6c23eb015d4fe84eb85d452ab8d1bb54ad4",
    "elapsed_seconds": 51.28016431257129,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 97440
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 9,
    "phase": "full",
    "loss": 0.7559100836515427,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4492905139923096,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a257decfe9d99c264917b89872fa60c382a90d1c32739b778680ccb18a32bcb7",
    "elapsed_seconds": 55.8546030074358,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66998
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 10,
    "phase": "full",
    "loss": 0.7176634073257446,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4250496625900269,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "313c8ab4365aa50ff7fad67673fc1261b550609c774b7bbb3c64a02e30ca7b3f",
    "elapsed_seconds": 62.88892067223787,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 91393
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 11,
    "phase": "full",
    "loss": 0.7488885223865509,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5588606595993042,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2ac1b841563ee6e2caba2b1ad8448516cafb55ca66b5a641e1fad1100a296077",
    "elapsed_seconds": 68.0944419875741,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 74070
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 12,
    "phase": "full",
    "loss": 0.9845744967460632,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.990074872970581,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7dbcb30f133a0cd5b20c00445dba138e79d5d01376f6955a975ed770b2666e5f",
    "elapsed_seconds": 74.5364321731031,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 84016
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 13,
    "phase": "full",
    "loss": 0.9879353642463684,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9288721084594727,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6fafd084315bb8445f68627fa61ee12f656b6c0559340cfc2fad1b953e5cd5da",
    "elapsed_seconds": 79.57236625999212,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 67606
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 14,
    "phase": "full",
    "loss": 0.6861863248050213,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.387308955192566,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1f88ace9ac23c7f454ea5fe68be6d396ad7e996ade5372dac171bed65e660998",
    "elapsed_seconds": 87.35561482980847,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 92917
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 15,
    "phase": "full",
    "loss": 0.7653957456350327,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1791884899139404,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "484d734e7444d12135595fe9815e463e185bbd44e1240e544642982794b67ebd",
    "elapsed_seconds": 91.82292954996228,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 65302
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 16,
    "phase": "full",
    "loss": 0.7995399534702301,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.757425308227539,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bc64ef924d78299b7229b4b3d752e8cf4e8fe2153947659351e7c6338ef45251",
    "elapsed_seconds": 97.39605056121945,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 76893
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 17,
    "phase": "full",
    "loss": 0.7163439691066742,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8208184242248535,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d43597a58f4248a7497ac51f518d9b0347fc83508d6b61f456b4b0872e7f2b73",
    "elapsed_seconds": 102.65001270920038,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 71050
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 18,
    "phase": "full",
    "loss": 0.8628539592027664,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4632062911987305,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "17b5dcaf1c7f8d633225a6ec3bb6ee59677ed390892d88b685250a3d86f5c108",
    "elapsed_seconds": 107.2658757828176,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 66447
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 19,
    "phase": "full",
    "loss": 0.7044438421726227,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.742228627204895,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "be843f6c0b03d91d19c2d61b8a26865db255d23aedae75318534569b64f54139",
    "elapsed_seconds": 112.66054923459888,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75772
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 20,
    "phase": "full",
    "loss": 0.7963469102978706,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.049940347671509,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1af38d4c284c83e88c49e02966a5b73a5893e58ac0a46f5a96ce93bb1207bf99",
    "elapsed_seconds": 120.18839656561613,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 95040
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 21,
    "phase": "full",
    "loss": 0.8683263659477234,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.924645185470581,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "efcdf8e1044fca7d1618bdd260e51927d6bbe2c8319435a551cbb3175c31711e",
    "elapsed_seconds": 124.24781118705869,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59651
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 22,
    "phase": "full",
    "loss": 0.7750125527381897,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.506319284439087,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c474f175b2de56db003024ce4eeda66715511e8a6d9a861457bb29fdb41168bc",
    "elapsed_seconds": 129.9622024819255,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 80448
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 23,
    "phase": "full",
    "loss": 0.7532185018062592,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.30251145362854,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "42e6eca9db98d9e3c8b536216ed7e7db90d70994e11ba3fda2cea0c6eab97f01",
    "elapsed_seconds": 135.38342798128724,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 76325
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 24,
    "phase": "full",
    "loss": 0.7079236060380936,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7819926738739014,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cb593048dd305cd174625c0e69b457b0363646fe5fc1dd21b01da59a0cfaa6f5",
    "elapsed_seconds": 143.14594925940037,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 89470
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 25,
    "phase": "full",
    "loss": 1.0626727044582367,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.845749616622925,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "88ace382403edb49805bcb12448dc12d02e6ba3cc8e80d01f4a9db9e8480d1b0",
    "elapsed_seconds": 148.2660360559821,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 69693
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 26,
    "phase": "full",
    "loss": 0.8654040992259979,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.992608666419983,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "06a5d0ab20b40f19b8d0e57705986a50aeb1d442332b7c27acb2569a14cf5303",
    "elapsed_seconds": 154.28534369170666,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 80397
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 27,
    "phase": "full",
    "loss": 0.7829713225364685,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.576660633087158,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "145ec5e0df6b2dc1f5efc0c441a177ad160ec06580673be4ae5d13f426db57dd",
    "elapsed_seconds": 160.77312137559056,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 86286
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 28,
    "phase": "full",
    "loss": 0.6883081346750259,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.498887300491333,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9e33721b8bb64043f5f3178abbcef9322f293dff8001cee2c03feb8086ccbf23",
    "elapsed_seconds": 164.33353446796536,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 53872
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 29,
    "phase": "full",
    "loss": 0.8366107791662216,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.521088123321533,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5234f119df69a7699496571d24cdbcd274bc88ec953f3491b4cbf2072b7124a1",
    "elapsed_seconds": 169.88787476345897,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 77031
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 30,
    "phase": "full",
    "loss": 0.7640742436051369,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4926648139953613,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed38eff9223340a26652ac2393b599bc543369fa719dad6d886ac5c47cabbb2d",
    "elapsed_seconds": 175.55891189351678,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 75535
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 31,
    "phase": "full",
    "loss": 0.8618439733982086,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0288453102111816,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f865e51f24f8d14bd2f303e82086b3d9d5d1d230be30c58ac0d2fa108ea4cb87",
    "elapsed_seconds": 180.25811959803104,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 68199
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 32,
    "phase": "full",
    "loss": 0.8002059310674667,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.166520357131958,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1599b48378b33242786a8ab4a86667c4b35c5b5c581e84593ff277c20604ea62",
    "elapsed_seconds": 184.24129021167755,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58269
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 33,
    "phase": "full",
    "loss": 0.6625558584928513,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4344778060913086,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "03d01d581ed466b71f0d38c6fc340f1f7478685adbb0aa5e8637ef80ecc5e865",
    "elapsed_seconds": 191.26463947445154,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 90100
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 34,
    "phase": "full",
    "loss": 0.6178663447499275,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.439518928527832,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7f304cc5d3ec1fd4d62b987b5e946bf82ad25098fcf2737a46e67c919eeec590",
    "elapsed_seconds": 199.2074777111411,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 97411
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 35,
    "phase": "full",
    "loss": 0.6374396681785583,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7565618753433228,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1935e28de571487b58a584869940c60390bcf69b84b42615fd57c16962f3e90a",
    "elapsed_seconds": 203.71155584603548,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 64818
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 36,
    "phase": "full",
    "loss": 0.5949624925851822,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1900670528411865,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e1f7a71c19172aa2661f2ae82563645830d51faae694c67eb8667537f4066437",
    "elapsed_seconds": 211.80815852060914,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 93229
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 37,
    "phase": "full",
    "loss": 0.630769670009613,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.193352699279785,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "47e9e5cc735ad708de7d29cead6132f9ea56a837d47fbdfc2620bb642395ce26",
    "elapsed_seconds": 218.89933128654957,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89263
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 38,
    "phase": "full",
    "loss": 0.5415294170379639,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.949147939682007,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b33facd3c6895fbd5acb6aa913759fddba9da8b08aa853452cd12c5f88b2f2f8",
    "elapsed_seconds": 223.22382351383567,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 63156
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 39,
    "phase": "full",
    "loss": 0.6942086741328239,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.022906303405762,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "551cba19a37c13f5f5b387e8d89c3b6e0b8bde7c6b6966b6ba9be0204f5a3c24",
    "elapsed_seconds": 229.75311353057623,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 84045
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 40,
    "phase": "full",
    "loss": 0.6565079092979431,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2086405754089355,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e45388e677dcf9c76e7bb36fdbc97caa90a341496be5ba56dc4b5ea8ca21404a",
    "elapsed_seconds": 235.81284752115607,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 80306
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 41,
    "phase": "full",
    "loss": 0.745124951004982,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.40281343460083,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2b396acad4b1ed4cb1083439244fda2f3e78e45f301cb381fff2b47bea61902c",
    "elapsed_seconds": 241.84394309297204,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78779
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 42,
    "phase": "full",
    "loss": 0.8555147722363472,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9177823066711426,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8d13e10c296fe6766a5fbe2cefe70e4ea224bff55010f5f3c7448046d78447bd",
    "elapsed_seconds": 248.01784194260836,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 81533
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 43,
    "phase": "full",
    "loss": 0.5518578700721264,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.081632137298584,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9558882420e5c9e7332804700a629baec81311656d14f21a47b5ddec7bd29c12",
    "elapsed_seconds": 254.30205695703626,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 81010
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 44,
    "phase": "full",
    "loss": 0.5293743722140789,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3378431797027588,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "89f400428440ca37089ccb5b98bb2fd21fcaa75434e61b0b694cdef4c796668c",
    "elapsed_seconds": 261.64326885715127,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89258
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 45,
    "phase": "full",
    "loss": 0.827109768986702,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.739765644073486,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a23d0aaab396cc7dae751b692c53a6d1cfd4c6d44cda452d5178298ff781b8a8",
    "elapsed_seconds": 265.5230970941484,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 57769
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 46,
    "phase": "full",
    "loss": 1.0230584740638733,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.252657890319824,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "52c8b809d78d9bf88171a0b5491ba7901b97063adfc5aa1abfb60f5c3dd7776f",
    "elapsed_seconds": 272.44502941146493,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 88466
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 47,
    "phase": "full",
    "loss": 0.7585031390190125,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.369152307510376,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3e7091545dd58fe6688cc58615db23bab830258eee4da6cd054ce92137034f5f",
    "elapsed_seconds": 280.5364246815443,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 97349
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 48,
    "phase": "full",
    "loss": 0.6895473003387451,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.41599440574646,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ee98acdb469a04519426a163a56b022502a59351373948fa15d5c4604eca29df",
    "elapsed_seconds": 287.3024837933481,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 88539
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 49,
    "phase": "full",
    "loss": 0.5683596283197403,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.9352831840515137,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "51635dbebcc7203763440d872c29f9c80205a4e9f6066541cb833eae320c9f8e",
    "elapsed_seconds": 294.3097666837275,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89419
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 50,
    "phase": "full",
    "loss": 0.6148352064192295,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.559876441955566,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2445b0841616bfda9d7a98df66dfc7e85da0091f74107adc25ee6b0886351607",
    "elapsed_seconds": 298.89255878329277,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 67111
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 51,
    "phase": "full",
    "loss": 0.797384649515152,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.713951826095581,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "33a0ee07286bfdfd9d2536fdbb04aff06e92b3f82ec82e28f0ae4f789e80eb53",
    "elapsed_seconds": 306.5583936050534,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 93535
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 52,
    "phase": "full",
    "loss": 0.8224815726280212,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.766669511795044,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7637bf2b7254762dc0ff258f6109b1d93ca4f338de322f84c7a99d5086b6bae4",
    "elapsed_seconds": 310.9053588360548,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 64664
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 53,
    "phase": "full",
    "loss": 0.691774845123291,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.518725633621216,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a9258e3be80fc42c3073ea3aa4d69b088078a7f9b099c317122a98d1a81d9187",
    "elapsed_seconds": 314.5833577364683,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 54154
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 54,
    "phase": "full",
    "loss": 0.5956115275621414,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.339712381362915,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3491a9f28e50335b61844aaf53244d7c555037d930873b3090ddc4b95db1d040",
    "elapsed_seconds": 320.62097684666514,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 81030
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 55,
    "phase": "full",
    "loss": 0.6004724577069283,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.9272375106811523,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3f8f68640e0d6f2815c11b6bfab5e7dcd9d05e77a06b047d7c462245d594bb07",
    "elapsed_seconds": 326.32344671338797,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 76142
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 56,
    "phase": "full",
    "loss": 0.6774536222219467,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2280685901641846,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b7a8fd28f5830f798c542c837fba8bd0850a2981a7bef028fa6126f581c67a79",
    "elapsed_seconds": 330.9517745114863,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 67002
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 57,
    "phase": "full",
    "loss": 0.6094798743724823,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6398284435272217,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3900c9ede779bf1fcc322562f4fb76bea63a6f960125aeb0a5204920e66728cf",
    "elapsed_seconds": 335.5034905411303,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66908
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 58,
    "phase": "full",
    "loss": 0.6341904997825623,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.129068374633789,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a1dd2927c300ffb15d68b8a862b92af2fda056f9ec042080aa1470442d802b44",
    "elapsed_seconds": 339.7520944625139,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 58020
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 59,
    "phase": "full",
    "loss": 1.0826637297868729,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.497924327850342,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9d9c716bc54092814dae0db57686af3af2e760783866daa9d8a889df46a1e6bf",
    "elapsed_seconds": 348.174522601068,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 104770
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 60,
    "phase": "full",
    "loss": 0.7549902722239494,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.554373264312744,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5e04807c544456a1530d94c80924d14f3f6f0fe7745365ba6d55e19aa8de2a9a",
    "elapsed_seconds": 355.41836277768016,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 88590
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 61,
    "phase": "full",
    "loss": 0.693774476647377,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.342888355255127,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6830168efc3256d563487c34e557047d1d3658b98d2b2ef39e3bce331787eff7",
    "elapsed_seconds": 359.6690336316824,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 61862
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 62,
    "phase": "full",
    "loss": 0.5950375944375992,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.744509220123291,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4b66e115749ea4c7940eafe04b3b44fb8cc876b2463235640ee4c28bedffb0d7",
    "elapsed_seconds": 364.33105824515224,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 67736
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 63,
    "phase": "full",
    "loss": 0.5332467653788626,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.0797549486160278,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "25315a07cfeb6d049ccd13dc4380d2e8c84f11bbd213da4027968ae8fcb7d18b",
    "elapsed_seconds": 368.84574899822474,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64664
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 64,
    "phase": "full",
    "loss": 0.5761322379112244,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.13643479347229,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2049aae2db2f400d25804b1cd292fe5ab55c7b83a87225de7e2aa814595ae7a5",
    "elapsed_seconds": 376.5642851777375,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 96721
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 65,
    "phase": "full",
    "loss": 0.8385229345876724,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.80212926864624,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fc276bed090d62e471adc95071af68cecce526726f63689f034812a5be28c4fc",
    "elapsed_seconds": 381.71419855952263,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 70962
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 66,
    "phase": "full",
    "loss": 0.8887228965759277,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.89494514465332,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5fb0248458938155d5ef1f4ccb4a9ce1be0f796b36b7400fad33bb7b52d1903a",
    "elapsed_seconds": 385.7036546356976,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 59330
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 67,
    "phase": "full",
    "loss": 0.6691232547163963,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.000284671783447,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5a9139eca5fc267ae420711f8834c480ce83b8ee99aa949e45a334f689b7b9d2",
    "elapsed_seconds": 391.55691185593605,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 77667
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 68,
    "phase": "full",
    "loss": 0.6720656752586365,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8001344203948975,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "579b96dfff64cec5086e18000b4f4a6f7b1dd6a97c943708687e2f7b2e1eea1e",
    "elapsed_seconds": 396.5976044461131,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 66039
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 69,
    "phase": "full",
    "loss": 0.6710330098867416,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.746044397354126,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "40b038dea1e49f628d589b11dc09ec49e7ab4810c9425f792445a7e204f78690",
    "elapsed_seconds": 402.8871186450124,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78301
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 70,
    "phase": "full",
    "loss": 0.6769949793815613,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.269010066986084,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "114389d6be0989deeecc3da460973383fdf1f6ed81775f047aafc8c464d53dd0",
    "elapsed_seconds": 407.71648859605193,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 66936
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 71,
    "phase": "full",
    "loss": 0.900083415210247,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.353637218475342,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a16dba52847bf07ea40800bd3d4ea9a06758acbc3652572394e10d023e02d65d",
    "elapsed_seconds": 415.68628615885973,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 97019
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 72,
    "phase": "full",
    "loss": 0.8073336035013199,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.283808469772339,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5181360893ef83d636b8af1720b18e2a9156ca08f2ec8a8e3218cb6d6e297196",
    "elapsed_seconds": 422.1831227056682,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 83436
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 73,
    "phase": "full",
    "loss": 0.876202255487442,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.966956377029419,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f62a165d57246ec5cf7fde992c7221b52495a99a416a97d6fd23d4200279c525",
    "elapsed_seconds": 427.48551619797945,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 73657
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 74,
    "phase": "full",
    "loss": 0.752701610326767,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.495292901992798,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f2baa027e8dd378412e667acc7c5820415c962bf3d10eb9bfb9f5ed8702dd7c3",
    "elapsed_seconds": 431.6336288675666,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 61923
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 75,
    "phase": "full",
    "loss": 0.7464478313922882,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.7399051189422607,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7973c52795766cfd58da29de3793a5c1402faa2c1d1af1268a94180ddaacb2a1",
    "elapsed_seconds": 437.77026907354593,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79318
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 76,
    "phase": "full",
    "loss": 0.5957869440317154,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5162032842636108,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "08d831b8d63576cd6e648aea4750d9d7feeff249e1405e0f475812d9bd124621",
    "elapsed_seconds": 445.90697841718793,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 98414
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 77,
    "phase": "full",
    "loss": 0.6098038256168365,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9004902839660645,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5173d12a21a03a2a45aea6e656c617ca72328ce57b7ed764163af238ad254856",
    "elapsed_seconds": 449.93117129057646,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 60284
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 78,
    "phase": "full",
    "loss": 0.5185568928718567,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.935412883758545,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e7a4212c6e2e21911401d552ddbe1cd64fd5c6130a3d66f7d3f9a6c61e9d17b9",
    "elapsed_seconds": 455.4888189211488,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 75393
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 79,
    "phase": "full",
    "loss": 0.5849712491035461,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.6261582374572754,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "377e6e125d5b5f4bcd56b8a3ff0c3fa6b9bfe4c13a0a7c06291c0bc0953263df",
    "elapsed_seconds": 458.9020844399929,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 51493
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 80,
    "phase": "full",
    "loss": 0.7579541355371475,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.9122796058654785,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "868f4d8e8eeb9af82da69f4d37063ac913e37ab48e7e393a5dc7004562b12efb",
    "elapsed_seconds": 464.2376023121178,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 73638
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 81,
    "phase": "full",
    "loss": 0.692061593523249,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.078843593597412,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f95886dbcc1ccfc6515dc1527a1f6165856910e2f25f1f003e666bb0fc61da29",
    "elapsed_seconds": 473.437319111079,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 108240
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 82,
    "phase": "full",
    "loss": 0.9494938850402832,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.95978307723999,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5b3318de669517698d62757772c289a573e320471e1fdd7e9903ed70527516c9",
    "elapsed_seconds": 479.7260631620884,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 81682
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 83,
    "phase": "full",
    "loss": 0.587445005774498,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6895583868026733,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d6c7ed183ba620e850331c61890db00b19875a0cbc04573405086b8f6d6941ff",
    "elapsed_seconds": 486.19220731034875,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 85435
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 84,
    "phase": "full",
    "loss": 0.9542381912469864,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9018375873565674,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e2b635d20dec1a658240f4608163be4e2287b80f4ec9989f56e49a582b3f35e2",
    "elapsed_seconds": 490.84337198361754,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 67614
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 85,
    "phase": "full",
    "loss": 0.5233818292617798,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.443472862243652,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7162f3f13d645268619192b2fe6598ff2cf371928c6d196fe3a145dfa29a0539",
    "elapsed_seconds": 497.7683421187103,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 85537
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 86,
    "phase": "full",
    "loss": 0.7656731903553009,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.660292863845825,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6903ad435515ceb3feffd94693c31977a1134e64a6c9af7f46ca9629e8642153",
    "elapsed_seconds": 507.57244255393744,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 113172
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 87,
    "phase": "full",
    "loss": 0.7900377251207829,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2316153049468994,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "15f863eac2be0166978a2b947844c088bfd133ff90a530ae78e5ac4883148c27",
    "elapsed_seconds": 513.2316147312522,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 77993
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 88,
    "phase": "full",
    "loss": 0.5831637680530548,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6288127899169922,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "701db95cf76e50efaf47e88706271a88c7a0864961c722b0e1b5d295b6597d41",
    "elapsed_seconds": 517.0943471193314,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 57370
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 89,
    "phase": "full",
    "loss": 0.824097640812397,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.553191184997559,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "17f5cc4f7044f7babfb01dd759566e32b6a18de580cec202e5df8fbb488be988",
    "elapsed_seconds": 525.0109562762082,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 99600
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 90,
    "phase": "full",
    "loss": 0.5783237647265196,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9843997955322266,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b0dfc5c06f688650b3c8216df5b5a2a04c8bcbe8cdd3063bc5341430e96aa042",
    "elapsed_seconds": 532.128554712981,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 89390
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 91,
    "phase": "full",
    "loss": 0.7432430386543274,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.6110310554504395,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "47a00568f2f80972154a3be548d59c5c79b1822c41d7fbec0a95aff99d15dcf9",
    "elapsed_seconds": 537.9763678498566,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75005
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 92,
    "phase": "full",
    "loss": 0.605125293135643,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7547763586044312,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2d687c2014e53e323a8e0888bc813c2b723444d95bfc0b85d421c8d55a1cd27b",
    "elapsed_seconds": 544.885126169771,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 84161
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 93,
    "phase": "full",
    "loss": 0.6873717904090881,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.8738694190979,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d925d23c5d19be06f02a90a7aa07ce4ed46321a7dc2ac6c141a12a5ec96436ea",
    "elapsed_seconds": 549.3092995844781,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 64906
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 94,
    "phase": "full",
    "loss": 0.6458887755870819,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9570348262786865,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fcc44f50800fbc34d36f37da526c3636cabd5a290a055a5ed4c7c384c4b1dfd1",
    "elapsed_seconds": 556.8401954546571,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 73,
      "padded_tokens": 92267
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 95,
    "phase": "full",
    "loss": 0.6887981593608856,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.094000816345215,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6f49688719621d872cbb6223016339fc750ebd66f68b26e650b28d64a89a012a",
    "elapsed_seconds": 562.7970093712211,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79772
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 96,
    "phase": "full",
    "loss": 0.7029625438153744,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.081829786300659,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e0b7f3b8f5cba4824c98e07643ed518dc9a8e2d529a8cc805d7c9adf5f876e28",
    "elapsed_seconds": 569.8655418492854,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89122
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 97,
    "phase": "full",
    "loss": 0.7554265633225441,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.739705562591553,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3dcab8a13853d691040112277d40b98971f286427556c076b88bd169c0b72c83",
    "elapsed_seconds": 574.3819498382509,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66990
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 98,
    "phase": "full",
    "loss": 0.49360424280166626,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.246666669845581,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e7df32ac8c2a798d8d96db7d20b3d5ffdc4d542f049dd0e0c756e55da09f3e23",
    "elapsed_seconds": 578.4603668376803,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 59742
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 99,
    "phase": "full",
    "loss": 0.9287987053394318,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.391823768615723,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e0e1eebcbf1de9cf9534a4ebbf4068c968b1d0f01ab423980ee22de38d64a568",
    "elapsed_seconds": 585.9687346741557,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 94803
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 100,
    "phase": "full",
    "loss": 0.640567809343338,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.702260732650757,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f7dedb8c830f4fdaaa2fe4798eb66e24e5c319d358ecbe43b7d17d5a215856fe",
    "elapsed_seconds": 589.6358520612121,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 54916
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6590213602722357,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.8548456100525483,
          "kl": 0.047466724209712235,
          "tv": 0.11303188321166852,
          "brier": 0.03451998278905853,
          "target_argmax_agreement": 0.6854460093896714
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.4786963348644865,
          "kl": 0.4786963348644865,
          "tv": 0.24036418608705717,
          "brier": 0.24641103312740673,
          "target_argmax_agreement": 0.8189269746646796
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6435221358996722,
          "kl": 0.03230482306052465,
          "tv": 0.07598641604737459,
          "brier": 0.01774948212929278,
          "target_argmax_agreement": 0.9235668789808917
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.6590213602722357,
          "kl": 0.18615596071157445,
          "tv": 0.14312749511536677,
          "brier": 0.09956016601525268,
          "target_argmax_agreement": 0.8093132876784143
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.8548456100525483,
          "kl": 0.047466724209712235,
          "tv": 0.11303188321166852,
          "brier": 0.03451998278905853,
          "target_argmax_agreement": 0.6854460093896714
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6435221358996722,
          "kl": 0.03230482306052465,
          "tv": 0.07598641604737459,
          "brier": 0.01774948212929278,
          "target_argmax_agreement": 0.9235668789808917
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.4786963348644865,
          "kl": 0.4786963348644865,
          "tv": 0.24036418608705717,
          "brier": 0.24641103312740673,
          "target_argmax_agreement": 0.8189269746646796
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.8548456100525483,
          "kl": 0.047466724209712235,
          "tv": 0.11303188321166852,
          "brier": 0.03451998278905853,
          "target_argmax_agreement": 0.6854460093896714
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6435221358996722,
          "kl": 0.03230482306052465,
          "tv": 0.07598641604737459,
          "brier": 0.01774948212929278,
          "target_argmax_agreement": 0.9235668789808917
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.4786963348644865,
          "kl": 0.4786963348644865,
          "tv": 0.24036418608705717,
          "brier": 0.24641103312740673,
          "target_argmax_agreement": 0.8189269746646796
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  },
  {
    "step": 101,
    "phase": "full",
    "loss": 0.6821086406707764,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.498024582862854,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "883a4fa449a0eda87e3197db40dc5b397b4df4b7d6819d7e28c0cc0aa8e0c394",
    "elapsed_seconds": 654.8613808080554,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 95405
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 102,
    "phase": "full",
    "loss": 0.7976700663566589,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.992980480194092,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "65bb8fe718ce38d90b1144ca6f8838bc93eda5b1c5b4a337242302bc0117b349",
    "elapsed_seconds": 660.1288864389062,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 67149
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 103,
    "phase": "full",
    "loss": 0.7751176916062832,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9877586364746094,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6c1d1aaacc0916a55c4cf07e9404e74fc37d6b25d0922daeedb8a89c65f4fd2c",
    "elapsed_seconds": 665.8312408365309,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 76708
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 104,
    "phase": "full",
    "loss": 0.6931309178471565,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.624058723449707,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8ead3148ce4ca6d024a18d86a9ea8afe5d02ba3e707f70467354c542a99bb596",
    "elapsed_seconds": 670.944157987833,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 69788
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 105,
    "phase": "full",
    "loss": 0.7052772641181946,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8039075136184692,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0044d514435d6541b000b612f009fba2230dd60a1ed22c7bf1cbed5b031621a2",
    "elapsed_seconds": 675.1995134651661,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 63229
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 106,
    "phase": "full",
    "loss": 0.6658855378627777,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.389233946800232,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f331f24ef7c39b04f4b535d86f221aa803804622efb77b725df36887aef5cc5f",
    "elapsed_seconds": 681.2923542521894,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78350
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 107,
    "phase": "full",
    "loss": 0.6235927119851112,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4956212043762207,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d067e7bec4795bedf47eb851207969ef5e5e3406425561d492ea3c38308351e4",
    "elapsed_seconds": 688.2680187895894,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 89465
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 108,
    "phase": "full",
    "loss": 0.5462833344936371,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0456576347351074,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1b1f5b669e3b6084c5f21871e2b2408ad96f840af69fc361d28d85a3fee240a1",
    "elapsed_seconds": 695.6774153672159,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 91392
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 109,
    "phase": "full",
    "loss": 0.6802743822336197,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4075942039489746,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4923c7b9252ae017a82ec648cb4b6f5a14955ffe011c6b214fc53a37860d7e9a",
    "elapsed_seconds": 699.7111929878592,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 59856
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 110,
    "phase": "full",
    "loss": 0.5706374645233154,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.1589179039001465,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "14bfd5506a3995078758f8776116b26044490bdb97b5f38eec963830ce98f6c2",
    "elapsed_seconds": 707.1073784194887,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 91905
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 111,
    "phase": "full",
    "loss": 0.8183161169290543,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.3835225105285645,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "339b533fad0a40e71650010ce2d88d1224fded3cf8d1cf49ddca702b7830959a",
    "elapsed_seconds": 713.4659335911274,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 82946
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 112,
    "phase": "full",
    "loss": 0.8007439590292051,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.8332719802856445,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "96511ab6874b5f0fa23916e8253c19c3e394092468768618b958b2223359c128",
    "elapsed_seconds": 718.8427517712116,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 74312
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 113,
    "phase": "full",
    "loss": 0.6358002368360758,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.104482650756836,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ba4830ce94b8cb4f6549f4d93d6b51fd4a7cf28a58053211aa06ea84888d7880",
    "elapsed_seconds": 724.8115952052176,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 76176
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 114,
    "phase": "full",
    "loss": 0.7149741537868977,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.898057222366333,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c1eee1a7e342fb3c60f528e48b269521af25c73e6bb8f13fdca82c7de8c1ece2",
    "elapsed_seconds": 730.202864844352,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 74862
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 115,
    "phase": "full",
    "loss": 0.5641497075557709,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.083882331848145,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1b5bdc506f48507a4b3189af2138841c3e867e7d4cf0c0846a6b12b6bf669944",
    "elapsed_seconds": 736.015305198729,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 77404
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 116,
    "phase": "full",
    "loss": 0.8092099702917039,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7359704971313477,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "43d5ed42c2aeeef1d2f25004d32674e9b2e63802bef130084691718f024b8304",
    "elapsed_seconds": 744.4621087275445,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 103045
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 117,
    "phase": "full",
    "loss": 0.841150626540184,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.372001647949219,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8c67dac13f5683775148dc08cdb1b58878006fe9ce9173ef1d647e04949bf9eb",
    "elapsed_seconds": 749.2636012211442,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 67852
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 118,
    "phase": "full",
    "loss": 0.5538543686270714,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.006447434425354,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d71c76c6c20ad44841493a581b28e0e10f15cdd2043659293c189158e815937d",
    "elapsed_seconds": 755.4311990737915,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 82349
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 119,
    "phase": "full",
    "loss": 0.5133107304573059,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.212653636932373,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "36d3324d45429fd02b18c99d1d9fcb316bacd1bd301113de773b28d55c428caa",
    "elapsed_seconds": 759.9856851883233,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66328
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 120,
    "phase": "full",
    "loss": 0.7585226446390152,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.660112142562866,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6662804644d65d29f02252ba52f04424c2c4bc9b7856933067f59c7db39cab8d",
    "elapsed_seconds": 764.6215111352503,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 67257
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 121,
    "phase": "full",
    "loss": 0.642598032951355,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.264959335327148,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d748cbffa1b7690b5736d576fa3ecd4c0b7d9c1248e4c6f533b9940b358145c1",
    "elapsed_seconds": 768.6814782805741,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 60674
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 122,
    "phase": "full",
    "loss": 0.9386379718780518,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.276129245758057,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6b43dde4e57f0d38f30cdd385283fb2cf10cd6e2c9da43e27dd77544a0939f07",
    "elapsed_seconds": 773.8360993526876,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 74366
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 123,
    "phase": "full",
    "loss": 0.5346738323569298,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.09208083152771,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d7f3ca1859e02393a8bfca07bb553fdee2709ad57ac9da3566f027994161f538",
    "elapsed_seconds": 781.3914702646434,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 95854
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 124,
    "phase": "full",
    "loss": 0.5756491720676422,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.355835437774658,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ce4dc3e8de633a45738a614773dc5f8ed7e6ab1e9b8ae09c8477a43b1887927b",
    "elapsed_seconds": 786.064691323787,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 67613
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 125,
    "phase": "full",
    "loss": 0.6797364056110382,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.970916748046875,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "db0734cc22d1014337be805ac6076db60e9644b34343789e9aee845dca5d3a5e",
    "elapsed_seconds": 792.2496808320284,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 80028
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 126,
    "phase": "full",
    "loss": 0.7182043865323067,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.586174964904785,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a0def3ae392c69fc14c554d18f2b760c0e9930b4afa06c08e048f8a9b332daee",
    "elapsed_seconds": 798.0557198859751,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75856
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 127,
    "phase": "full",
    "loss": 0.561756543815136,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3668603897094727,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "70ef3e7a2f479129302c4af1dcd88fa6b2107037cbea0e017b586af820ff865f",
    "elapsed_seconds": 803.7864543013275,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 76063
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 128,
    "phase": "full",
    "loss": 0.5694174617528915,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.122870922088623,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5700ffbdfed4b1c1da05e4972fc24d01f27514b525557e807d3298fb82a8feb3",
    "elapsed_seconds": 807.7216982506216,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58630
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 129,
    "phase": "full",
    "loss": 0.6940536089241505,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.649951934814453,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "dfe462c43a7f50cfd9cf3e17ff60cc10cd485f2332c40c64306ff28d2fb8c248",
    "elapsed_seconds": 814.7798496522009,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 91066
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 130,
    "phase": "full",
    "loss": 0.9662808179855347,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.363335609436035,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "424f0d0f69ce4ec0bada108ee61cf114d5feba623515bf584617625ec9ab40b7",
    "elapsed_seconds": 819.3256621062756,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66665
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 131,
    "phase": "full",
    "loss": 0.7802591025829315,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.342087268829346,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e0e31e6ad8ec86d5a546be570e316ad31abb828dc0f5ca5b647ba9af94216445",
    "elapsed_seconds": 823.6163066513836,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 62539
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 132,
    "phase": "full",
    "loss": 0.593942403793335,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.709437847137451,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3333a995c5863e2badde1971e51b439c2c99809d47a70cbec52939fba66d2903",
    "elapsed_seconds": 829.400927990675,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77884
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 133,
    "phase": "full",
    "loss": 0.5284932106733322,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.304527759552002,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a4ebefd300d3bdf3b3ff3c3eea2e1d2590bcb74ac77c8d41fcb3bb88163ff7a1",
    "elapsed_seconds": 833.3122711591423,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 58909
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 134,
    "phase": "full",
    "loss": 0.8016049861907959,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.281334638595581,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4d59845dfe373ebf5343088f5a3309b5323db3ed200c0cda4f84fc602d67aa05",
    "elapsed_seconds": 837.3946982845664,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 60481
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 135,
    "phase": "full",
    "loss": 0.5864116474986076,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0284829139709473,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "003aa4501e2516458536e2aa4cded7c361382159ba72c2a348290f187da8a2e8",
    "elapsed_seconds": 847.0774939283729,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 116011
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 136,
    "phase": "full",
    "loss": 0.7495599463582039,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.8435018062591553,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c65c71714a3ac9c326f9023e28fe18f7f1baab11df15f41f8ff5ba213ab0badb",
    "elapsed_seconds": 853.081529494375,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 82379
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 137,
    "phase": "full",
    "loss": 0.5313610434532166,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.673160433769226,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "71e522cd8b4060086a883b600b4159f9149714c04584166cd2cb8e095785b859",
    "elapsed_seconds": 859.7618468143046,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 81947
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 138,
    "phase": "full",
    "loss": 0.4549983739852905,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.420723795890808,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2dcf29e2f289a1b085dc53215e9d5c4bb1665c13d42431c19db2f973c61b3231",
    "elapsed_seconds": 867.16813634336,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 90695
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 139,
    "phase": "full",
    "loss": 0.5650269873440266,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.934835910797119,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "824e7dab65659705f7721e5d464e8142c83dba6e007d34fcd0c227b4539b6a85",
    "elapsed_seconds": 872.7343432828784,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 75445
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 140,
    "phase": "full",
    "loss": 0.7210957258939743,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.187283515930176,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "091b875bae702e76074f946a2cd5f6a9e193de11a32cb396e8549af9810b48f8",
    "elapsed_seconds": 877.2090775258839,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 66732
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 141,
    "phase": "full",
    "loss": 0.6408563852310181,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0815463066101074,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "09a1350d171c80eb7a1e8c7215cc887daef55e383de25ea3781a15c193243652",
    "elapsed_seconds": 883.5794226154685,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 83088
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 142,
    "phase": "full",
    "loss": 0.6748189032077789,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.342906951904297,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "41970cebb94ae752c1a366d660799233073183c1c791a506afdc417ca509ac14",
    "elapsed_seconds": 889.5480627417564,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 77338
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 143,
    "phase": "full",
    "loss": 0.7764547765254974,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.536149740219116,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f1ffc3239ec014a057a15c221cab14acbfc806ee2d0234e3062e070142bf3c5d",
    "elapsed_seconds": 895.010790694505,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 73926
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 144,
    "phase": "full",
    "loss": 0.7789357863366604,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.167333126068115,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7c5fe91d0371297f0189ec6649cb7b8d4d482832e67d74a4fecfaa8eb80a4609",
    "elapsed_seconds": 900.457211792469,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 74151
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 145,
    "phase": "full",
    "loss": 0.6146459989249706,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.867009162902832,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cd03e65dfb9e389f5eeaab5c8397e1140fb383f41efc7f145659b2d5dd9f55de",
    "elapsed_seconds": 905.9560135491192,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 72976
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 146,
    "phase": "full",
    "loss": 1.0276003628969193,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.026512145996094,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4c1553689c2cea7e9bd9f49f65dfd4f34a3806318ab15ac8755c1e808cfc79e8",
    "elapsed_seconds": 911.5231701657176,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 74178
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 147,
    "phase": "full",
    "loss": 0.6562082692980766,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3775339126586914,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3011b6050199e82c3a77137e46ca2ebf033337517fba12996b69cbbb859b22e7",
    "elapsed_seconds": 917.3601028695703,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 76534
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 148,
    "phase": "full",
    "loss": 0.572366513311863,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5254831314086914,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6603671d0a9959c6eb645a7edef0f9a9248da5d9248d73640168f50d8eac9261",
    "elapsed_seconds": 923.6194040738046,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 79049
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 149,
    "phase": "full",
    "loss": 0.7671308889985085,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.48501443862915,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "25bf3356d39b79db1472a777cff05ebb06a1820d0f2772a573cce23287341ab2",
    "elapsed_seconds": 929.5959356501698,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 80933
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 150,
    "phase": "full",
    "loss": 0.5978938937187195,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2460060119628906,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "83a52199c27f9c6e910d0facf11c19701381f795d29f3738ac54b7188a9365e9",
    "elapsed_seconds": 933.7749633900821,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 62043
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 151,
    "phase": "full",
    "loss": 0.6885385811328888,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5263872146606445,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fdeaff33ab09194a7767d2c2c16e229d2c62a9611f0ac4d9ef2fb2e57c0db558",
    "elapsed_seconds": 938.2394417524338,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66455
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 152,
    "phase": "full",
    "loss": 0.6402787119150162,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.954301834106445,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2df23325f9c253d09f7628f4cc727f2d217055bda08e1de6f4c111233870aea9",
    "elapsed_seconds": 943.4166822955012,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 69139
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 153,
    "phase": "full",
    "loss": 0.6864090897142887,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.457824230194092,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8fc6934c984727c65a1252d4ee9f40f1047eb6df2a3c46097d8c3aef6b21cdef",
    "elapsed_seconds": 950.9172465875745,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 92383
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 154,
    "phase": "full",
    "loss": 0.7398730665445328,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.6356136798858643,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3fae46be415f35651a88fe26ec2742cfa0af64b11eedc3ebd0fbc578cc959711",
    "elapsed_seconds": 957.570019453764,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 88164
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 155,
    "phase": "full",
    "loss": 0.623775988817215,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.364806652069092,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4d18ce320e4c28c2c238611abacaf9869b2087383f20f4c591bf5126b546155b",
    "elapsed_seconds": 961.6267278641462,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 60784
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 156,
    "phase": "full",
    "loss": 0.8036724925041199,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8291449546813965,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d6e1318adc5f9b1e7013be921cc3ce65fbd8c1632442fe3adc740f2bf374738c",
    "elapsed_seconds": 968.878996565938,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 92492
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 157,
    "phase": "full",
    "loss": 0.7314341366291046,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8160078525543213,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a717a1c08f63123285c3fe9442fb439bbb9ffd8d29dbf05d51fc67b295a79e29",
    "elapsed_seconds": 975.2302163764834,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 83920
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 158,
    "phase": "full",
    "loss": 0.8246372193098068,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.637797355651855,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "50dd458b468f7f877ce91407d803d8f92047b9262218412339b69af0d2477bd3",
    "elapsed_seconds": 981.1478540971875,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 78227
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 159,
    "phase": "full",
    "loss": 0.6977092027664185,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.265145301818848,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f4350040c903f0ff8848b0cf1ee665c22fc3f9cfc78019668e8beec59a23a0b5",
    "elapsed_seconds": 985.3292024619877,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 57941
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 160,
    "phase": "full",
    "loss": 0.588151328265667,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5787243843078613,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ca4b068ae7c86c1b1f045b285fdff7b45e57845d59e04edfc0f5c53c35dd84b5",
    "elapsed_seconds": 990.8786285445094,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 73850
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 161,
    "phase": "full",
    "loss": 0.5369158238172531,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9471486806869507,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "38d87b29535a07167bbef6848074d75c07729c620d4e496d0080eed2d9512640",
    "elapsed_seconds": 994.6064313091338,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 55741
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 162,
    "phase": "full",
    "loss": 0.7439900934696198,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.6841254234313965,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "634254064d0e3bcc9e3fc3deb1bbcd8236cfdb43a9a3005ed105fa6a23fe3a1f",
    "elapsed_seconds": 1000.3977989517152,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 77119
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 163,
    "phase": "full",
    "loss": 0.7269637584686279,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 10.001912117004395,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2fe9654d8ec4d83f9b3e082cb1d7a80247b898293b6eaf6d1860c6ca2da600c0",
    "elapsed_seconds": 1004.7863775342703,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64275
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 164,
    "phase": "full",
    "loss": 0.5860084444284439,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4759377241134644,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f54994537316f62f85aaa1e968028835c26a3f0869ed523cf8576ebf6f2e68f4",
    "elapsed_seconds": 1008.8093942441046,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 60928
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 165,
    "phase": "full",
    "loss": 0.6327388137578964,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.263936042785645,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "30d1b50876fc3d469501b6c544cd0592bf0ca583973093ab3ef404c9170f42a1",
    "elapsed_seconds": 1015.1422799676657,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 82739
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 166,
    "phase": "full",
    "loss": 0.703572700265795,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.242013931274414,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "225fd38c43d97e871e6b341cab40dac4e2779ba31ac05b4f5d19969009ef7c71",
    "elapsed_seconds": 1023.2763422988355,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 98998
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 167,
    "phase": "full",
    "loss": 0.5472550541162491,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.079354763031006,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "581c77a988523eb1282fbba2dd2cfd60ff5f7fdb657ff7cb6950fcc5f92d2996",
    "elapsed_seconds": 1029.8227898068726,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 85001
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 168,
    "phase": "full",
    "loss": 0.671868734061718,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9876677989959717,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "efef1c4169fa3c98a63b5ed97c7da607a59bba83155e8d930ba46ee0d57da6eb",
    "elapsed_seconds": 1037.6609245948493,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 96342
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 169,
    "phase": "full",
    "loss": 0.7113002166152,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.241215705871582,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b89f9151db6b372c615eb8ad6413cdf756cd4e04a21dd75ed7877aeb19156a81",
    "elapsed_seconds": 1043.3356786556542,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 77067
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 170,
    "phase": "full",
    "loss": 0.5600844323635101,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.9650022983551025,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fa2f5667364a6aa15970f5278aaa64cd8ae68acfe58a7e2e3ce3a5fa0d7b3911",
    "elapsed_seconds": 1047.9107788205147,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 63604
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 171,
    "phase": "full",
    "loss": 0.6345128193497658,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.849458932876587,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4276c5c128c5eb730b38b01dea0642c31ba678c4a692bd676ae5a04d2df4287c",
    "elapsed_seconds": 1054.5579311586916,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 85286
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 172,
    "phase": "full",
    "loss": 0.5332375466823578,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9003835916519165,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "67e1713e6adc4202ede40d89f0bfa1bcf8cf46f11ceb1eba88096db610eeab7d",
    "elapsed_seconds": 1058.5774254873395,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 60140
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 173,
    "phase": "full",
    "loss": 0.6714237928390503,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.724529504776001,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c54c99ef245c344c49c10536f6efc17c6962ac0c8e767edf9d449938dab8ed46",
    "elapsed_seconds": 1063.394247867167,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 69606
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 174,
    "phase": "full",
    "loss": 0.605810672044754,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.1117753982543945,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "40e88ce0e9e7a6e56f225aa7bd6db7f785ea26973a9852b9f78175ce16119dd4",
    "elapsed_seconds": 1069.1066338457167,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 76357
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 175,
    "phase": "full",
    "loss": 0.6026696898043156,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.338016986846924,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "952baa73ad1c0aabd119a7f44f1628fb8bd4ee3eb91af28a7056cf0eb30a5e0d",
    "elapsed_seconds": 1076.6493124626577,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 92177
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 176,
    "phase": "full",
    "loss": 0.8871170878410339,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.337105751037598,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d431b042c9f85014433ca6937d2381013683076001408185ecd0ab51b883c4d1",
    "elapsed_seconds": 1081.0105994604528,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 65535
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 177,
    "phase": "full",
    "loss": 0.5532685220241547,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.5487451553344727,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f4e512d6d8c72e33a54ea2e402ef00952ea9fd2943bc848cd0d5c349ac5ad6f9",
    "elapsed_seconds": 1084.7473824806511,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 56221
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 178,
    "phase": "full",
    "loss": 0.6660912930965424,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7624247074127197,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "dad00bd5eb040fe4555b9410c72f681fa5b773814d93bc6b0f72e64f6e8af6fb",
    "elapsed_seconds": 1091.4117944799364,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 86439
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 179,
    "phase": "full",
    "loss": 0.8984894528985023,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.487251281738281,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f4f703f9b026e1c8d1530d51cc23ea5904436109154a907837946308a4f0c65b",
    "elapsed_seconds": 1099.0454013571143,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 94376
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 180,
    "phase": "full",
    "loss": 0.6100204288959503,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 20.99652671813965,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c94d746dc24bab4d2ce2841b6c2c4beb178ac5b46ad05fffdfab73bc2079e2d1",
    "elapsed_seconds": 1102.999266270548,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58834
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 181,
    "phase": "full",
    "loss": 0.5426298379898071,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4576985836029053,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0b995fd91678f3607a89ac674b18df7ff90de048729dd75188139b873a7fad99",
    "elapsed_seconds": 1107.020189024508,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 60642
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 182,
    "phase": "full",
    "loss": 0.5540281534194946,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.1667746305465698,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "036ec6af63316099c73178ffbf9a8cb180f65890ab03652f854387c05f05fef1",
    "elapsed_seconds": 1112.917413547635,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 73985
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 183,
    "phase": "full",
    "loss": 0.6617312878370285,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.103610038757324,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d49f9d07ba6ef77abc9e902779938bc268ec58ae2f79da58054130ccee4edf05",
    "elapsed_seconds": 1119.3725444152951,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 84228
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 184,
    "phase": "full",
    "loss": 0.505802795290947,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.602785110473633,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a1bc74e312ee3b907902a5d1285ab184c2d30f3245a17e6628870eabfde05787",
    "elapsed_seconds": 1123.3901013210416,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 59868
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 185,
    "phase": "full",
    "loss": 0.7555912882089615,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.3622212409973145,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "735d860f42ef795b9f6329096a4306c0ea4f4297d3396fb3e91c2e681bd61ba3",
    "elapsed_seconds": 1127.3131464086473,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 58435
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 186,
    "phase": "full",
    "loss": 0.4955858662724495,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.642214775085449,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "94914c438ddb904df25b6ac25361159dc3e1ce3a985e1bb7b99491e86f7603ba",
    "elapsed_seconds": 1133.450282048434,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 79160
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 187,
    "phase": "full",
    "loss": 0.6873949468135834,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.879972457885742,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "34367f2bdfadcc169e3626b5a1478552d481eb9cb02e993a1ede7c865eb41fec",
    "elapsed_seconds": 1139.5647591501474,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 81399
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 188,
    "phase": "full",
    "loss": 0.48442353308200836,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.297065496444702,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b301c88a1c850d671ca5b87f6542bf010e965e6757c851f0adb250142831ecd3",
    "elapsed_seconds": 1145.491301290691,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 79170
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 189,
    "phase": "full",
    "loss": 0.6428219676017761,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.610010623931885,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed31784ab6a6df46735c0e93b87f7f2a394ec368d32c87ef61fd83752af9c218",
    "elapsed_seconds": 1149.7058945186436,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 62828
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 190,
    "phase": "full",
    "loss": 0.5672165304422379,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.695797324180603,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "df7179194f48cb363d2527530a2494bedf7e16ed6d4e160f57482325874eb389",
    "elapsed_seconds": 1154.2151627354324,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 65895
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 191,
    "phase": "full",
    "loss": 0.7459233477711678,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.449894905090332,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "034915abd521d03b42055003fa0efda1c44fc35bf6eeb8df3875b832d00d4009",
    "elapsed_seconds": 1158.3007165826857,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 61054
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 192,
    "phase": "full",
    "loss": 0.6519196592271328,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7074673175811768,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "81b8fd5dc9adabb3d392b27b03de692a5848b9612f777a5bb3c6183e9dac25c4",
    "elapsed_seconds": 1166.4137333072722,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 100836
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 193,
    "phase": "full",
    "loss": 0.5029584020376205,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.068469762802124,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "677f1cb5dbff14df2d7639768321ad4e250340bd51b9fc35e609c8746a2f42a6",
    "elapsed_seconds": 1169.9476207531989,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 53509
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 194,
    "phase": "full",
    "loss": 0.6768345460295677,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.932180881500244,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c066452c2b6ff6a76556ad98edb2a51de5579613f0fdf5d37247f0bdcd6bdb6a",
    "elapsed_seconds": 1176.1007156707346,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 78466
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 195,
    "phase": "full",
    "loss": 0.6288658678531647,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3848228454589844,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "23cc6c476a40dca3b1aec61e91bed1eddb0c9231f6842f7ea06276fd989568ef",
    "elapsed_seconds": 1180.1725683175027,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 59034
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 196,
    "phase": "full",
    "loss": 0.5702986717224121,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.221769094467163,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8a60d825cf2c6c50bb58a7f79d1b9f275533d23992c65751e09d49852ae376dd",
    "elapsed_seconds": 1186.7043615579605,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 86986
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 197,
    "phase": "full",
    "loss": 0.9308460354804993,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.2586030960083,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "14fe04ffd5667b218b10d052b762c2ae7d6e31115b55f7249b6e2c1482b7b014",
    "elapsed_seconds": 1195.782822150737,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 107830
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 198,
    "phase": "full",
    "loss": 0.4651182144880295,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.2193852663040161,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bdc5722d6348f6f11fb16786dab1f55bc89b7b06ba13e3dbe6c78283ab9e24f0",
    "elapsed_seconds": 1199.5232701860368,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 55434
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 199,
    "phase": "full",
    "loss": 0.7648537307977676,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.668765068054199,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "82f7d7c1678715e1118a97663ed2ef752299f462de1cf7dbe5f20711edce0660",
    "elapsed_seconds": 1203.5324432365596,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58863
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 200,
    "phase": "full",
    "loss": 0.5000856759579619,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.597838282585144,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c302d9563e1afe40f4102942686fae395c4b2a86d33c1a3b4b149d844e422ed6",
    "elapsed_seconds": 1212.9246552623808,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 113472
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6498510671342879,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.8539853824390844,
          "kl": 0.0466064965962484,
          "tv": 0.111263582335113,
          "brier": 0.033843989155387874,
          "target_argmax_agreement": 0.6854460093896714
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.44999153329358393,
          "kl": 0.44999153329358393,
          "tv": 0.19610282475177782,
          "brier": 0.23562133623681408,
          "target_argmax_agreement": 0.8293591654247392
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6455762856701955,
          "kl": 0.03435897283104791,
          "tv": 0.08081421656803614,
          "brier": 0.019880706212737385,
          "target_argmax_agreement": 0.9299363057324841
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.649851067134288,
          "kl": 0.17698566757362674,
          "tv": 0.12939354121830898,
          "brier": 0.09644867720164645,
          "target_argmax_agreement": 0.814913826848965
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.8539853824390844,
          "kl": 0.0466064965962484,
          "tv": 0.111263582335113,
          "brier": 0.033843989155387874,
          "target_argmax_agreement": 0.6854460093896714
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6455762856701955,
          "kl": 0.03435897283104791,
          "tv": 0.08081421656803614,
          "brier": 0.019880706212737385,
          "target_argmax_agreement": 0.9299363057324841
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.44999153329358393,
          "kl": 0.44999153329358393,
          "tv": 0.19610282475177782,
          "brier": 0.23562133623681408,
          "target_argmax_agreement": 0.8293591654247392
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.8539853824390844,
          "kl": 0.0466064965962484,
          "tv": 0.111263582335113,
          "brier": 0.033843989155387874,
          "target_argmax_agreement": 0.6854460093896714
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6455762856701955,
          "kl": 0.03435897283104791,
          "tv": 0.08081421656803614,
          "brier": 0.019880706212737385,
          "target_argmax_agreement": 0.9299363057324841
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.44999153329358393,
          "kl": 0.44999153329358393,
          "tv": 0.19610282475177782,
          "brier": 0.23562133623681408,
          "target_argmax_agreement": 0.8293591654247392
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  },
  {
    "step": 201,
    "phase": "full",
    "loss": 0.46977613866329193,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.1618419885635376,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f846728654e5fe22ddf657237c1af5c1860d5408886f01297fccce6c3f07eab4",
    "elapsed_seconds": 1274.9654518030584,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 65208
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 202,
    "phase": "full",
    "loss": 0.6079982966184616,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2596755027770996,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2bf964ef8e3b15ff64faacd442e081037b21279e5e88bb944a0f6006b9a58f2c",
    "elapsed_seconds": 1279.9797553010285,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72430
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 203,
    "phase": "full",
    "loss": 0.628751315176487,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.325942039489746,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a221d889bbfa71c9310a980b36ff8c10ff2b4592803a74afd29846855113a55d",
    "elapsed_seconds": 1284.2138579152524,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 64262
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 204,
    "phase": "full",
    "loss": 0.5021537430584431,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.414900541305542,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9755ef9ab1b1346263949ce5e3801791517a86ed715c256cb4606d5be3656cc1",
    "elapsed_seconds": 1289.3512268774211,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 72037
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 205,
    "phase": "full",
    "loss": 0.7278872430324554,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9816272258758545,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6cbf9cae572f76419bf0594b365ac4424f2bfa96c6dc56034fb47e33181bd8f7",
    "elapsed_seconds": 1295.4525366425514,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 81431
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 206,
    "phase": "full",
    "loss": 0.7565947994589806,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.6424174308776855,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0d87b95419501398206cac93a38f427e939038ffe64e03c22ff0e41a3012b6c0",
    "elapsed_seconds": 1301.8554434143007,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 74837
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 207,
    "phase": "full",
    "loss": 0.645204521715641,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.036898136138916,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "06ad3e89aa958ab379907a07192698a0213d4ab027bb2a042a8a6ac67382014e",
    "elapsed_seconds": 1311.131588049233,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 112232
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 208,
    "phase": "full",
    "loss": 0.6525592729449272,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.628392219543457,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9e3c62d4918c6d70c27a74138bcb2945dbec03852a0478f81f03284a686e483c",
    "elapsed_seconds": 1319.3172141723335,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 99762
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 209,
    "phase": "full",
    "loss": 0.6224140077829361,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.82371711730957,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "219af4e35df1af1cb1b431aba7123ed658ef6a0ddcec7ced9ddf77b2091634e6",
    "elapsed_seconds": 1323.1965376213193,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58053
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 210,
    "phase": "full",
    "loss": 0.8118650317192078,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.71240234375,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6971468251de7b242b18f38140f8f825441c66d8154e894c632f9c6e42110c0a",
    "elapsed_seconds": 1329.9006257131696,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 88960
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 211,
    "phase": "full",
    "loss": 0.7433619648218155,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.235565185546875,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "061f35c22562d6bf57bc80e05f49b8fac79a48bd2f137a9d5dec92c8ab68d301",
    "elapsed_seconds": 1336.221144348383,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 84536
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 212,
    "phase": "full",
    "loss": 0.5783019661903381,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.053551435470581,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b56c8fdb815fc95bfb5b7bf5b3dc29d36a9865445bf3b2ae7dcfab1f6cd55082",
    "elapsed_seconds": 1340.1227130517364,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 57622
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 213,
    "phase": "full",
    "loss": 0.7557710409164429,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.923700332641602,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2c19f3cb8fee7844705fccb0ca8e862ef2ae66d3ea31e5c708b7afe937e29f7a",
    "elapsed_seconds": 1344.1575105451047,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 60384
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 214,
    "phase": "full",
    "loss": 0.7361704409122467,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.755719184875488,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9bef109509a90becc4a6e58104fbb716b3c02c5801d60debdeeb12fef44156c0",
    "elapsed_seconds": 1351.5649778433144,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 96789
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 215,
    "phase": "full",
    "loss": 0.540073961019516,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8306273221969604,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "17991897d7e4f25a309eb77f803b6bb64181d7f2541c401ce05953f739a6debd",
    "elapsed_seconds": 1355.059118051082,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 53274
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 216,
    "phase": "full",
    "loss": 0.7600084245204926,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5738210678100586,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2166dcdea497f6aebebbf80c94e284a31defbd24846b1cecc54204c7b12fe604",
    "elapsed_seconds": 1359.5564810223877,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 64925
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 217,
    "phase": "full",
    "loss": 0.500025749206543,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.322388768196106,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "701b9409d3a2ecb0d06ce53d387e0c8c7847ef58d1763aea89f428d3ec9f8fbd",
    "elapsed_seconds": 1364.553406957537,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 69188
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 218,
    "phase": "full",
    "loss": 0.5932901166379452,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5232715606689453,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "018bc2218e5de196270c8edda0fc15c8c7d3814aa2fe88f0303cafb828331b42",
    "elapsed_seconds": 1370.2260111011565,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 74070
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 219,
    "phase": "full",
    "loss": 0.5757710337638855,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.742332935333252,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "650811c6a71b09eeafbc7912a5e8dc8f41b32db660b437061a01bb66359b072a",
    "elapsed_seconds": 1374.8371578268707,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 67391
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 220,
    "phase": "full",
    "loss": 0.7931424528360367,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.415092706680298,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ea51312532a084d3c127fb7a13a742c44175bd0fd1102f229e5a1d39e2bc0898",
    "elapsed_seconds": 1383.6900470145047,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 108599
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 221,
    "phase": "full",
    "loss": 0.6122902035713196,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4028253555297852,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6794fcd687a62c48a7481a934a001b73c4949a9b74db8d7167b25c2f0e5e8660",
    "elapsed_seconds": 1388.3786598742008,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 69692
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 222,
    "phase": "full",
    "loss": 0.7324186265468597,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.66384744644165,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e175d89fe801533c7c1e6036ea077c9351cd0607cbbf8cc63ea579af45870afc",
    "elapsed_seconds": 1393.0788070559502,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 68610
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 223,
    "phase": "full",
    "loss": 0.6243660151958466,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4785807132720947,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5a480b3b7435d2bc842e8dc99228f8a21f74432ce526e04a87c61ba48ca1768f",
    "elapsed_seconds": 1400.5649656541646,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 91988
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 224,
    "phase": "full",
    "loss": 0.6152113825082779,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1009879112243652,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "448b06f077c2540ec94f6e5f03fcb478c68acd511907a65d752d6047dd949161",
    "elapsed_seconds": 1405.7424962185323,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 74396
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 225,
    "phase": "full",
    "loss": 0.9028481543064117,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.372300148010254,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "97fc33e0260f5e728d4f176874147bc8ad3b15c26f408bf676ee5d9b87157b1c",
    "elapsed_seconds": 1410.7754920683801,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 72345
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 226,
    "phase": "full",
    "loss": 0.5514276400208473,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.298168659210205,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "55680dadfed37320461a8f116d929eee051759bf34bbfb142202c9ded3132728",
    "elapsed_seconds": 1414.9420945346355,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 60407
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 227,
    "phase": "full",
    "loss": 0.6360344849526882,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.207055687904358,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "04b8b9820a9b776e31c6ecf583bd6d959b1d251fd20a280aec1970579e50cc52",
    "elapsed_seconds": 1422.174930728972,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 91252
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 228,
    "phase": "full",
    "loss": 0.581734411418438,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0047872066497803,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3987ea4cb16741de216978ebb70f3ef0dceb3c77f48079c52f2da39701e89dc0",
    "elapsed_seconds": 1427.310375917703,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 70179
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 229,
    "phase": "full",
    "loss": 0.7279233038425446,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.07616662979126,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "827b0661fd8267d03221e7075c793315db0e63055588c9ec5627607101a03b30",
    "elapsed_seconds": 1433.4962500929832,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78864
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 230,
    "phase": "full",
    "loss": 0.5741076730191708,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.558666944503784,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0d04b20bde8858c68d721e5b62b946dec3f88a7b15f26d0e03f7d2fdaf36388e",
    "elapsed_seconds": 1441.2601927667856,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 97160
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 231,
    "phase": "full",
    "loss": 0.46715275943279266,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3319326639175415,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "13cc6fcc2ebd7504f2d770058fed38a5216b6ccff74214b8a47f9d599937ee09",
    "elapsed_seconds": 1445.1103732436895,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 57558
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 232,
    "phase": "full",
    "loss": 0.576283797621727,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8815077543258667,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4aa609ad32636a354589dba0b5995667da6e4bf440d981dfb8c087390d9182f3",
    "elapsed_seconds": 1449.0223795101047,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58579
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 233,
    "phase": "full",
    "loss": 0.6122642308473587,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.872771263122559,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "741a6cced202ccd75ac9600a18bccba533266fa4024f558dd7d0624c79e13676",
    "elapsed_seconds": 1455.773299664259,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 88901
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 234,
    "phase": "full",
    "loss": 0.5468599200248718,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.460582733154297,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7f22be85be65c1dc40e638ac39ae41e0ef2de5bc620c17f7b888e9b9aecbbfa6",
    "elapsed_seconds": 1463.5816247016191,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 102441
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 235,
    "phase": "full",
    "loss": 0.5478352531790733,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4349875450134277,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d8a4a9264321f5a7c3b184064cb8a202c6ad3b7f40cf6a80cdbdf7b22e395b5e",
    "elapsed_seconds": 1467.5767073147,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 60020
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 236,
    "phase": "full",
    "loss": 0.4839201048016548,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3494632244110107,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4f2e45628ac9e866b01894e48e92467426fb96411ac3c02cef086b82d4032a1d",
    "elapsed_seconds": 1471.8691551536322,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 61671
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 237,
    "phase": "full",
    "loss": 0.632936418056488,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.251640796661377,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3993c222e6093ab7d369473d138b18f14fd03078e99242430715b585c6736c43",
    "elapsed_seconds": 1475.6841895133257,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58101
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 238,
    "phase": "full",
    "loss": 1.09229776263237,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.95909595489502,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5470a5d112ff18fe5fee081f167d5418d7fbb28b929f196a716ad973dfa83d4b",
    "elapsed_seconds": 1481.3277490921319,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 77737
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 239,
    "phase": "full",
    "loss": 0.6094621531665325,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.886465549468994,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ca3bb23f76f64f92134a4113b5f25261b00ff0429da3b1f4d7de443b8de81a58",
    "elapsed_seconds": 1486.1966888308525,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 69064
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 240,
    "phase": "full",
    "loss": 0.6123886406421661,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.822597026824951,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "369c196b916e8d40450432537720fe9576c55ad440a3afa71375b9ef6c0e435f",
    "elapsed_seconds": 1491.3128006570041,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 71195
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 241,
    "phase": "full",
    "loss": 0.6654452681541443,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 13.423848152160645,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9b415dd8c278e4283da5c862cbd3baedae0cbf8b0885aebd6165f0d03ccb15f6",
    "elapsed_seconds": 1495.4537893161178,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 60714
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 242,
    "phase": "full",
    "loss": 0.5045274198055267,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.101508617401123,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e2b82b5db98a0bd8cbacd79fd666b5f0afd1b93c23792fe433d686f59f1c4f62",
    "elapsed_seconds": 1500.8281689919531,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 76236
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 243,
    "phase": "full",
    "loss": 0.7262787073850632,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.071226119995117,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b8b987cd77c7ff45522dedb589831d2b1582c75889614def67e37c01e4d1c73d",
    "elapsed_seconds": 1507.3033674135804,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 83418
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 244,
    "phase": "full",
    "loss": 0.5752273537218571,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.639800071716309,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f22dbe5de3661af2ff3ebf04a98e2aa7d57617e7c4ed4bc5800e2fdf6ac61612",
    "elapsed_seconds": 1513.2059774696827,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78300
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 245,
    "phase": "full",
    "loss": 0.816530779004097,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.252138614654541,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3ebbbd773d7ac4ff829ab0a4e6f596ca9259505472be3c19cce3382f193e67d8",
    "elapsed_seconds": 1518.6604562401772,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72288
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 246,
    "phase": "full",
    "loss": 0.5164229869842529,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.209063768386841,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3ab607df354e127e5c59728a7d0e7be4f7eb1a754eedb52081bfdaea396b9530",
    "elapsed_seconds": 1524.074827991426,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 71414
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 247,
    "phase": "full",
    "loss": 0.5283084064722061,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.363318681716919,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d7b49b49cc007f6015d9b532c0853c0856adea163a0ae2fee5d6fa01a8066d11",
    "elapsed_seconds": 1528.2479427680373,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 62140
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 248,
    "phase": "full",
    "loss": 0.6228913515806198,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.733643054962158,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c291addfc1a46bfd3d50a049e53f0f67f7e3785d2d3d33ca1547c9714cdd739e",
    "elapsed_seconds": 1534.651746187359,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79429
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 249,
    "phase": "full",
    "loss": 0.5292624663561583,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.590536117553711,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2461b5159a20aef9a05c32d64271bb4049aad71aa3bc7f8ebe95fee780b9e8a2",
    "elapsed_seconds": 1540.425947342068,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79759
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 250,
    "phase": "full",
    "loss": 0.678871676325798,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.548781633377075,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "320c36d92e9ae8b3b8b8c4edce577275aecb387bbd1015f6e325d97bc6f7659f",
    "elapsed_seconds": 1546.3260041736066,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79740
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 251,
    "phase": "full",
    "loss": 0.5924634635448456,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.284862995147705,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "75ee9180983e487e7bf05e50fcdf735c8f87f504da2fcdf134d4a6587f9e4838",
    "elapsed_seconds": 1551.7357261404395,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 74255
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 252,
    "phase": "full",
    "loss": 0.5559703707695007,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8838828802108765,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bbdda586fcdbc4df9b3d57e163539a0b812b70adc66f30a7f14384d66050da29",
    "elapsed_seconds": 1559.950567509979,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 91892
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 253,
    "phase": "full",
    "loss": 0.5846333652734756,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7262033224105835,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b2e244855115d43d5fe64b16be4551c2f40c9b70f01a97e2dd6f1e9447aedb5c",
    "elapsed_seconds": 1564.915707603097,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 72428
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 254,
    "phase": "full",
    "loss": 0.558793306350708,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.936853408813477,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8b17293522383b6bd6d66f85fc71e47ec25080e644e0ba72447bfdffdb5c8525",
    "elapsed_seconds": 1569.4071351736784,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66462
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 255,
    "phase": "full",
    "loss": 0.7186809927225113,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.954422950744629,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1b03247db878114c1cebdf4d27784278fdfed0bc45c08fba22248f7aa4672aba",
    "elapsed_seconds": 1572.9949330165982,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 54666
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 256,
    "phase": "full",
    "loss": 0.5851703435182571,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.22321891784668,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "49c8f3c094cc6c6c7a0191fa9a1ff3e4ab3c54e1f07be2de671fc28dc8262c26",
    "elapsed_seconds": 1576.8673744089901,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 73,
      "padded_tokens": 58389
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 257,
    "phase": "full",
    "loss": 0.7177256941795349,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.326239109039307,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ea74cae0888d2bdd2986d29aaa7570265351f3b8757b9d129ff4aeaa3fdf5686",
    "elapsed_seconds": 1581.2209048457444,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 63860
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 258,
    "phase": "full",
    "loss": 0.4951441138982773,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.218652248382568,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a60dc758411a601776a66683c2170cc7b21d451442bf91c2aa339f5074bdb77c",
    "elapsed_seconds": 1587.7953067868948,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 85208
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 259,
    "phase": "full",
    "loss": 0.6237167567014694,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.404111385345459,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "86e7071ecd4b6943c49d0a86737584502829392e41c1f8771d147beb579f3ad6",
    "elapsed_seconds": 1593.0102422870696,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 74620
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 260,
    "phase": "full",
    "loss": 0.5781309865415096,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.64105486869812,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b0498388dcc5efc99044980572c908f961d85b4f6d2880d3c693717aa622f64a",
    "elapsed_seconds": 1600.4954297430813,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 95029
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 261,
    "phase": "full",
    "loss": 0.5819760635495186,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.673115253448486,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9cc12260fb4968290657c519c358c3baf6ac9786804455a5c1fc29fdfbf07675",
    "elapsed_seconds": 1606.7799203693867,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 83374
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 262,
    "phase": "full",
    "loss": 0.7161901295185089,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.785087585449219,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "15fa711372a2acf9d8a575b81bc829c3ea6af7e77b79a61812824b8ae446cd21",
    "elapsed_seconds": 1610.9681884497404,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 58634
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 263,
    "phase": "full",
    "loss": 0.7776192277669907,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.345951795578003,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "74f19a001c82ecb8ac8b5abf1d62e9314262badd9c20193b94ffceb5cf4b8202",
    "elapsed_seconds": 1616.5630152374506,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75410
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 264,
    "phase": "full",
    "loss": 0.6648082435131073,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.435294151306152,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "895e83ae11614acb47c8eda9e4ff3dc330a503bc0b41087e1e0480f9e46c8184",
    "elapsed_seconds": 1620.7774819619954,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 60105
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 265,
    "phase": "full",
    "loss": 0.907684788107872,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.27871322631836,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8a590ac0a7af866db0174f0b3ee14bfe489232dbdcaf338968e3f85f5d834402",
    "elapsed_seconds": 1626.6295119524002,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 80839
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 266,
    "phase": "full",
    "loss": 0.6060929596424103,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 17.018451690673828,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "deb321a684e394402bea1f298cc46aef642ed5b73640278b147efca9315549a2",
    "elapsed_seconds": 1632.6153534725308,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 82283
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 267,
    "phase": "full",
    "loss": 0.6036728024482727,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.584123611450195,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a0395208830929c381458312664ede1caa0c82af2aa27daec0009a948ed0c4e9",
    "elapsed_seconds": 1639.548419509083,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 86133
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 268,
    "phase": "full",
    "loss": 0.7743333131074905,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7256150245666504,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "241e4b74ef57d7f3aaaa84c47db1776f619d001d3234259be46df01ddcf97f06",
    "elapsed_seconds": 1646.7179255150259,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 92212
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 269,
    "phase": "full",
    "loss": 0.7645623683929443,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 13.13655948638916,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "87606cc47507c35c907541554adc93cbe1bba0b44964b2126598a251a087ecf3",
    "elapsed_seconds": 1653.5315391272306,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 89795
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 270,
    "phase": "full",
    "loss": 0.9189698994159698,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 21.635536193847656,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5d3ba4261b939ac9f6f3633c0411a74f31f0205c7b6131bea3cf427ef4df916b",
    "elapsed_seconds": 1660.5256117098033,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 92112
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 271,
    "phase": "full",
    "loss": 0.6993474923074245,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.039237976074219,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9d24bc2522879ade3634bc7d3af6cfd8024ec8ef8994c68730f147fd72c010c1",
    "elapsed_seconds": 1667.8999884463847,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 91205
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 272,
    "phase": "full",
    "loss": 0.6858652196824551,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 10.126118659973145,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "152c8fbe2fb3af738f37e4717701866a3aa8bb821fe5b46efa2b8ce5ff9e25d6",
    "elapsed_seconds": 1672.8088315837085,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 68578
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 273,
    "phase": "full",
    "loss": 0.7263260781764984,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2639260292053223,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d70011eaf22fd83a2dc9d5b29cba05b7983b1c8e36e4676679fe3dfa34683d0b",
    "elapsed_seconds": 1678.0053638480604,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 70400
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 274,
    "phase": "full",
    "loss": 0.6572418361902237,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4279208183288574,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "aed8f2885c4cb860876228a9ec104f92831aa9778affec62bdcf1a0c26ddf98d",
    "elapsed_seconds": 1682.2211832851171,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59037
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 275,
    "phase": "full",
    "loss": 0.6010847613215446,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.287550210952759,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1346fddb9ee309d0447ed3e188f0cbee97decff02003adb179bcba5f7c48da7f",
    "elapsed_seconds": 1689.4743343666196,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 93094
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 276,
    "phase": "full",
    "loss": 0.4881637915968895,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8294514417648315,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5204e5d0948484e54c38de4f15d637ad9ae36bef6b475df6e9e1a02f11d36592",
    "elapsed_seconds": 1693.4218552075326,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 57790
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 277,
    "phase": "full",
    "loss": 0.7375219762325287,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.709214210510254,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "38995dad1d4d90adfa9bb892369424e59b35756d2ce09e9d8a0bcf667b0316df",
    "elapsed_seconds": 1698.7947351709008,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 76730
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 278,
    "phase": "full",
    "loss": 0.6126430332660675,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.494601011276245,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2176c14716ce9524dc766a4fadbb3442a4cb9b2b1b8b418953b3d6567ce1a8dc",
    "elapsed_seconds": 1703.5861779674888,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 69516
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 279,
    "phase": "full",
    "loss": 0.6864194124937057,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9941595792770386,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9e9886e0fb28fcd908cff7fb74153467a3dabd7fd9c7e61fb901c8f5af7cb0ae",
    "elapsed_seconds": 1712.1732114478946,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 103384
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 280,
    "phase": "full",
    "loss": 0.5521389245986938,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3850537538528442,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "884a1697b86eb268ed77245e3d6733eaa53f295faf4e0b25350734ef08efc0b8",
    "elapsed_seconds": 1718.1434061266482,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77358
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 281,
    "phase": "full",
    "loss": 0.9202269464731216,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.580451011657715,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2766867dfa3338c536765d5c8310abfbf62d032e7ab2877220d055f7969031db",
    "elapsed_seconds": 1722.4627026319504,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64247
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 282,
    "phase": "full",
    "loss": 0.7223407551646233,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.8279457092285156,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0fc7d3a01e15f769bbc32e32e989134c262966af400016d20782a04274f2d76c",
    "elapsed_seconds": 1728.8924611844122,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 84975
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 283,
    "phase": "full",
    "loss": 0.6790154352784157,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.606358528137207,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bda7431b9e889c8704dc018e631e4206b791179088df6e863eb09398145a2c0e",
    "elapsed_seconds": 1734.0077124796808,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 68947
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 284,
    "phase": "full",
    "loss": 0.5614073202013969,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.927410840988159,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3c2b8200a830f1a91e985fccbf3fdf7a2616a14bfc729091c05a8b0eb72071f5",
    "elapsed_seconds": 1741.9724144153297,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 97838
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 285,
    "phase": "full",
    "loss": 0.6075679510831833,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6540230512619019,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4f4138d96acb5ad6acfbf9b24131fd1965485dc5913b668512f5fda444d220a8",
    "elapsed_seconds": 1746.3041106313467,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 62340
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 286,
    "phase": "full",
    "loss": 0.7050696611404419,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5032453536987305,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fe748efa135bb0609e68d9220f4810a54afb1b83aa667c831bbcadd672f938e4",
    "elapsed_seconds": 1753.8714631944895,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 89981
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 287,
    "phase": "full",
    "loss": 0.5894176885485649,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4651262760162354,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "736b27fed1e8af5d2f592cb996fb742892f4024c1fea1e8d20b58dbc812b4f07",
    "elapsed_seconds": 1759.1011525690556,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72936
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 288,
    "phase": "full",
    "loss": 0.6688697636127472,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2670490741729736,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "076b7c2ffbb57d2ba1fbfcb1b1ab8a40879d7766abbe5942f0a2f86b58004624",
    "elapsed_seconds": 1762.8566901907325,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 55984
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 289,
    "phase": "full",
    "loss": 0.5804343447089195,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.923114776611328,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bdde3e27452a4979613692a97cd636185a9e87142bf317da3175deedc1ebe36d",
    "elapsed_seconds": 1766.4517462402582,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 53737
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 290,
    "phase": "full",
    "loss": 0.5936453454196453,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2555291652679443,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "18c7c35b9b660120bc629d38f3d58310e5623f9ea97177f577d1c484040b8d1d",
    "elapsed_seconds": 1773.2573316954076,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 86744
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 291,
    "phase": "full",
    "loss": 0.5521545633673668,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3077342510223389,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "996f4662d11321af518870fc48417cdfe84c95b89828ce610fe261124dbe7846",
    "elapsed_seconds": 1779.9782755672932,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 89907
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 292,
    "phase": "full",
    "loss": 0.5802298039197922,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5318127870559692,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8069f16990dfb47f8acd16470333d69c955c2cf6211185a1e769a1a992a845ea",
    "elapsed_seconds": 1786.8203956410289,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 87227
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 293,
    "phase": "full",
    "loss": 0.6567997932434082,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.6214053630828857,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "af32a11459f37332dc7e6d20709a5cd1c3d51f781fe19ae0b692e5f621059ba2",
    "elapsed_seconds": 1792.7881366722286,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 80088
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 294,
    "phase": "full",
    "loss": 0.6852543652057648,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.658372640609741,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ecff543524bcb71d13b9a13b30d32b34ed30e2efd29cdecf4731875995d9175b",
    "elapsed_seconds": 1796.6945208534598,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58176
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 295,
    "phase": "full",
    "loss": 0.7306734323501587,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.1485979557037354,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "91bd5bcea528c12ada6e48312d64fbde0dcde71b1cf46c7e7951f1cbec933343",
    "elapsed_seconds": 1803.4604654833674,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 86444
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 296,
    "phase": "full",
    "loss": 0.7188954502344131,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.007021427154541,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed97d309dffc3563deb293fd4036c4288c34edd780515b5fe6b35e6c004f8b4f",
    "elapsed_seconds": 1808.287674408406,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 70196
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 297,
    "phase": "full",
    "loss": 0.545476883649826,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5379877090454102,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3be9a3e7720e3480da436020cd5f928a49ba07101e84946401462de773500d8e",
    "elapsed_seconds": 1814.0015603974462,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 72926
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 298,
    "phase": "full",
    "loss": 0.8323614299297333,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9087634086608887,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "38e46ca1f29c366bee04c729f9c9c8d9b5e6260528e45464105f7e873b1eeabc",
    "elapsed_seconds": 1820.5808470211923,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 85783
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 299,
    "phase": "full",
    "loss": 0.5877482295036316,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0514919757843018,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f7b9f71fc86fb4521937759ab070b929e957d614980c93de7ef241f0f8d2c651",
    "elapsed_seconds": 1826.086520805955,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 72742
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 300,
    "phase": "full",
    "loss": 0.7669719159603119,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2676680088043213,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "978f4af80b1ed6764f625de88463090223748fd93e259e2620f7e154d9c461e1",
    "elapsed_seconds": 1833.0473686307669,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89840
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6356891776145468,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.856119122326841,
          "kl": 0.048740236484004905,
          "tv": 0.11400302266527808,
          "brier": 0.03522806567813198,
          "target_argmax_agreement": 0.7089201877934272
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.4054456738188708,
          "kl": 0.4054456738188708,
          "tv": 0.24395063112142437,
          "brier": 0.21287979570010993,
          "target_argmax_agreement": 0.8599105812220567
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6455027366979286,
          "kl": 0.03428542385878102,
          "tv": 0.07807271775860575,
          "brier": 0.019351648690471925,
          "target_argmax_agreement": 0.9171974522292994
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.6356891776145468,
          "kl": 0.16282377805388557,
          "tv": 0.14534212384843606,
          "brier": 0.08915317002290461,
          "target_argmax_agreement": 0.8286760737482611
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.856119122326841,
          "kl": 0.048740236484004905,
          "tv": 0.11400302266527808,
          "brier": 0.03522806567813198,
          "target_argmax_agreement": 0.7089201877934272
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6455027366979286,
          "kl": 0.03428542385878102,
          "tv": 0.07807271775860575,
          "brier": 0.019351648690471925,
          "target_argmax_agreement": 0.9171974522292994
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.4054456738188708,
          "kl": 0.4054456738188708,
          "tv": 0.24395063112142437,
          "brier": 0.21287979570010993,
          "target_argmax_agreement": 0.8599105812220567
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.856119122326841,
          "kl": 0.048740236484004905,
          "tv": 0.11400302266527808,
          "brier": 0.03522806567813198,
          "target_argmax_agreement": 0.7089201877934272
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6455027366979286,
          "kl": 0.03428542385878102,
          "tv": 0.07807271775860575,
          "brier": 0.019351648690471925,
          "target_argmax_agreement": 0.9171974522292994
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.4054456738188708,
          "kl": 0.4054456738188708,
          "tv": 0.24395063112142437,
          "brier": 0.21287979570010993,
          "target_argmax_agreement": 0.8599105812220567
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  },
  {
    "step": 301,
    "phase": "full",
    "loss": 0.5186647176742554,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9932082891464233,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ce403e6a598e43df4e814d33b302615f2d816ef121855a39cbd5b398ec0d9254",
    "elapsed_seconds": 1896.617551561445,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75642
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 302,
    "phase": "full",
    "loss": 0.6725282222032547,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.187476634979248,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bb053c9f75dbde4ba0f6523933c0e9d1f6922916537d4929a0ea0e0ba6d18de9",
    "elapsed_seconds": 1903.4822358042002,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 87905
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 303,
    "phase": "full",
    "loss": 0.672088161110878,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.6436543464660645,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9bee6473cdb8738c5b7f0f67337d735d2c01f1bec7a72d43b679b5139e9b4d31",
    "elapsed_seconds": 1909.3910458162427,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 78016
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 304,
    "phase": "full",
    "loss": 0.5238378122448921,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.2405619621276855,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a7ff6110f4d0828f60741d4090de97f93091ef31620dfa7496842be9bd4a1d71",
    "elapsed_seconds": 1915.4709273576736,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 81896
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 305,
    "phase": "full",
    "loss": 0.6202750876545906,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.40108060836792,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "08844fae6b2ff2ec1a46cafa040e091e02189a4fab206f69c8029829d84e47b1",
    "elapsed_seconds": 1921.6184492483735,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 80451
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 306,
    "phase": "full",
    "loss": 0.6497876644134521,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.828749656677246,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "eb3d51f90e200409753a9479112426276051746072b3792eaceca955011de101",
    "elapsed_seconds": 1930.9440252557397,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 108993
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 307,
    "phase": "full",
    "loss": 0.6578138843178749,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.256614685058594,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed9b6398f7a0a668b2509b9166a3fa48e8b87be6509f11a83ae998b405e8b37c",
    "elapsed_seconds": 1937.9638245590031,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 87638
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 308,
    "phase": "full",
    "loss": 0.5574061870574951,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.483325242996216,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d98066ff6cec600de15595e1d35860f6fc287f8b58cb541308b7e622f8bfbbde",
    "elapsed_seconds": 1943.7968049757183,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 77446
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 309,
    "phase": "full",
    "loss": 0.6221133917570114,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1100635528564453,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a97d02b603c09a40d339b4806985caf2571b6847490e2348bdaf72aa0c4c9a95",
    "elapsed_seconds": 1950.7106253877282,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 90299
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 310,
    "phase": "full",
    "loss": 0.6954878568649292,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.845185279846191,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c929f4c3065e2a2505a1d130b20ffe895dfa6477a480f8dce41cccfaf40e15cd",
    "elapsed_seconds": 1955.3071098551154,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66244
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 311,
    "phase": "full",
    "loss": 0.6115383580327034,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.355869293212891,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f96e1b34ecc444d078b190b436e565aa51261bd16dd17c4a594f7d1c1ffb7c7a",
    "elapsed_seconds": 1964.525128275156,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 111706
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 312,
    "phase": "full",
    "loss": 0.5776856429874897,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.0795856714248657,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5bdd682614e13d540c616a9da248c2e613d670aa8ed6a20b55fbc9f5e940c7dd",
    "elapsed_seconds": 1971.1642002053559,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 88069
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 313,
    "phase": "full",
    "loss": 0.6815114244818687,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.780533790588379,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0f0bfe759eea0594b018527125b971e14d5aab16ee30a8f5f023b4d4cc508a21",
    "elapsed_seconds": 1977.1079151146114,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 78682
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 314,
    "phase": "full",
    "loss": 0.6374533474445343,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.07667875289917,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cedbc49cad870882a2114c46329a1194151faafa3f79d4ac7ce9a568360e98f0",
    "elapsed_seconds": 1981.1889663413167,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 60755
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 315,
    "phase": "full",
    "loss": 0.9919311553239822,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.695180416107178,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a1d3aacf99e09a5ee3916de5f103cc6343455b4ecde21645b4df58a5b1e11289",
    "elapsed_seconds": 1988.4207463674247,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 93988
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 316,
    "phase": "full",
    "loss": 0.5804728493094444,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.573491334915161,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b561328f252441532fa8a66e78f43eedb1970fbd600c486ee8cdc1759486a231",
    "elapsed_seconds": 1994.1023025736213,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 72833
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 317,
    "phase": "full",
    "loss": 0.6047503352165222,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.287106037139893,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c5f31fa91bf7b8c5c3ba684b9b816b42b6bcc6be91e34825b9b830a2f6e9bdc4",
    "elapsed_seconds": 2000.7426588535309,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 88418
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 318,
    "phase": "full",
    "loss": 0.7673958390951157,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.54131817817688,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "771e0c186aec98ed6381f2b02b5b7ef3d0de7bf06e5f9cd8962d16ceff2b82f3",
    "elapsed_seconds": 2007.3284131363034,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 81577
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 319,
    "phase": "full",
    "loss": 0.48695284873247147,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.29022613167762756,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f7e7e86f297963956e6e49e7d4e097c2b531e2f3fdde974d9ec0c27cd93179c3",
    "elapsed_seconds": 2013.4606676474214,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79601
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 320,
    "phase": "full",
    "loss": 0.5180925726890564,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3941609859466553,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "724d0bee9dbf28f44ea0151040fd45f40c09b322828965902e703c78edbb9286",
    "elapsed_seconds": 2017.2419159710407,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 56945
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 321,
    "phase": "full",
    "loss": 0.6072704680263996,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.022125244140625,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "809592444eaec136b0f2fc22764738ab81369ecd81112f2955952778d503a194",
    "elapsed_seconds": 2026.7525156103075,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 110701
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 322,
    "phase": "full",
    "loss": 0.5520628541707993,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8859279155731201,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a22a2a1ccfff34b4a20ba9caa2279fb6851e62fb5291270e61657fbed10b52cf",
    "elapsed_seconds": 2030.9426160492003,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 61951
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 323,
    "phase": "full",
    "loss": 0.5825426923111081,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8569979667663574,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "64fc0910a1cd2b48ec776d7fc1aea9d2ee3e802094c67c2b8a412727ec1268fe",
    "elapsed_seconds": 2036.6767242439091,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 78977
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 324,
    "phase": "full",
    "loss": 0.572603739798069,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.754677772521973,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1907419de92a5cc87484c2ae35d24c92cebe1abe8a12c9af33b5cc01fb6fc578",
    "elapsed_seconds": 2041.5487343333662,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 68876
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 325,
    "phase": "full",
    "loss": 0.9088546335697174,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 10.713813781738281,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0af1dc7f762da28f7174e800f07464a2e982e2e491af081c49312ad060803a5f",
    "elapsed_seconds": 2050.199844237417,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 106373
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 326,
    "phase": "full",
    "loss": 0.8408743962645531,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.22369384765625,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "08279ca51ad743086891aa83e642bcf9c73cc4016b4a4dedd585f8260159a2ea",
    "elapsed_seconds": 2056.5130235254765,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 82801
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 327,
    "phase": "full",
    "loss": 0.6386850401759148,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.167457342147827,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "773702f784c981034dbb1de1b9d82583b3b3ef6bea787dfff139503503d49c2d",
    "elapsed_seconds": 2062.8078944422305,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 83956
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 328,
    "phase": "full",
    "loss": 0.6052990257740021,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.609706163406372,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "759d8a24d7b5ed688768798d3009ae5a4835212a7d4ddf6199037814040125e5",
    "elapsed_seconds": 2068.702580522746,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 77485
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 329,
    "phase": "full",
    "loss": 0.7625308409333229,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.088944911956787,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ee0accad52fb01faac6d028115520ac6e587028c835ad32e81da85de946140f4",
    "elapsed_seconds": 2074.8676831126213,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 77782
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 330,
    "phase": "full",
    "loss": 0.584394246339798,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.063082695007324,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "66e17fe5ad2e510ba1e7dd6e5166e597eb09543739854af1aec6c678f3f566cd",
    "elapsed_seconds": 2083.095461215824,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 97743
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 331,
    "phase": "full",
    "loss": 0.6303652748465538,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.885735034942627,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7fc8873ff91100a05b59882d9e95a6962858c05baf2f5131b6cba95dc30319d6",
    "elapsed_seconds": 2088.637682251632,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 76176
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 332,
    "phase": "full",
    "loss": 0.6677828580141068,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.1721479892730713,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5e89193bdf32e11e0635af70bdddb40f83ab1932a40dc96441698a40ef9cbe54",
    "elapsed_seconds": 2097.3490737974644,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 105180
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 333,
    "phase": "full",
    "loss": 0.5426033474504948,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2670798301696777,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4d7897e577577d92a8b7da349cbd14666f36db2960d72550aab85ee771e3a2e0",
    "elapsed_seconds": 2103.8022057414055,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 85969
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 334,
    "phase": "full",
    "loss": 0.6116300225257874,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.209632396697998,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0c8760bbb6461345d8e0c063ea297818031682c0172359d4eb820a7d54161bae",
    "elapsed_seconds": 2112.0903082489967,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 105682
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 335,
    "phase": "full",
    "loss": 0.4977280795574188,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7533164024353027,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "524921ceb70a522f351c69be90e42dafc27aa14ef392cbb0a4e3f80c5ee13588",
    "elapsed_seconds": 2116.525228470564,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 65663
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 336,
    "phase": "full",
    "loss": 0.6076513677835464,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.983383893966675,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b54b62045c4764b582e3f2262e99826a903a9bbd8284a4d76fd92c72f17c43cf",
    "elapsed_seconds": 2121.6995055377483,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 73483
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 337,
    "phase": "full",
    "loss": 0.5547453612089157,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.36914324760437,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c689e6b47a95014f775e6c8dc69fbf4eb151e2da4657c852990bdc3e02730015",
    "elapsed_seconds": 2127.2677187658846,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 75163
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 338,
    "phase": "full",
    "loss": 0.5295727998018265,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.7519800662994385,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2dac26ad7194a549cc96d0c9d5c6db4d18652961ec615e6f843e5c36dfd69707",
    "elapsed_seconds": 2131.1237537413836,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 58125
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 339,
    "phase": "full",
    "loss": 0.8460655063390732,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.959673881530762,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "15302bcea7ee4632aee4a88bc9b2aaaa91c4a5ba04fc3f0c326a7b7a1c75f78e",
    "elapsed_seconds": 2135.720765672624,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 65334
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 340,
    "phase": "full",
    "loss": 0.5562115609645844,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.424583911895752,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "501cfe7ad2462f879f68906ab6989f9356145b62b16f7b2e3e12a44a2bed4c8a",
    "elapsed_seconds": 2139.7446083016694,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59239
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 341,
    "phase": "full",
    "loss": 0.522673025727272,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8692494630813599,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "67bc1fb9ffe25726643bffa349b10f90d5a3592b2ae8e527bc822eee4f8b30ac",
    "elapsed_seconds": 2145.642542015761,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 76911
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 342,
    "phase": "full",
    "loss": 0.6709953099489212,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.171400547027588,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "559affd270228fabade9df6056762ea0ade1c0a9c8846d2d7f839dbb70750fd8",
    "elapsed_seconds": 2149.541207574308,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 59199
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 343,
    "phase": "full",
    "loss": 0.6478784680366516,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.193592071533203,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c649b0cb0dec0f089f8d067c4937985878303c3ce417c9c84a304a14e3f1f8df",
    "elapsed_seconds": 2153.7633984461427,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 60777
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 344,
    "phase": "full",
    "loss": 0.8095326088368893,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9008519649505615,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0f29e79221a92a66e66b7744aef3d3b28368dd8aba6904d01eaa4fd2131d7471",
    "elapsed_seconds": 2161.2377585433424,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 93803
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 345,
    "phase": "full",
    "loss": 0.8028016909956932,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.99574613571167,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bdb1c7f31bd60c5213c41aaaf596b6cf6850d7a1e5483d6bb4bf9617edb04ba9",
    "elapsed_seconds": 2166.3013774752617,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 72361
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 346,
    "phase": "full",
    "loss": 0.4939398467540741,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.0535712242126465,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "560127f445eb630ece5f73a323d146f4cb80878794d9d85ecc42aefdfdbc2f36",
    "elapsed_seconds": 2170.189514424652,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 59003
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 347,
    "phase": "full",
    "loss": 0.793310284614563,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.2258195877075195,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5031f0c699de0f160283776e5a44def682373a7aa4c2803645952ceffa245930",
    "elapsed_seconds": 2173.5096710026264,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 49564
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 348,
    "phase": "full",
    "loss": 0.8731801807880402,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.53822135925293,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c6761aa51d5966d3b4737067e09fc449ec895039964bb1b728c79de29a3c0d61",
    "elapsed_seconds": 2179.5945614390075,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 82211
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 349,
    "phase": "full",
    "loss": 0.6742776334285736,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.962463140487671,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2c0c072d925974e55aa3d3d03273dd6d862cf932c84d181ad888ceae504c8ecb",
    "elapsed_seconds": 2184.3089507631958,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 66381
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 350,
    "phase": "full",
    "loss": 0.5363586852326989,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7454181909561157,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5505a554733bf55ecdc14b2a63b4700edeae6c868bdaeb8af93f8ce4bb82b651",
    "elapsed_seconds": 2190.489063102752,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 81950
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 351,
    "phase": "full",
    "loss": 0.49124596267938614,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5509941577911377,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a228bdd4208cf229b469131f89f8c0b3c0d66fd2c76a956d323b26f4abdc1cd1",
    "elapsed_seconds": 2196.4153918623924,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 79974
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 352,
    "phase": "full",
    "loss": 0.5477989688515663,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8010152578353882,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "13bf9a493d482e4f47f93a000fa2c5828d527322eb12538333f3b55684a07d92",
    "elapsed_seconds": 2202.2696445286274,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 73879
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 353,
    "phase": "full",
    "loss": 0.660803772509098,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.468395471572876,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0d619302cafbd44589dc90b4713715df6c2b07e9bc405e2ee51f8f80f9d31de0",
    "elapsed_seconds": 2208.193522129208,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77856
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 354,
    "phase": "full",
    "loss": 0.6775839030742645,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.012195587158203,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0253001f42c0923b20278ed04ef9f9aa9d423af7b3a39d3a6339409fee3c9fcf",
    "elapsed_seconds": 2213.3504523709416,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 72430
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 355,
    "phase": "full",
    "loss": 0.6020153537392616,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.683867454528809,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "77faf03a409ca57e16445b27f948ab93abd7d96bfd5937085f69c36e3c60865e",
    "elapsed_seconds": 2218.5107455849648,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 70761
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 356,
    "phase": "full",
    "loss": 0.6067037731409073,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2215521335601807,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5537dbbd41e49d7b17e2445af70dd98ff8d6e0593def6e2d5b2b18fa535d80c8",
    "elapsed_seconds": 2222.531086396426,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 59264
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 357,
    "phase": "full",
    "loss": 0.7733493149280548,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.25639533996582,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cb2a0e8e6080e1188e3179cc11d3c9a8180684e3ce7dc6b7fb199ef7e539cd19",
    "elapsed_seconds": 2226.413115642965,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 57843
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 358,
    "phase": "full",
    "loss": 0.6296368315815926,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8572847843170166,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c61eae23370881243aaf32474cc5e278279d219f9a56fd81f13a9b717f54bed8",
    "elapsed_seconds": 2232.1097258627415,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 75381
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 359,
    "phase": "full",
    "loss": 0.7109794244170189,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.247530937194824,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c6dad5c9f3b72ddf8959bb202a527cb6766f00b6ff22fc76ee5b18ab7336dea3",
    "elapsed_seconds": 2240.5109927877784,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 103264
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 360,
    "phase": "full",
    "loss": 0.6068914271891117,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5077050924301147,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4ae9a57e74c51959b6dc8f61eebb7ab222768039c031af2dc8e242fda9a4222a",
    "elapsed_seconds": 2248.3085684664547,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 96665
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 361,
    "phase": "full",
    "loss": 0.5668263584375381,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.1633002758026123,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "495fc35b7d046f9134b13919edc8eadab7f9029ffcdde453b384129a8d562146",
    "elapsed_seconds": 2254.426935568452,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 81081
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 362,
    "phase": "full",
    "loss": 0.6044831052422523,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.934990644454956,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "768e469847f3226e020e53d6fc9375fbb7b8a40cabd4662da76d64bfdff77465",
    "elapsed_seconds": 2261.1421516276896,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 88395
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 363,
    "phase": "full",
    "loss": 0.5322780981659889,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4154503345489502,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "14149e38a86a87c2201481c575833f39134e25a5067946c7b061b89397b9832d",
    "elapsed_seconds": 2269.4184001386166,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 101625
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 364,
    "phase": "full",
    "loss": 0.7255067527294159,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9645400047302246,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a7e720f765458edc13aedce809482e84f5369453d48f81e1deef0c5b61906c45",
    "elapsed_seconds": 2273.9184289835393,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 66506
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 365,
    "phase": "full",
    "loss": 0.45031221956014633,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7112269401550293,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1ced7d920b8fb548fde43fb2f1c7220f1b8f324089fe745840ef3ea298dca0ae",
    "elapsed_seconds": 2278.353473253548,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64770
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 366,
    "phase": "full",
    "loss": 0.7146551236510277,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.078605651855469,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "db101c2a6bc0606ddbecbea48a21dec1a1610d4f32e296acbca685f57da81406",
    "elapsed_seconds": 2285.9041550904512,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 96349
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 367,
    "phase": "full",
    "loss": 0.603484109044075,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.465940475463867,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "51c583f98c19b5f4448ba1788f3802c6ea26c883ec422e96807917efe7701036",
    "elapsed_seconds": 2291.246095802635,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 71350
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 368,
    "phase": "full",
    "loss": 0.7112525254487991,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.659480571746826,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "46f23ff0954c7f0e605202963ec87bdab9cf594ed2a72d5cbaee35f64032f036",
    "elapsed_seconds": 2294.9143645316362,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 55240
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 369,
    "phase": "full",
    "loss": 0.8437037505209446,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0052850246429443,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f82499d2230f40a05d35acd10d3c8ef89d93b9d37033ac8d5726b78aefe7bbb8",
    "elapsed_seconds": 2300.638531319797,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 78939
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 370,
    "phase": "full",
    "loss": 0.7103093340992928,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.661306142807007,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5ec7fbb6634387be3e206169c74a71de7aeaabb5fd5ebfd599ee8588cecb81e7",
    "elapsed_seconds": 2306.6138015799224,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78744
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 371,
    "phase": "full",
    "loss": 0.708312377333641,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.514363765716553,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "82ef4446bef06f68b08c6235bf0daf9c7914a5abc0e585d6a96f09f65e8315e5",
    "elapsed_seconds": 2313.3311624750495,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 84079
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 372,
    "phase": "full",
    "loss": 0.5518655627965927,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1495606899261475,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a608a981522741fce2f8e02b7e751af5f39f25ebf3226d13e8da4e2a67c24cb7",
    "elapsed_seconds": 2320.84123461321,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 92082
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 373,
    "phase": "full",
    "loss": 0.5165115892887115,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5561647415161133,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5ec05c0a0b75fccf60137d71c74ba66cd9d0c56bea98673aef75706a2dba5294",
    "elapsed_seconds": 2325.229872073978,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 64647
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 374,
    "phase": "full",
    "loss": 0.7235522121191025,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.719311237335205,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3f1984c919c9e782368ac7100d6f5d3fb8662cbb704f1e500f7a46f739fd253e",
    "elapsed_seconds": 2328.9508640393615,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 54895
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 375,
    "phase": "full",
    "loss": 0.5181875210255384,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.7216587662696838,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e7de2fd3ed69523b1122fa9887c3f4833640aaa245863bb7e24b56869d146f79",
    "elapsed_seconds": 2335.5126321427524,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 83498
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 376,
    "phase": "full",
    "loss": 0.7341686636209488,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.296839475631714,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a24e185433e7c5ad5473236b62da9c6ea84a22a8f2c245297e954309e2fc3f38",
    "elapsed_seconds": 2341.297377191484,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 78141
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 377,
    "phase": "full",
    "loss": 0.7852069139480591,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.007017612457275,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "02fbf15fe09878448dc36909b2abd026c9d59380836ce198d2b8a7f674e30563",
    "elapsed_seconds": 2347.3601731732488,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 78082
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 378,
    "phase": "full",
    "loss": 0.49595533311367035,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8617900609970093,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a12723d37b3c98c77b622a2c483e96f562773ee03b363d48f89297a7c06f1633",
    "elapsed_seconds": 2353.2393577098846,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77039
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 379,
    "phase": "full",
    "loss": 0.7684144228696823,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.167227745056152,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed3e4d178de53d05bc6428e288e460ebaa6a14697aab6e5c0bfbfb05d0a87e17",
    "elapsed_seconds": 2360.286324661225,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 93867
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 380,
    "phase": "full",
    "loss": 0.7472564578056335,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5598108768463135,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f7e018e480197e33b10970d92ca82c1963e3ec3d3770ce03cddd69e87503d987",
    "elapsed_seconds": 2364.49870320037,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 63304
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 381,
    "phase": "full",
    "loss": 0.590553879737854,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8102339506149292,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "183793a924f68f6cbed1f7a049d3443b16bded887d56e4e71961b8c4014096f7",
    "elapsed_seconds": 2372.176610007882,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 93764
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 382,
    "phase": "full",
    "loss": 0.7097477614879608,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.139529228210449,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ed1acd05329157c9885d364c86d5d1c7cce72e116ff08b60384f579d3fe1f982",
    "elapsed_seconds": 2375.9323427043855,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 56150
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 383,
    "phase": "full",
    "loss": 0.566355399787426,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.9726452827453613,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "df77f74f5c17d88388b53ccc9541948ae32642a8c84c43e9bf92ba0c53068356",
    "elapsed_seconds": 2381.5684683844447,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 76357
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 384,
    "phase": "full",
    "loss": 0.46245940029621124,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.3561495542526245,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "10fa820790eea2b466d907b9d641d67173cb584dce93a47bf7a13fd26177e31e",
    "elapsed_seconds": 2387.5927632004023,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 81144
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 385,
    "phase": "full",
    "loss": 0.6130463033914566,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.234259128570557,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "755fe899cc721a5df8e958a6591308bf5ad7e66174c642dcc8b43db3b01aa284",
    "elapsed_seconds": 2392.9562025740743,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 73754
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 386,
    "phase": "full",
    "loss": 0.6419092398136854,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6979327201843262,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "df93cb9113df68d34ebcbd509be5f9ae4a755d80652f094859abdbc44ad36b26",
    "elapsed_seconds": 2401.8696950413287,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 106040
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 387,
    "phase": "full",
    "loss": 0.6087740659713745,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5344321727752686,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c1d66afe46cda1406455c69d51423400eff5d4c2816a808486730a86bff6eb60",
    "elapsed_seconds": 2406.2829897664487,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64833
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 388,
    "phase": "full",
    "loss": 0.6542501524090767,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3124184608459473,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cd71154f38b67e883629bc033f68bfe0fa39c96a2557d860b7b50107837a0762",
    "elapsed_seconds": 2412.0787125974894,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77190
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 389,
    "phase": "full",
    "loss": 0.5460392907261848,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5377396941184998,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b1f1441a43fb82d9102e5c39bba883698b8683488a4fb30dde2d62c7299aad6c",
    "elapsed_seconds": 2420.478680189699,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 104451
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 390,
    "phase": "full",
    "loss": 0.7304721772670746,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3782529830932617,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ad07ac91b17e6cf5f3d3845829ca42a68981ffdf098096c3a2ad47a6ee2fa879",
    "elapsed_seconds": 2425.881967663765,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 72211
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 391,
    "phase": "full",
    "loss": 0.5861930754035711,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.6769678592681885,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1fceb892af325bd1198295105cdc792a326d9aa509c01002f533f5b0ca8bc445",
    "elapsed_seconds": 2433.7700108103454,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 94499
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 392,
    "phase": "full",
    "loss": 0.7175215743482113,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.290010929107666,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a2ff5a24b9fc8fbb93dd38f439b4f1f30bc41a8cdaf120ae51176ae3c5fcfcaa",
    "elapsed_seconds": 2438.926616270095,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 71853
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 393,
    "phase": "full",
    "loss": 0.7861110791563988,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.63296127319336,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f2a8e266480f0282c8c3389fbcdd77b6c8ef3e562b0313d3d3c7d8d5ab5a7a69",
    "elapsed_seconds": 2447.76258360222,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 104031
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 394,
    "phase": "full",
    "loss": 0.9409536570310593,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.892667770385742,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b3177c8b7aaf2d55249932d53b57681245b0478afb8df1747eeb537777d85f1c",
    "elapsed_seconds": 2451.628581251949,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 58076
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 395,
    "phase": "full",
    "loss": 0.5131942182779312,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9696513414382935,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "05bff05922546eb8a46945a95f5ca49d6ce85213eac0140451dafd754845bdb1",
    "elapsed_seconds": 2455.5176412276924,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 57981
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 396,
    "phase": "full",
    "loss": 0.5020123869180679,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.7909479737281799,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3cec0a27701d5934dccdf925df2f3904e1c6b37a90a02b047f72324b920660c2",
    "elapsed_seconds": 2461.189465045929,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 76485
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 397,
    "phase": "full",
    "loss": 0.6595154106616974,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1652681827545166,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5a0965fd08e9f9927b027d9cb3a7b1514e5d04cf159148eb667a4be4b7f3b821",
    "elapsed_seconds": 2466.0605521798134,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 65664
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 398,
    "phase": "full",
    "loss": 0.546583965420723,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.027773857116699,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8870033d0a70e49c5e0e10fee9269e485f56b476370edc41f42ac19d275025d4",
    "elapsed_seconds": 2473.0153482444584,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 92627
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 399,
    "phase": "full",
    "loss": 0.6071628928184509,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.3709893226623535,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8cc63a4df85e542d928d5f11c07f4643aab0b5ad56e03dd013d0ef8cb6824343",
    "elapsed_seconds": 2478.7138938196003,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 75294
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 400,
    "phase": "full",
    "loss": 0.5245647802948952,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.6986376047134399,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "399057b463a6e511f4116626f4c208175041461ec7f4c8f6df83d052bae9b69e",
    "elapsed_seconds": 2484.451925471425,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 77684
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6388486307035519,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.8561933328020962,
          "kl": 0.04881444695926014,
          "tv": 0.11234648453085594,
          "brier": 0.03463957142161926,
          "target_argmax_agreement": 0.6948356807511737
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.4164415478136521,
          "kl": 0.4164415478136521,
          "tv": 0.1760899449702881,
          "brier": 0.2103953264228129,
          "target_argmax_agreement": 0.8591654247391952
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6439110114949076,
          "kl": 0.03269369865575989,
          "tv": 0.07712185339861562,
          "brier": 0.018610599687435114,
          "target_argmax_agreement": 0.9299363057324841
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.638848630703552,
          "kl": 0.1659832311428907,
          "tv": 0.12185276096658655,
          "brier": 0.08788183251062243,
          "target_argmax_agreement": 0.8279791370742844
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.8561933328020962,
          "kl": 0.04881444695926014,
          "tv": 0.11234648453085594,
          "brier": 0.03463957142161926,
          "target_argmax_agreement": 0.6948356807511737
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6439110114949076,
          "kl": 0.03269369865575989,
          "tv": 0.07712185339861562,
          "brier": 0.018610599687435114,
          "target_argmax_agreement": 0.9299363057324841
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.4164415478136521,
          "kl": 0.4164415478136521,
          "tv": 0.1760899449702881,
          "brier": 0.2103953264228129,
          "target_argmax_agreement": 0.8591654247391952
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.8561933328020962,
          "kl": 0.04881444695926014,
          "tv": 0.11234648453085594,
          "brier": 0.03463957142161926,
          "target_argmax_agreement": 0.6948356807511737
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6439110114949076,
          "kl": 0.03269369865575989,
          "tv": 0.07712185339861562,
          "brier": 0.018610599687435114,
          "target_argmax_agreement": 0.9299363057324841
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.4164415478136521,
          "kl": 0.4164415478136521,
          "tv": 0.1760899449702881,
          "brier": 0.2103953264228129,
          "target_argmax_agreement": 0.8591654247391952
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  },
  {
    "step": 401,
    "phase": "full",
    "loss": 0.8066411018371582,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.051852703094482,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "77167e39b19b515086e34f318f8f8455c1c257db4d07e07d270304dbfcfc2100",
    "elapsed_seconds": 2546.060646981001,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 71391
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 402,
    "phase": "full",
    "loss": 0.6724139451980591,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.622950553894043,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "07644b8666c225dd7e3783761e3dee0811310898b6e8ae9c342d6a8a40ead15c",
    "elapsed_seconds": 2550.731089219451,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 67994
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 403,
    "phase": "full",
    "loss": 0.580943301320076,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4884135723114014,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "914194cee7f981e81c22bec7fa05709f5447634c87939925d0af6705b55f9cea",
    "elapsed_seconds": 2554.6819012872875,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 57873
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 404,
    "phase": "full",
    "loss": 0.43172265961766243,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5940900444984436,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6a9edcc3ff7e211c599585e2b03cc1e983d15d9da896ed6bd84145f48ea3229b",
    "elapsed_seconds": 2559.208209235221,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66358
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 405,
    "phase": "full",
    "loss": 0.7196716237813234,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.842903137207031,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c937d78fbf0e7348f2edfed326ec9ca107268d49e8b1c7467874ad5bde975609",
    "elapsed_seconds": 2564.4137872606516,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 68635
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 406,
    "phase": "full",
    "loss": 0.6138583719730377,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.476898670196533,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "34ce56bb43a04afa3b15418849b6283effd57586fd9529830dce015aaea6f6f6",
    "elapsed_seconds": 2570.1381229683757,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 74632
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 407,
    "phase": "full",
    "loss": 0.8230970650911331,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3270485401153564,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ce92c507ca52150bf9e2be7d6c34cb1f9984e249653b6fdf706d53a38b264728",
    "elapsed_seconds": 2573.912271093577,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 56190
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 408,
    "phase": "full",
    "loss": 0.526416577398777,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.4760054349899292,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "be736de5a6cac7d9d9663abfd8db18275c58d20127a2961d4519d266904899b5",
    "elapsed_seconds": 2579.4221566580236,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72288
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 409,
    "phase": "full",
    "loss": 0.6633349806070328,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.184951066970825,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f79f0d3fd203bb26972609dbe60c0329205b382ef2388e27f387b3f63fa657e7",
    "elapsed_seconds": 2585.120791606605,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 74016
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 410,
    "phase": "full",
    "loss": 0.5533100888133049,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5689940452575684,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d99d8bcf8f6900453b40ff2c2435c96ab0efb084c8b4e05738aa82e33208f74d",
    "elapsed_seconds": 2591.6237156130373,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 85498
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 411,
    "phase": "full",
    "loss": 0.5874594300985336,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.3194217681884766,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4fe243292a62c2668325a6248c52e08a2f7b575bfc81a9c3da24aafae7cdb12a",
    "elapsed_seconds": 2595.714026093483,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 61457
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 412,
    "phase": "full",
    "loss": 0.49956279061734676,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.488687038421631,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "534b29f69ea4b1464f688a96f5b02daf253c495014b3083bcf1159f33cd765e3",
    "elapsed_seconds": 2600.8213406801224,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 72557
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 413,
    "phase": "full",
    "loss": 0.7055020686239004,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.272974014282227,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a789cf1c32674535e21f407cf58e658042d96d03f48d9230350d522de6ae6ffb",
    "elapsed_seconds": 2605.1947658099234,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 63978
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 414,
    "phase": "full",
    "loss": 0.7307954654097557,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.0391154289245605,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7fc0cd494e9a8e756b21663b364d41182ce10d4b03069aa8dc5a4bf32e3896bc",
    "elapsed_seconds": 2609.92825075984,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 66494
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 415,
    "phase": "full",
    "loss": 0.8921801410615444,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.598880290985107,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "726197ea6cca717e63cc4d2387d1469071e98e538b6f54d528d344c309ea82f4",
    "elapsed_seconds": 2615.0282271131873,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 71290
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 416,
    "phase": "full",
    "loss": 0.9111006408929825,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.829859256744385,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "71bf3dc6bae76b208636027a84275898417728bbe84cec4a7c01fba44eaebbaf",
    "elapsed_seconds": 2621.279994599521,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79186
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 417,
    "phase": "full",
    "loss": 0.7695977091789246,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.971368312835693,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e13de90e7e4202b64ad91da919b21c38bb2a43372090559529624cdcd28bc6c1",
    "elapsed_seconds": 2625.6670694611967,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 64498
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 418,
    "phase": "full",
    "loss": 0.4987574517726898,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0460598468780518,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e44dd06a8cdac908f2c402d8f36c87569dcbe22ebbced429f8b2d93160a929ac",
    "elapsed_seconds": 2634.0216504372656,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 103142
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 419,
    "phase": "full",
    "loss": 0.6635002940893173,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.876988887786865,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5b17a4cb1bafd34c3d59a465311cab676363f7563f75a19193dc64e0ad12cad1",
    "elapsed_seconds": 2642.3395203649998,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 98079
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 420,
    "phase": "full",
    "loss": 0.6029900386929512,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1518425941467285,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b17f428913efbcf59a2f0f31f1804860456ce9aaaa84e31d6f715a06d3d575b1",
    "elapsed_seconds": 2646.5461379811168,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 60211
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 421,
    "phase": "full",
    "loss": 0.5511132925748825,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9016157388687134,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3c6f63a3ab3c78a2420f052fe599afd98845f57f72df8af56edc8c2c3bbe397f",
    "elapsed_seconds": 2650.4936688765883,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59132
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 422,
    "phase": "full",
    "loss": 0.6015649884939194,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.500068187713623,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b3a13dc7c32a044f3c85636d15f417e07dfdebb9923a8e4fe8bf14a98d087bdc",
    "elapsed_seconds": 2658.327723007649,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 98569
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 423,
    "phase": "full",
    "loss": 0.5557360202074051,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.958970785140991,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "347b5db25917843e4efda06027d5e95d463cce3a876e2509cf8b05e30b1aed31",
    "elapsed_seconds": 2666.2001234069467,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 96816
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 424,
    "phase": "full",
    "loss": 0.679071769118309,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5067827701568604,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b9678a5261c075d08544382f111b566c385244b990821782124f35d10bb585a5",
    "elapsed_seconds": 2670.165507797152,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58830
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 425,
    "phase": "full",
    "loss": 0.5955056473612785,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7921661138534546,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7dda1d25e7f57235196c6ae6777f6f9745936a91166449986e2b4c468f315dd6",
    "elapsed_seconds": 2674.419460903853,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 63588
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 426,
    "phase": "full",
    "loss": 0.5866360329091549,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4134860038757324,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "907e1ab6114b9c827902f5afec49afd1d8801cc5e5ccf29cc9877e55995809e5",
    "elapsed_seconds": 2679.7759171798825,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 70928
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 427,
    "phase": "full",
    "loss": 0.544086292386055,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.2628806829452515,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "689271704250ce4a395960630f4b34856fccb613d70eccc67bc3da49dbbd1230",
    "elapsed_seconds": 2683.6787121258676,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58994
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 428,
    "phase": "full",
    "loss": 0.5722819417715073,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.008615732192993,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9d7a7f7207c63a7d59f6440175729391342470c6c2290ac544c80c54714c561c",
    "elapsed_seconds": 2687.7654927931726,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 60346
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 429,
    "phase": "full",
    "loss": 0.6075867861509323,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.92753267288208,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a39c1880db94968097882c61283cb200bdd589014012c412b398248d6ba1f0ab",
    "elapsed_seconds": 2693.283046025783,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 74945
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 430,
    "phase": "full",
    "loss": 0.5219108015298843,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.1177269220352173,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f88138c66630de4539cc41cfadcd0055935892c907f8097bfa3ff5a8956bc780",
    "elapsed_seconds": 2697.474265471101,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 61566
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 431,
    "phase": "full",
    "loss": 0.5791544616222382,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.846542239189148,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9646f492f2fa6ba832430990b871c90fdaeb756ed7368630d0f595ad4990531e",
    "elapsed_seconds": 2701.5591741241515,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 61267
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 432,
    "phase": "full",
    "loss": 0.5263246670365334,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4150307178497314,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "191c485aa0a638260793df22a819786b7d5d047afac1a7cf8587255520f51c22",
    "elapsed_seconds": 2708.0331963524222,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 79590
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 433,
    "phase": "full",
    "loss": 0.4899398908019066,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8873146772384644,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ac712ea52d96410ecf6d1cc73d348639f3faa905c6e2f2de1f37494c48a2efc0",
    "elapsed_seconds": 2711.8916519135237,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 56931
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 434,
    "phase": "full",
    "loss": 0.5781152918934822,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.376301884651184,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "84eb1dc7a99e7f32466e602c9144ddbb73806f42d69b621379d4515c1e4eff83",
    "elapsed_seconds": 2719.913560464978,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 99539
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 435,
    "phase": "full",
    "loss": 0.5916542932391167,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.698270797729492,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "97380f32251b8048a48b893613fcb18e46e825af99f5b336b412df37aaa46ca3",
    "elapsed_seconds": 2725.276524115354,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 72349
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 436,
    "phase": "full",
    "loss": 0.5374485552310944,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.366779327392578,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b2438538c962e3f0b00d737b00555eb2b51eafe1efbb2e1a61d061e4f283196c",
    "elapsed_seconds": 2729.7083531580865,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64928
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 437,
    "phase": "full",
    "loss": 0.6299940347671509,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9084343910217285,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "18b002c3ea5408ad86615ac1027e17a63a9b251398445ebf6a0db28306b21851",
    "elapsed_seconds": 2735.7383761145175,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78650
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 438,
    "phase": "full",
    "loss": 0.7168552055954933,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.330051898956299,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "08e45d262a6856f5a863c8a0f03021f815ead195906428ced1f602e096084369",
    "elapsed_seconds": 2743.22742247954,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 92815
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 439,
    "phase": "full",
    "loss": 0.492297038435936,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.43493619561195374,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1bf402fc6c63d8ec4ac8010e18cf7f257ea94da0df2829539da9d9f1ae0171e3",
    "elapsed_seconds": 2748.0817937143147,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 69465
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 440,
    "phase": "full",
    "loss": 0.6512701883912086,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.490184783935547,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7f537925e63afd239d62467d8605cff510114548ca2c02a1bf2d348b4093a47d",
    "elapsed_seconds": 2753.3932049311697,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 73768
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 441,
    "phase": "full",
    "loss": 0.4913405776023865,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.349095582962036,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fa1b569f8997f220e552a650bb64f6cab8cbaded05d8dd01843eeebcc803ab53",
    "elapsed_seconds": 2758.7082619182765,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 73858
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 442,
    "phase": "full",
    "loss": 0.6200763583183289,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 20.945018768310547,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d621bf17ee1efbdde9bad2cb57e0a557df06538dbde0552ed1dcc042bb61d652",
    "elapsed_seconds": 2764.1389438658953,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 73808
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 443,
    "phase": "full",
    "loss": 0.6587023660540581,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.508155822753906,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e6b6de2b1512853986a64af6919d0ecf555a9ac77be2ef6717e109fb9fa8c3ac",
    "elapsed_seconds": 2768.312415406108,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58294
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 444,
    "phase": "full",
    "loss": 0.43477727472782135,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.337897539138794,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "033b1e955dd6cc8de3b6047fe9d122a203a151b5cd1bc55284edfa3e7f0f62fd",
    "elapsed_seconds": 2774.300963267684,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77164
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 445,
    "phase": "full",
    "loss": 1.3368041887879372,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.567049980163574,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9ba0d493682c826538cb6885ac76c6f29643af1e7d9a29c572aa4afcd7933d41",
    "elapsed_seconds": 2780.667941506952,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 82789
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 446,
    "phase": "full",
    "loss": 0.6555069833993912,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.918622970581055,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "eea3162afc6e973ac49fb02a6d47c3905f187561a5b9bc1a57e2e62af8d64136",
    "elapsed_seconds": 2788.223308350891,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 96281
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 447,
    "phase": "full",
    "loss": 0.5087184309959412,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0958569049835205,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c4ce677c4e04241889902670cfbd9d459b9a447d05384eb5e4a02edd92de5002",
    "elapsed_seconds": 2796.134396672249,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 99529
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 448,
    "phase": "full",
    "loss": 0.4934460371732712,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6832454204559326,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0447b66d700d922239b7ebe45f9af99941d4a06b60e34b441cf79d6add037830",
    "elapsed_seconds": 2800.4911246858537,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 63582
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 449,
    "phase": "full",
    "loss": 0.5219324082136154,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5339097380638123,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fa1bb2332383cd5cbd6da68177094fd2effd845521dfcf168e1ef09e99bda639",
    "elapsed_seconds": 2806.4005771912634,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 78509
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 450,
    "phase": "full",
    "loss": 0.6780907735228539,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.135503768920898,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b56ea623fdd24b50650346e86ba7cfc1b4030fda0349e1d99b886cf6db6bed6c",
    "elapsed_seconds": 2811.656100809574,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 71746
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 451,
    "phase": "full",
    "loss": 0.8738350197672844,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.043437004089355,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5cd0c5c86b11bf1eeb5c94d2576f23f8f58a04260af70559dc3a8a890885b98d",
    "elapsed_seconds": 2816.749064374715,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 71684
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 452,
    "phase": "full",
    "loss": 0.46158331260085106,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.1931655406951904,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cc548c278899dcbd0830abeac34f4dd775efa0bb9795c39935753a1d7cb4e6ab",
    "elapsed_seconds": 2822.49543486163,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 77929
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 453,
    "phase": "full",
    "loss": 0.5845601260662079,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.884169340133667,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c91bae94a16501d8256c26731e184dc57ec0455249b8aee38d50ed24cf12c35b",
    "elapsed_seconds": 2826.9084949083626,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 64717
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 454,
    "phase": "full",
    "loss": 0.8119664080440998,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 20.024925231933594,
    "microbatches": 6,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1c7df180740dcadd4fd26a9474cc90df0f5589e26cd48161c50ee94e4c98dc4b",
    "elapsed_seconds": 2835.3658208325505,
    "online_compute": {
      "forward_calls": 6,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 99489
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 455,
    "phase": "full",
    "loss": 0.8558559231460094,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.363118171691895,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1431c2c6e790bb0b50a2d0716f10fe4269e4ea72822521d03a18a5cc879ea166",
    "elapsed_seconds": 2842.3198197335005,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 85738
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 456,
    "phase": "full",
    "loss": 0.7826903685927391,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.737483024597168,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9bf4eee21bf897cef20ab67aae5055be4c858030fb5740c5a0c46014a2e038b1",
    "elapsed_seconds": 2850.9128740802407,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 100329
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 457,
    "phase": "full",
    "loss": 1.090680357068777,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 10.533844947814941,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c05a802f0173922f3c1b8825126f331d573721a2e54b50304541670122243fdb",
    "elapsed_seconds": 2857.3890211582184,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 83433
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 458,
    "phase": "full",
    "loss": 0.793588176369667,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.991541862487793,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bbb94eff146c216230a58f7578b41a432f7c4d5ce1e156d230eadce3ed20610a",
    "elapsed_seconds": 2863.0631348006427,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79029
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 459,
    "phase": "full",
    "loss": 0.5203177779912949,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.4421916007995605,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "67d5566d792b1e8d101cbd02d5faed17cc47e28048e530b2cbb19fecae0ceaf1",
    "elapsed_seconds": 2870.1978249922395,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 90154
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 460,
    "phase": "full",
    "loss": 0.5956617668271065,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.1840195655822754,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f6212f8164c9a2a76465eec165397109afb4df7eb8b8b7ba16c6aea8e6810585",
    "elapsed_seconds": 2875.876276835799,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 75348
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 461,
    "phase": "full",
    "loss": 0.581890732049942,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.098050117492676,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "52d89ff98821d0dcd974dea7d615c756f549ee5f4543ca4cce24cddcd5aa5ea1",
    "elapsed_seconds": 2883.3669713251293,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 95326
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 462,
    "phase": "full",
    "loss": 0.9298058971762657,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.494928359985352,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fb04ce41fd8181afc36bff9b027b506673bf043d73024dfbab93169dbdb9de52",
    "elapsed_seconds": 2889.73785501346,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 81972
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 463,
    "phase": "full",
    "loss": 0.5793985277414322,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.038388252258301,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "488dd48cf1c28f7f7fb4bf33d9e252dba06b64797c3c455059e62ba9c9cf53e3",
    "elapsed_seconds": 2895.0266357176006,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 76085
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 464,
    "phase": "full",
    "loss": 0.48805029690265656,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.377260684967041,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "60f7358b64cf0d8b0407383471bc1bc13e1a5b410e5294d19dee4e2c97122858",
    "elapsed_seconds": 2899.471048798412,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 65095
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 465,
    "phase": "full",
    "loss": 0.6768182963132858,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.503012180328369,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "866729e68f7cec3e43eddc05eece7905f809bb8d611dc29c9cf5a108c6cce1b8",
    "elapsed_seconds": 2904.0032913424075,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 63177
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 466,
    "phase": "full",
    "loss": 0.5666967332363129,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.860513210296631,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5fa9d771e9d866fcbb24da9b642d6f917c96d123d4ca042e14e6391413369fbb",
    "elapsed_seconds": 2910.329618629068,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 85930
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 467,
    "phase": "full",
    "loss": 0.6555369570851326,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.228232383728027,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "71fa2d968c38dfdf146af0e443796888ee6509835bbe30be562021b51516282a",
    "elapsed_seconds": 2916.4493562802672,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 83005
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 468,
    "phase": "full",
    "loss": 0.6009781211614609,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.211057186126709,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "19ef89be17bd8c3f6dd7f547f1fe63e4aef16d5339a84a3f20d7d4b44c7197d6",
    "elapsed_seconds": 2924.524293601513,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 99779
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 469,
    "phase": "full",
    "loss": 0.4985168222337961,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5102015733718872,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ad8c03b47d98dd5fa6da9ead374d56662b4468125dca99a5723672ef52a82b79",
    "elapsed_seconds": 2930.4180333316326,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 79013
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 470,
    "phase": "full",
    "loss": 0.624908659607172,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 9.141767501831055,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ddd682fbe6b3817ee01f0cd435bd8534bb940201531d6bf974546dfb56d9efa6",
    "elapsed_seconds": 2937.2774302475154,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 88017
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 471,
    "phase": "full",
    "loss": 0.8270040601491928,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 13.029119491577148,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "715e25e959c99b39e6d0c11e70987100376c853f0b6232105920b88279db5b34",
    "elapsed_seconds": 2943.2036499120295,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 78151
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 472,
    "phase": "full",
    "loss": 0.7179622799158096,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.9867911338806152,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8f1eaeb3b37b515dc0ab3ec898a75be95737b7b09a26eebe80fd8e2b8fe37393",
    "elapsed_seconds": 2947.298494350165,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 59673
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 473,
    "phase": "full",
    "loss": 0.6234865188598633,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 13.73147964477539,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "60ded464a15bc8b201e7d48b2991ec9751e075844d1446b890ee979beecd883d",
    "elapsed_seconds": 2951.7574834786355,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 64334
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 474,
    "phase": "full",
    "loss": 0.7820529043674469,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.231502532958984,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "28b08d0ea99f4e15db05e9f14e5cb296ade421817168c577f7939bf2ed4732be",
    "elapsed_seconds": 2957.1592548005283,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 74107
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 475,
    "phase": "full",
    "loss": 0.5570688545703888,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.763473391532898,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bcbd9f46528ada5df2ee03621f72bb032634e75a54d0610564173edb559423bc",
    "elapsed_seconds": 2961.52749870345,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 64787
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 476,
    "phase": "full",
    "loss": 0.5790071040391922,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.536818981170654,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c21c3248b7b646cc10966bd4a842d15f8c7ffa2e27d44581f2a246cabc270f25",
    "elapsed_seconds": 2965.497116483748,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 59176
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 477,
    "phase": "full",
    "loss": 0.5986236780881882,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.421128749847412,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "88e5e97da194044403c7ccc1a9bc5c468e6df3dcbc73a72de7f3f9c6b0933a51",
    "elapsed_seconds": 2969.5752781890333,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 55130
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 478,
    "phase": "full",
    "loss": 0.7700801603496075,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.156402587890625,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a73fe140c0fc0b30040c3a54a623fff1b727eff0ca8db926a96e69c3dd723b26",
    "elapsed_seconds": 2977.2744782269,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 94694
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 479,
    "phase": "full",
    "loss": 0.4241258129477501,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.250231385231018,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3329a412ff25e33ba62faeb40206c1d24dbeb853a9928656d416e6e79b7d80f3",
    "elapsed_seconds": 2981.3327993899584,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 60446
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 480,
    "phase": "full",
    "loss": 0.6591906249523163,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.9622678756713867,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "711e435e84efe60b3927d8f996921ab739bfee9ef0f0dfb2b9549916f9a216d7",
    "elapsed_seconds": 2985.6379225365818,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 82,
      "padded_tokens": 64667
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 481,
    "phase": "full",
    "loss": 0.6815472096204758,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.926252603530884,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4f778f1a5664e5afa8149e6c3ceec45d3bd4edad44645f6d63c8a809474c376c",
    "elapsed_seconds": 2991.4129667133093,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 79333
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 482,
    "phase": "full",
    "loss": 0.5356159582734108,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5480177998542786,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ff26093a636562c593e01059d90a4ab962f93b1657fb9d15d741caba6cd3b7ce",
    "elapsed_seconds": 2998.3615574613214,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 87920
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 483,
    "phase": "full",
    "loss": 0.6915431842207909,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.411188125610352,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f6fd39810d446c8dc72670fe6b8fe0564be63f01f0e77fb8e50f0edb0af45ac6",
    "elapsed_seconds": 3002.598244663328,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 64059
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 484,
    "phase": "full",
    "loss": 0.8272123485803604,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.507987976074219,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "a3c2fed57c3bf1ac9b6bdd8ffb15bbf903b49804370976d052a7fbe857f1b338",
    "elapsed_seconds": 3006.5394588522613,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 58534
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 485,
    "phase": "full",
    "loss": 0.5704805180430412,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.03215217590332,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bf0902674ac35fa8e126d0a5fce7a9daada98cc0dbf7c4607f3e63bb80fd7fc3",
    "elapsed_seconds": 3012.8679627515376,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 82926
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 486,
    "phase": "full",
    "loss": 0.6377830728888512,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0122039318084717,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c09e60734f469e1640f2c32931bcae24c11d3e1e804941b08f7e51036da56424",
    "elapsed_seconds": 3022.515048198402,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 114450
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 487,
    "phase": "full",
    "loss": 0.5304727479815483,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.46177339553833,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e1b5056be7062b96321d48975ea146e1abc8b9f8f09f42be19ba32781c3e520d",
    "elapsed_seconds": 3030.504257325083,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 96857
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 488,
    "phase": "full",
    "loss": 0.5180747509002686,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6794782876968384,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3e4d37bde69be29ed7a80e1874c8d30418252b680879f68e6dbf26630d0fcd1d",
    "elapsed_seconds": 3035.2426506616175,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 65706
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 489,
    "phase": "full",
    "loss": 0.5705098509788513,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.136257648468018,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "68f2d892b3e6e68064044a177ce092e3c9b4f90e4b9bcc332b8a390d28d1fe8c",
    "elapsed_seconds": 3039.437124092132,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 61221
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 490,
    "phase": "full",
    "loss": 0.5756574720144272,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.52651309967041,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "368fa7042338376225d5f96f1265ffdb056c1936e614fccd5a008ba2e5e38a22",
    "elapsed_seconds": 3046.6239685714245,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 90696
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 491,
    "phase": "full",
    "loss": 0.7901056604459882,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.697986125946045,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "76d48525d00c6dd27e0b2ec3d19b221dbe1e66dc291452bc04afa8bd390d3158",
    "elapsed_seconds": 3053.796941552311,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 91867
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 492,
    "phase": "full",
    "loss": 0.5861506760120392,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.7895219326019287,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bc871bf8f71b2e6d657873f32bbdcfe800822f8122ec51b676701fad81f297cc",
    "elapsed_seconds": 3058.6930142343044,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 71861
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 493,
    "phase": "full",
    "loss": 0.5901396125555038,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.9505398273468018,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "96bac241d3c6263fd1c8493e43c6741a0d1de92483d367cc11b4da1c16c2b778",
    "elapsed_seconds": 3063.63934051618,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 69204
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 494,
    "phase": "full",
    "loss": 0.5963928550481796,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.051027297973633,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "df14ae0bbd04e48e4bed7131aeacadbdfc7b65dc5a71f361108c3faf009444e3",
    "elapsed_seconds": 3068.5186078324914,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 69603
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 495,
    "phase": "full",
    "loss": 0.6785309910774231,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.3604278564453125,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "49b6f6bc1aaf645fa9134168aeb2a4092a94a47811cb071b1e67d5aa7abce863",
    "elapsed_seconds": 3075.7880611643195,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 93306
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 496,
    "phase": "full",
    "loss": 0.6001149863004684,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.657044410705566,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4e6ffd188f63c4e291b388c49b4c018bdd786f330c70e84efd132270919c24c4",
    "elapsed_seconds": 3081.744390722364,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 77641
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 497,
    "phase": "full",
    "loss": 1.000664192251861,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 14.901530265808105,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1c334a43204d8975cad12b5d41f4f2a9f47d4c59692c827de30d71f6931ff15d",
    "elapsed_seconds": 3088.7630178295076,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 89500
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 498,
    "phase": "full",
    "loss": 0.7461928427219391,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.484400272369385,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c40a6bfd57f00c703a194f664f9caf09d02cb9f5d95d437f05d5932eb9176671",
    "elapsed_seconds": 3093.032173309475,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 63227
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 499,
    "phase": "full",
    "loss": 0.551714712753892,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0843255519866943,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e6cb71118cb0bc0dfdb58d31011762c886d5aa39262cbed65741c02556e19ee9",
    "elapsed_seconds": 3100.4830886274576,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 92434
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 500,
    "phase": "full",
    "loss": 0.5363893620669842,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.886455059051514,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1de0fb6c4cf9f293b868cbbe5327adcc50b487fb3b71c32d49596f6bd3b9d55d",
    "elapsed_seconds": 3105.826717250049,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 70688
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6462782539407856,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.8542611739528325,
          "kl": 0.04688228810999638,
          "tv": 0.11258077116552977,
          "brier": 0.03391829045900538,
          "target_argmax_agreement": 0.6995305164319249
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.438101824028418,
          "kl": 0.438101824028418,
          "tv": 0.18462996304025,
          "brier": 0.20685731905811325,
          "target_argmax_agreement": 0.860655737704918
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6464717638411063,
          "kl": 0.035254451001958724,
          "tv": 0.08126617503599544,
          "brier": 0.020007007809025167,
          "target_argmax_agreement": 0.9235668789808917
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.6462782539407855,
          "kl": 0.17341285438012435,
          "tv": 0.1261589697472584,
          "brier": 0.08692753910871459,
          "target_argmax_agreement": 0.8279177110392449
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.8542611739528325,
          "kl": 0.04688228810999638,
          "tv": 0.11258077116552977,
          "brier": 0.03391829045900538,
          "target_argmax_agreement": 0.6995305164319249
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6464717638411063,
          "kl": 0.035254451001958724,
          "tv": 0.08126617503599544,
          "brier": 0.020007007809025167,
          "target_argmax_agreement": 0.9235668789808917
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.438101824028418,
          "kl": 0.438101824028418,
          "tv": 0.18462996304025,
          "brier": 0.20685731905811325,
          "target_argmax_agreement": 0.860655737704918
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.8542611739528325,
          "kl": 0.04688228810999638,
          "tv": 0.11258077116552977,
          "brier": 0.03391829045900538,
          "target_argmax_agreement": 0.6995305164319249
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6464717638411063,
          "kl": 0.035254451001958724,
          "tv": 0.08126617503599544,
          "brier": 0.020007007809025167,
          "target_argmax_agreement": 0.9235668789808917
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.438101824028418,
          "kl": 0.438101824028418,
          "tv": 0.18462996304025,
          "brier": 0.20685731905811325,
          "target_argmax_agreement": 0.860655737704918
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  },
  {
    "step": 501,
    "phase": "full",
    "loss": 0.528951108455658,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7318835258483887,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "29a2485606ef275c760597ee439d367271ce8a3eb77d44f99ecfc841a28d4cce",
    "elapsed_seconds": 3165.9081295765936,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 56547
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 502,
    "phase": "full",
    "loss": 1.0814158916473389,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.571539402008057,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "96e234599752663dc0b5d23708ee5b719a28c4e7e2c87ee1cc9a7e27ee5e27b6",
    "elapsed_seconds": 3173.55359384045,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 94163
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 503,
    "phase": "full",
    "loss": 0.636226549744606,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.194974184036255,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1ffa543ca96670520d42edd1b294374c4a875d926b0ffdc1d656490ab9f48cef",
    "elapsed_seconds": 3179.6880080401897,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 80870
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 504,
    "phase": "full",
    "loss": 0.6236486434936523,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.1992175579071045,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "53adbb8b86710ab26ab80d08e2c74db44728a139d654f736276e845771d4fe52",
    "elapsed_seconds": 3187.002678245306,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 95730
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 505,
    "phase": "full",
    "loss": 0.5366452932357788,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4251208305358887,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4a1a6eb2287ff600a7f04af977ad3f344c0af6b97a317a61e413d45412d92167",
    "elapsed_seconds": 3191.1627733185887,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 61502
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 506,
    "phase": "full",
    "loss": 0.6496991515159607,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.8318097591400146,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "be8250e858701ff7606763224286a8e58823d7a126e6843254fffd7cb1ad351d",
    "elapsed_seconds": 3197.5425353720784,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 86132
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 507,
    "phase": "full",
    "loss": 0.6372363567352295,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.999178409576416,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2ea5430f7e1b1d2c2c6872a05b330fe50de788fbfedcac74b0dce8dbcf67cca9",
    "elapsed_seconds": 3201.776377990842,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 62474
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 508,
    "phase": "full",
    "loss": 0.5063634663820267,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.50417160987854,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d4561822e607b092b6f269313cea3bdcfd2c36a46ce8187ba2388c58a0634996",
    "elapsed_seconds": 3205.6042278297246,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 57198
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 509,
    "phase": "full",
    "loss": 0.7373945936560631,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.6846346855163574,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "cb85f514aac5ff27a48b7338bdb03c4bf3885a89a9da20af4ac7c41730107ea6",
    "elapsed_seconds": 3212.8979946523905,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89973
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 510,
    "phase": "full",
    "loss": 0.639398455619812,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0606284141540527,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "02e15d637b83efa7989219d1730ad48759239b11713cc3a20402ae062a12ddc4",
    "elapsed_seconds": 3217.335460226983,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 64833
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 511,
    "phase": "full",
    "loss": 0.6051291078329086,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.193157434463501,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2f10113fc13d818643bb67720354e74520c368b8b85f8ffe7710c72bb9e2c307",
    "elapsed_seconds": 3221.5613643825054,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 59461
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 512,
    "phase": "full",
    "loss": 0.6048390865325928,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0748140811920166,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1a143148318fe99100f5f00ba646383c4deb0744ef1d804409c2d44e791af530",
    "elapsed_seconds": 3227.423127491027,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 77598
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 513,
    "phase": "full",
    "loss": 0.7817999944090843,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.676334381103516,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4ba48a95f0d5f3e25833e83f31eaf97db4fd88704f7d1fad2b222406bc7ef4a9",
    "elapsed_seconds": 3234.658813588321,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 93583
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 514,
    "phase": "full",
    "loss": 0.5617625564336777,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.272571563720703,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4c492a3ba8c81dd636c391f123170cb3b151d2d481cda0c9833dd14c7895f2a5",
    "elapsed_seconds": 3239.2561696991324,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 66555
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 515,
    "phase": "full",
    "loss": 0.5261352509260178,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2284445762634277,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e349df9871033e53750c856e4af4a49eac5e2990818b637455a4c0057c4cc816",
    "elapsed_seconds": 3243.8732582330704,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 67681
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 516,
    "phase": "full",
    "loss": 0.5963931381702423,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.19484543800354,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f2e88496cbcd1c8436e0ff7b18e46db0476d51df40e9c7a8f7bf9f016db23207",
    "elapsed_seconds": 3248.3088536038995,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 65649
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 517,
    "phase": "full",
    "loss": 0.6132902428507805,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.202114582061768,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "51b106466e69e2d1afbbade093bd04c1db26b921f8cdd5b20180808d3fcdf390",
    "elapsed_seconds": 3255.2979404702783,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 89884
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 518,
    "phase": "full",
    "loss": 0.6331889182329178,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.3348002433776855,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "98552de512f0307c9b44cab65b8ab73cd3bc2bd4d6a2e41d9ce109014a8b802d",
    "elapsed_seconds": 3265.2147725224495,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 118914
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 519,
    "phase": "full",
    "loss": 0.5747418701648712,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.868443965911865,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "270034367f577c1bbb69dcd44cba68cf940f8bcda4359736653c865beb1c6178",
    "elapsed_seconds": 3269.14520900324,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 59661
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 520,
    "phase": "full",
    "loss": 0.6028001308441162,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5564922094345093,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8cf0400582a821432bf6e5dc6b77c4b5cd02258979d31e751741e6ce686fd3cb",
    "elapsed_seconds": 3274.7661005966365,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 79824
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 521,
    "phase": "full",
    "loss": 0.5672229453921318,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6882967948913574,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c1a3281d62efac8470fc359d2e7dcfd46c3b9c70d96fee593bc3fa8579ae029e",
    "elapsed_seconds": 3280.9196707867086,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 82303
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 522,
    "phase": "full",
    "loss": 0.5362171828746796,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6928218603134155,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6ab99bcc4d6443d7fe6681f6a29b0b81c7bc828175eaff7c52d467535104c4a4",
    "elapsed_seconds": 3286.1375111825764,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 70804
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 523,
    "phase": "full",
    "loss": 0.6648778989911079,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.6141462326049805,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7347c63fe0e13bbd283127792117215dd80b30d52d94a9ffd1581124763a9c9a",
    "elapsed_seconds": 3293.745384249836,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 98394
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 524,
    "phase": "full",
    "loss": 0.4755164384841919,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.916016161441803,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "81dfd546760cfcd69767246af9fcf6e6e5ad483eda8e1062afe579137e16688b",
    "elapsed_seconds": 3302.148982807994,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 99130
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 525,
    "phase": "full",
    "loss": 0.5769933387637138,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7583439350128174,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "63d687a9daf533a4b72639482678eab87adc1e3004f87d8bc90eb5459f6a1ebd",
    "elapsed_seconds": 3307.486176047474,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 73021
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 526,
    "phase": "full",
    "loss": 0.5158169567584991,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.7936670780181885,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c642605ceb310df96a9ed88337b88aff03dafdac8f5c786568c44c09e936306f",
    "elapsed_seconds": 3311.0306033454835,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 52729
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 527,
    "phase": "full",
    "loss": 0.49386297911405563,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.7488237619400024,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f92f4bf0b55610e3e4c3dafede2fd94a799d78888d8a563db2d72b1c2ffb3392",
    "elapsed_seconds": 3315.255966991186,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 62805
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 528,
    "phase": "full",
    "loss": 0.49775057658553123,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.4855557382106781,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "47a39ebf902f59a2b8c05cb7b26a4bd0c2bf19f03700d17b5f9f7486591e8f46",
    "elapsed_seconds": 3321.177010446787,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 81676
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 529,
    "phase": "full",
    "loss": 0.698730101565161,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 11.925446510314941,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "93d25f25dadb32f122b40108639e75c604d6af0d0d73c3db335b925d3d594cac",
    "elapsed_seconds": 3326.086146451533,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 68905
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 530,
    "phase": "full",
    "loss": 0.5866149067878723,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.0755858421325684,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e88fcd02fd3c77204722be05e4f0da15c29216b1185123afa769dfdbfb0ce211",
    "elapsed_seconds": 3330.520337883383,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 65706
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 531,
    "phase": "full",
    "loss": 0.9372213780879974,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 16.18410873413086,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "986631798635dab0f36b35897e56ab2ff84e7f11b4b69497e56227215ca8a835",
    "elapsed_seconds": 3337.6647724322975,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 92057
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 532,
    "phase": "full",
    "loss": 0.653831347823143,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.379541397094727,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "2145f773df6abb8c9644a90124128a28dd6d463095d134d14bb313cdac66228b",
    "elapsed_seconds": 3344.06766012311,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 84943
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 533,
    "phase": "full",
    "loss": 0.743094539269805,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 10.991580963134766,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4df001552858ff4296d61062fa303ae30d19a18097e460d5551b554a1c762add",
    "elapsed_seconds": 3348.866637278348,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 68857
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 534,
    "phase": "full",
    "loss": 0.8454129695892334,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.960097789764404,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "800a63b5574595db4951e87e11d7d07f0d30e4e834a546d5b0589bd1838b7f79",
    "elapsed_seconds": 3352.7103722281754,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 57486
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 535,
    "phase": "full",
    "loss": 0.7930430714040995,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.865049839019775,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f112fc06dbd9db1c107787cd41411b28319d51b42adbeb2d44cb7fc6712e0d7a",
    "elapsed_seconds": 3358.3992465138435,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 69045
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 536,
    "phase": "full",
    "loss": 0.8631528317928314,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.501075744628906,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "06a40a49ffcba48dd0be4294582d8a536d0b0aac1f791bed40ef78ecfbf74f6e",
    "elapsed_seconds": 3363.038089822978,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 81,
      "padded_tokens": 67943
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 537,
    "phase": "full",
    "loss": 0.9863689467310905,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.206444263458252,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "fb3584bcd8eb59be2b73a570a88af76901e008456080e0300ffe065c2c7e9780",
    "elapsed_seconds": 3369.0503644421697,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 75625
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 538,
    "phase": "full",
    "loss": 0.6321641504764557,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.449967861175537,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "67c45482ad9b50614f89876a2272f720f75f2555a4bee90ede3c7006a106a90b",
    "elapsed_seconds": 3373.1847885474563,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59777
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 539,
    "phase": "full",
    "loss": 0.5318642854690552,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.5278408527374268,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "56b08ec4bf713174f501d03791a83666384e0e9387f45ff73e41c0c00e38ea73",
    "elapsed_seconds": 3377.5541013740003,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 63927
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 540,
    "phase": "full",
    "loss": 0.6211314350366592,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.723571300506592,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4aced68453cfacc7c56cc40f6d9507a895b0e2fdadc1c78ee7c1571b555aebb5",
    "elapsed_seconds": 3381.2548710890114,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 55254
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 541,
    "phase": "full",
    "loss": 0.5402945876121521,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.068455457687378,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b31bed590efedc3600492e1b77cdc4cc192471e70db620ac687b127044adc295",
    "elapsed_seconds": 3387.0354234203696,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 75435
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 542,
    "phase": "full",
    "loss": 0.4229900762438774,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7634011507034302,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "45727885a4f66c29a0983c88eb7bb8e2b679c94a32d26abab0a3cb6a5fabb9b8",
    "elapsed_seconds": 3393.2405042164028,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 83007
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 543,
    "phase": "full",
    "loss": 0.5015362426638603,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.5501141548156738,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e7a1ed422f48d11a51dbb86f1400a862f7af20e3bb5e3ac3f1789214e582d27f",
    "elapsed_seconds": 3399.1769144535065,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 80418
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 544,
    "phase": "full",
    "loss": 0.7010757774114609,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.278714656829834,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ff4def474cc8ce6effe020211f7e8a548cc7bebcfd7fc941fe9705a6a72133e4",
    "elapsed_seconds": 3403.6042752563953,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 64719
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 545,
    "phase": "full",
    "loss": 0.769792765378952,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.267146587371826,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8220ff6076addb69cdb29f9feccd231f3c3591a86d932c1e39cf1d1aaf705fba",
    "elapsed_seconds": 3408.0790806747973,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 64638
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 546,
    "phase": "full",
    "loss": 0.6378037184476852,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.7208104133605957,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "b3d7b76b116aa0a64140ac0575f9106d8dad0e81e13ab6aeb491854a2e59eb0f",
    "elapsed_seconds": 3417.635033827275,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 108838
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 547,
    "phase": "full",
    "loss": 0.6878909524530172,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.705592155456543,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f75f37abecfafd3214fb4d3d43f79536448dcba14aea57d920758be1100797e1",
    "elapsed_seconds": 3422.821931630373,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 70300
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 548,
    "phase": "full",
    "loss": 0.6329275742173195,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.0256187915802,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "6cd360591d6c19d8681d31a8a28fc2057befbe75b18544b4cb442cd6e3cdaf04",
    "elapsed_seconds": 3429.5325616188347,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 86814
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 549,
    "phase": "full",
    "loss": 0.6403095722198486,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.256805658340454,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "44ecc7d3d3c944b4c2636fb8d206a9c56af17a9bbb1bcb0bc22c1641bbb25dfb",
    "elapsed_seconds": 3437.3165366873145,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 95410
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 550,
    "phase": "full",
    "loss": 0.5703202933073044,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.2325799465179443,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "22a60e1e82d5cb4c332e0277df47914de72a468799e6b3f39111d0148fb5254a",
    "elapsed_seconds": 3442.2252994552255,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 69581
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 551,
    "phase": "full",
    "loss": 0.9389929175376892,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.592004776000977,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "670b505f46245945d036e9de5de70d301462f92899802d8b0b0b99f4e92ff3b5",
    "elapsed_seconds": 3446.899601139128,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 67340
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 552,
    "phase": "full",
    "loss": 0.5080464631319046,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.2960761785507202,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5bb22af6632d06c5a9de77cffa6368ea70d65f7a201fa2cc71c3a614e3da4236",
    "elapsed_seconds": 3454.915497235954,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 98646
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 553,
    "phase": "full",
    "loss": 0.5781146138906479,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.429563999176025,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "88429e94b54c0f49545036986af7c6ab0213e1672ec51db63b06906850833825",
    "elapsed_seconds": 3459.188864864409,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 62142
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 554,
    "phase": "full",
    "loss": 0.6336592026054859,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7339216470718384,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f86a1ebff125ec9c2e07b6384d4717f416aa576990bc2f4c19545df86c682d40",
    "elapsed_seconds": 3467.952164988965,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 105902
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 555,
    "phase": "full",
    "loss": 0.5701705235987902,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.7937381267547607,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5aba7512795c3f7d4ba0016717dec635fbb52aeeb94008032585fad3fde02508",
    "elapsed_seconds": 3474.934291526675,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 87889
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 556,
    "phase": "full",
    "loss": 0.42958396673202515,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.1004204750061035,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "300a579c344657aa9f59a12cafed6e3d67333fdede04983649202bc7e7760bbd",
    "elapsed_seconds": 3478.9891426041722,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 58783
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 557,
    "phase": "full",
    "loss": 0.6006502322852612,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.573773145675659,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8c2a4505039d818a6baaebfebe51fa544e08fa282a756ffc19e68b705f9bae2a",
    "elapsed_seconds": 3485.0289931558073,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 76938
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 558,
    "phase": "full",
    "loss": 0.49728892743587494,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.020680546760559,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "850cf6535b1532359304381b6f51ea121eb98694a6fcc18d7a36720fb2c121a8",
    "elapsed_seconds": 3489.0576810613275,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59261
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 559,
    "phase": "full",
    "loss": 0.5820854753255844,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.381009340286255,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "67ddc1e0b63d56641b160a07341679c88d460e1ce3f74a45fffb17f9de8c5218",
    "elapsed_seconds": 3495.8015605658293,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 83756
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 560,
    "phase": "full",
    "loss": 0.5028099566698074,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.188259601593018,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7816a8aa57b0d369da375475a32b5d6d0e39819b1286aaf152bbb4983de54e17",
    "elapsed_seconds": 3500.8483085781336,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 71967
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 561,
    "phase": "full",
    "loss": 0.5034259185194969,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.4257374405860901,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4afd520756b3ed1a2434031e1e282d67ec3702a42247f17b9fd2462c8f2b9372",
    "elapsed_seconds": 3507.0977792441845,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 82445
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 562,
    "phase": "full",
    "loss": 0.5904512703418732,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.569338321685791,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "5ed30001756754d96574c1deacf7912029caaf7b3bd04431e9d2ba7ac1af924d",
    "elapsed_seconds": 3513.1583751812577,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 79941
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 563,
    "phase": "full",
    "loss": 0.5258239805698395,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5563676357269287,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "86ae2247287cf3eaa8d34e9c755502a0a4c18f52a8e579712136d9e5e64d6331",
    "elapsed_seconds": 3517.623693469912,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 82,
      "padded_tokens": 66427
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 564,
    "phase": "full",
    "loss": 0.6028321124613285,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.790979862213135,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e2e5321ed210b76eca2a7ff932070e1503be6e4ca3362577764e0559b6c206d7",
    "elapsed_seconds": 3523.0985907912254,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 74399
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 565,
    "phase": "full",
    "loss": 0.7981222420930862,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4813907146453857,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ca647eb0374ca79446b8e5cfd971dd0aad123907e5b88c1d40f1cf35f8ed64c9",
    "elapsed_seconds": 3531.0118957310915,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 97320
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 566,
    "phase": "full",
    "loss": 0.4938010051846504,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.9748803973197937,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "9f01d6d381ba9b260f2e7758b207fdd99409a659d17b6da84337f07c8a1a04cd",
    "elapsed_seconds": 3535.543923456222,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 74,
      "padded_tokens": 64178
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 567,
    "phase": "full",
    "loss": 0.5243579894304276,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.5585163235664368,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d3d8a7fb1d44b72097a6e9602b7c452cf50ff0173689fbe82fc54961057f4717",
    "elapsed_seconds": 3542.5478940978646,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89868
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 568,
    "phase": "full",
    "loss": 0.542672336101532,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8903346061706543,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "66530e6013984632b0a28a8c977c3a433cc8b6bde453312c93ca00c4a5a7d081",
    "elapsed_seconds": 3546.6634517386556,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 60525
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 569,
    "phase": "full",
    "loss": 0.8175262212753296,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.397824287414551,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0473e17a7266b4211520e5813408b4492a6c18bb8422eebf8f286f44929bab1f",
    "elapsed_seconds": 3550.613716073334,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 59757
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 570,
    "phase": "full",
    "loss": 0.7682691216468811,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.3109660148620605,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7d3c02dbe5d2733d0ff3b1294057824be2f5b814dc445daaa520a8edcd03a91a",
    "elapsed_seconds": 3554.911379106343,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 59003
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 571,
    "phase": "full",
    "loss": 0.5318886041641235,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.7683944702148438,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "92a700e001eded1cb95af2ce0e34981a182bb16b2a7fee9939e0314ffce0a18f",
    "elapsed_seconds": 3558.8082569018006,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 57985
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 572,
    "phase": "full",
    "loss": 0.6588191166520119,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.164393424987793,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ded3f2a7d6cbf865dcc6261e554dd73c70debd55d05601e1c4348a65d0b6031f",
    "elapsed_seconds": 3563.0390952788293,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 62900
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 573,
    "phase": "full",
    "loss": 0.7830339446663857,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.102172374725342,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "3791d5897a0618866f4729de189e260c54d76d1ed9e4c05c2dea6f1afa9d0089",
    "elapsed_seconds": 3568.858160890639,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 75400
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 574,
    "phase": "full",
    "loss": 0.573992270976305,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.277484893798828,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7d4fe4069e302766366716870591e65383b6fc49679f4968ba028d9b5ce12de4",
    "elapsed_seconds": 3574.352470062673,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72963
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 575,
    "phase": "full",
    "loss": 0.772873729467392,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.639839172363281,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "33e75e69e1e3e4adf2fbb966306662794868ffcef47ed16bda6b75c1e8ef9ce4",
    "elapsed_seconds": 3579.9785902164876,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 76377
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 576,
    "phase": "full",
    "loss": 0.4913268946111202,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.116097450256348,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "82e72fee6e700e834e7c4759158b1ac8f0ace2d3381ba046d4f111e8e363ccc3",
    "elapsed_seconds": 3585.713383857161,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 73220
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 577,
    "phase": "full",
    "loss": 0.76918625831604,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.553112506866455,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "65888cf52d425e74ee34efaf534c6d0fe4373d309091ee3df9c6d45223a23667",
    "elapsed_seconds": 3590.34851334244,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 66741
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 578,
    "phase": "full",
    "loss": 0.5350349247455597,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.020970821380615,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7c632f8f7b3d004cc1e204b6262b1c4726b2b129c8dd49871de66dc8495a3f56",
    "elapsed_seconds": 3596.3806258141994,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 79394
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 579,
    "phase": "full",
    "loss": 0.6168797835707664,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.8585104942321777,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0904f14fc8b10550d9848725432b773db6cfed5ce2ae4021fa65c10179f9473d",
    "elapsed_seconds": 3600.4945135824382,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 60980
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 580,
    "phase": "full",
    "loss": 0.46151281148195267,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.6631872653961182,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "ca8285626d54442ce4c5707daf42c96e9fed8c6c3bdc7f81f49244191b79c686",
    "elapsed_seconds": 3606.0679347999394,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 75723
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 581,
    "phase": "full",
    "loss": 0.5507174022495747,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.5561132431030273,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "7ad5197f3ac14749a4595f1974d9d09c4af3a1bc4702bb84424f27cebced330c",
    "elapsed_seconds": 3612.242604713887,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 76755
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 582,
    "phase": "full",
    "loss": 0.9053626917302608,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 7.195716381072998,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "c5b1427a67006187cacbe6bf81c1d2c13e0ae6f2f1b3d1d00da85109c86e1420",
    "elapsed_seconds": 3617.5226833857596,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 72960
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 583,
    "phase": "full",
    "loss": 0.5712215304374695,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.296003818511963,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d8cb3547dbbd56ffd143fdb7457188e366a395425d001946988bc7481aaaa56a",
    "elapsed_seconds": 3622.6800837665796,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 72339
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 584,
    "phase": "full",
    "loss": 0.6483864933252335,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.662240982055664,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "70174b8360dab2426a098da773899c04e9cf2f9ba90d74f48f41566c3fa15bc3",
    "elapsed_seconds": 3626.7603326663375,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 60853
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 585,
    "phase": "full",
    "loss": 0.5707001015543938,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 8.88985538482666,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4ed1fe3a18f57c20d3686f360c1edb95086faf079e451a88a66f57770b8190b0",
    "elapsed_seconds": 3632.156053505838,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 76,
      "padded_tokens": 70110
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 586,
    "phase": "full",
    "loss": 0.5147230327129364,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.4754438400268555,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e4611913ce195fc6964034c4b7f944e694b126e78f9fedd717dbeaf2f3f946b4",
    "elapsed_seconds": 3635.744302481413,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 53224
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 587,
    "phase": "full",
    "loss": 0.9091843962669373,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.844583034515381,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "433c98b5656d5d4114cecd3d1c20b82323d511d88bd688ffbcf5b9355f032e76",
    "elapsed_seconds": 3641.080625426024,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 74655
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 588,
    "phase": "full",
    "loss": 0.6904475539922714,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 4.698084354400635,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f04702480c9243843586a87551eaca357f7e52bbfd37d7eeb4256c4eb1e5a8df",
    "elapsed_seconds": 3645.668056882918,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 80,
      "padded_tokens": 67381
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 589,
    "phase": "full",
    "loss": 0.5673483908176422,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.6608221530914307,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "e7f759b2728fc46f9787b112b5fd3ac4af143f57ac307db66ad7ae00ea72fa54",
    "elapsed_seconds": 3649.759677734226,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 61151
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 590,
    "phase": "full",
    "loss": 0.7364543974399567,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 12.337621688842773,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4365d1e0695da354eb75d394905bda3f03f2ac03983faed1262173cbbf5d9924",
    "elapsed_seconds": 3653.237810499966,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 52119
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 591,
    "phase": "full",
    "loss": 0.531048409640789,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.445942997932434,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "dc6887d41c9aa0105435d1028ea3f7cd37e60045ddd686140e785da8f0e2e932",
    "elapsed_seconds": 3659.9044321477413,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 85758
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 592,
    "phase": "full",
    "loss": 0.7143919542431831,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.921297073364258,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "f6308757ac0e4c9c3a124b02d4db2eec302a4d5a8eb4e1b669a595f59e8ec669",
    "elapsed_seconds": 3666.9611957781017,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 89204
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 593,
    "phase": "full",
    "loss": 0.45809103548526764,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.386509418487549,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "29135abe09855050c94af6c8c4510dcdd802c42c03d9bfc1656079aa62d675d8",
    "elapsed_seconds": 3672.6793535761535,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 75590
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 594,
    "phase": "full",
    "loss": 0.5813689678907394,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.5670721530914307,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "4d426cd24e25bcb500a249b1b31d4789adc1d0e100465146482d642d0b8519b1",
    "elapsed_seconds": 3676.6656742058694,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 59497
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 595,
    "phase": "full",
    "loss": 0.648274339735508,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 3.2455403804779053,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "00718a40dea7ecadee69d417396562fca07983f061d3587c9e25fcc6717ce09d",
    "elapsed_seconds": 3681.393620803952,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 65311
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 596,
    "phase": "full",
    "loss": 0.5362952928408049,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 2.4677040576934814,
    "microbatches": 5,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "0faa9c78951343ff754791496af80374fbacb8f41351803616fbb1452612a23c",
    "elapsed_seconds": 3688.5712729245424,
    "online_compute": {
      "forward_calls": 5,
      "question_instances": 24,
      "leaf_paths": 75,
      "padded_tokens": 89131
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 597,
    "phase": "full",
    "loss": 0.7574654892086983,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 5.192407608032227,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "1684d11c609f15b539489b8d41df265fa926cab9e17c2885fa1a53fb65dbbfe5",
    "elapsed_seconds": 3695.0272836983204,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 78,
      "padded_tokens": 85169
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 598,
    "phase": "full",
    "loss": 0.5697773844003677,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 1.971250295639038,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "d862ebbcb102354aca99c9fe39861ca15a71f793d4b53600a916d1a1c890e5a7",
    "elapsed_seconds": 3702.0014164708555,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 92191
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 599,
    "phase": "full",
    "loss": 0.5173940807580948,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 0.7802579402923584,
    "microbatches": 3,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "8db067f833a2cf08593abaaf7360448ad0a374995f5850c7bab43c516ee89337",
    "elapsed_seconds": 3706.4705897830427,
    "online_compute": {
      "forward_calls": 3,
      "question_instances": 24,
      "leaf_paths": 77,
      "padded_tokens": 65687
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    }
  },
  {
    "step": 600,
    "phase": "full",
    "loss": 0.5795324444770813,
    "loss_is_score_function_surrogate": false,
    "gradient_norm_before_clip": 6.2802734375,
    "microbatches": 4,
    "sample_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "sample_pool_counts": {
      "maze/policy": 8,
      "shooting/policy": 8,
      "snake/policy": 8
    },
    "batch_question_ids_sha256": "bb7fc35909191894a8b2e11248ac9d9f1e6f7ba11da2ee873e3285306bbc8f61",
    "elapsed_seconds": 3713.2645650468767,
    "online_compute": {
      "forward_calls": 4,
      "question_instances": 24,
      "leaf_paths": 79,
      "padded_tokens": 89684
    },
    "td": {
      "enabled": false,
      "target_version_step": null,
      "target_refreshed_to_step": null,
      "target_forward_calls": 0,
      "target_question_predictions": 0,
      "target_leaf_paths": 0,
      "target_padded_tokens": 0,
      "target_forward_seconds": 0,
      "terminal_target_instances": 0,
      "bootstrap_target_instances": 0
    },
    "dev": {
      "questions": 1715,
      "selection_ce": 0.6414166002419315,
      "selection_weights": {
        "maze/policy": 0.3333333333333333,
        "snake/policy": 0.3333333333333333,
        "shooting/policy": 0.3333333333333333
      },
      "missing_selection_cells": [],
      "by_task_role": {
        "maze/policy": {
          "questions": 213,
          "excluded_questions": 2,
          "objective": "api_policy_distribution",
          "ce": 0.855317464797139,
          "kl": 0.047938578954302945,
          "tv": 0.111726566085394,
          "brier": 0.03442248081853368,
          "target_argmax_agreement": 0.7230046948356808
        },
        "shooting/policy": {
          "questions": 1342,
          "excluded_questions": 0,
          "objective": "expert_action",
          "ce": 0.4242245880819613,
          "kl": 0.4242245880819613,
          "tv": 0.17335273801808157,
          "brier": 0.22533115240964935,
          "target_argmax_agreement": 0.8561847988077497
        },
        "snake/policy": {
          "questions": 157,
          "excluded_questions": 1,
          "objective": "api_policy_distribution",
          "ce": 0.6447077478466944,
          "kl": 0.03349043500754675,
          "tv": 0.07976820470603553,
          "brier": 0.019409854678137124,
          "target_argmax_agreement": 0.9044585987261147
        }
      },
      "by_role_macro_task": {
        "policy": {
          "tasks_present": 3,
          "questions": 1712,
          "ce": 0.6414166002419316,
          "kl": 0.1685512006812703,
          "tv": 0.12161583626983703,
          "brier": 0.0930544959687734,
          "target_argmax_agreement": 0.827882697456515
        }
      },
      "by_selection_pool": {
        "maze/policy": {
          "questions": 213,
          "ce": 0.855317464797139,
          "kl": 0.047938578954302945,
          "tv": 0.111726566085394,
          "brier": 0.03442248081853368,
          "target_argmax_agreement": 0.7230046948356808
        },
        "snake/policy": {
          "questions": 157,
          "ce": 0.6447077478466944,
          "kl": 0.03349043500754675,
          "tv": 0.07976820470603553,
          "brier": 0.019409854678137124,
          "target_argmax_agreement": 0.9044585987261147
        },
        "shooting/policy": {
          "questions": 1342,
          "ce": 0.4242245880819613,
          "kl": 0.4242245880819613,
          "tv": 0.17335273801808157,
          "brier": 0.22533115240964935,
          "target_argmax_agreement": 0.8561847988077497
        }
      },
      "by_task_role_target_source": {
        "maze/policy/api_policy_distribution": {
          "questions": 213,
          "ce": 0.855317464797139,
          "kl": 0.047938578954302945,
          "tv": 0.111726566085394,
          "brier": 0.03442248081853368,
          "target_argmax_agreement": 0.7230046948356808
        },
        "snake/policy/api_policy_distribution": {
          "questions": 157,
          "ce": 0.6447077478466944,
          "kl": 0.03349043500754675,
          "tv": 0.07976820470603553,
          "brier": 0.019409854678137124,
          "target_argmax_agreement": 0.9044585987261147
        },
        "shooting/policy/expert_action": {
          "questions": 1342,
          "ce": 0.4242245880819613,
          "kl": 0.4242245880819613,
          "tv": 0.17335273801808157,
          "brier": 0.22533115240964935,
          "target_argmax_agreement": 0.8561847988077497
        }
      },
      "excluded_by_selection_pool": {
        "maze/policy": 2,
        "snake/policy": 1
      },
      "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
    }
  }
]