| { |
| "schema_version": 1, |
| "configuration": { |
| "version": "community-hard-mix-v2", |
| "seed": 20260921, |
| "replay_cap_per_source": 1500, |
| "input_bindings": [ |
| { |
| "category": "new", |
| "path": "data/community-diversity-v2", |
| "manifest_sha256": "90a1f02ea457e65d3e3c40859fb73c5113e090fcc7dfe3cead72dbe6730bb2e1", |
| "files_sha256": { |
| "train": "4274569425c7003a8705f804b27402d6e0963167c7a21dd8c491573b40520f16", |
| "calibration": "ed07c44e9d2793f5e4f3449e48152ffe3915a7fed89edac16f4cd7861ccb3cd7", |
| "validation": "b12851e59eb3eee5d917baddde35ab7bfc89910f77d91f4a554937ec59edf833", |
| "test": "71168841444f9d478e6bbca6148a46a4dc4426f12f283205d6a02517145f7a6d", |
| "ood": "4359ec2a43d0d17d7b4f8059954af648431cff16eb4cfc97c27894434c26c49a" |
| } |
| }, |
| { |
| "category": "new", |
| "path": "data/wanli-decisions-v1", |
| "manifest_sha256": "38d50b03e62c63c561eff879351a73c426fec3a431b8cedd5edb0d564aa0f5af", |
| "files_sha256": { |
| "train": "62b2561f1a43d157eb854916a4d24047f78e61dddb2e700b49d3268111449a85", |
| "calibration": "7253def87adf070728e534f39284df1e349e30a13c1d65291d5189afc7f0aa70", |
| "validation": "601ced227bb054b035654073c74eb4bafef29b3e368c325b083dab5c24fae384", |
| "test": "5383a944978701468b8bdc884ed7ad41e78f2aea369317feb08b931af865de4f", |
| "ood": "ce1fbebd84b6ca95d3dd94b2e93b224412a78090d9cafc2d4d560e61690aa13e" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/browser-drone-expansion-v1", |
| "manifest_sha256": "ba001b88787ce21576017897a0cbdedd5917ceb29ad3522b0e1fb7b4836d49df", |
| "files_sha256": { |
| "train": "91a3e3c715abd735509a5a23453161475aff85626f2c47563a8fab4e7dc79239", |
| "calibration": "8a366dbb71dbe57b98a25da3071fc858beb7e8567adf4abf952c3d98f79bb94c", |
| "validation": "bb49a3ca608dbeb543c56a20ee2f32e75f65be835fcb40ec40014af7351c6c7d", |
| "test": "662d5e79da70eba77ad740eb37576b8157e53e5c1d8cd9344c60ec56d3969637", |
| "ood": "364992ae82a2d8b6f3f4ed68a0efa06d9a6b9ae469d81113d4165f762eec0a94" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/ir-control-v1", |
| "manifest_sha256": "5305dad7326fbf32aa006447137c5a3eb92872d90cde71302bc7efb39f882590", |
| "files_sha256": { |
| "train": "6d33876576fb7989abbf9edcd878074f4da7d4f502d770d110a848bbe259541d", |
| "calibration": "7ad15592ec8b1d2e6c2d819fb186dc2dec47f8ed9214072f6f45452be7194e61", |
| "validation": "0ecbe867ae894a83101805328be1b1d983cc210fb624fa78d2aedd59f8b702ec", |
| "test": "97637e12062c98447b49cfa8cc9669e86525dce0078657a08fd9f1b54e5e2869", |
| "ood": "fa6332b13395ef37ab4c88e4c5888201f8c814fdd26d387bc5684e7bf410076b" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/mailroom-control-v1", |
| "manifest_sha256": "afa9daabd5639a333c9adf8e89e7c7bbfcf84adfc051fb9843978c29703122f6", |
| "files_sha256": { |
| "train": "5a19ebf41125093c8bb7aa0861842673686014b2c288e79bfbb54a0ea1a4a86d", |
| "calibration": "9765f7481ff6eda49733d1cdee648c771bb1a2055bcc7df9bac5d2acda9b592b", |
| "validation": "97558afbd86cb84cada925c9513fa868db3e47db83e51fc1dafe955240d05516", |
| "test": "9bb9976cfa9e3e5dc084b86d9cbeb0bc201465a5ca0249af6781c02bdf635938", |
| "ood": "5667325039486c28ade0b752c3fbf694aa7c73e7998a274744b09b5dea207d0e" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/amount-extraction-control-v1", |
| "manifest_sha256": "6f89f81336ac36505c563193da27fca2155fa566175451854f0ac410979ea80b", |
| "files_sha256": { |
| "train": "68a34ca1371b60dc9b49c7d26882893758c16bc1dbb85a636cf0643ed7f5047d", |
| "calibration": "4db65ea37fc9569f3666d87762aec37c6786dfa7e7caee9dc70ef6e1420d6e6b", |
| "validation": "b9bc54dd4c39eb1ab40313bf0ce1339c48b579077000b5de1c0a9ffaba802e76", |
| "test": "f8500ef9dbd65280b2c58edcfc579dd175ddde52bc2b19b6b97c5cd84bff8bd8", |
| "ood": "11f3348654087a561fc3ec934144712e38decf6cfb43c21efb5b96099e0f3e93" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/entity-alignment-control-v1", |
| "manifest_sha256": "b3afddbeb926d57b7d7ea13c5fbda0fff878c647ea9ff1ee8a09b11d7f2f9eb5", |
| "files_sha256": { |
| "train": "ff4f67f3425ce6568388c44524f04fce438c580d5eb3f4bb0a8f5508f11e4234", |
| "calibration": "dd6abd73a852a6067bca90bb9f378b0eae8acb5cfcaf8df71473c8f64494c01f", |
| "validation": "e0a3d143d6dc4a0e983124746bb02537ab200a322aba84a176daea499c75e2b6", |
| "test": "ae101aa7d0692106f71634ccebf39b7062cb37181025af9b9b8955b0a82a0048", |
| "ood": "8c4172dc683c41caf7355291b1bd9e27aa558b7073037bde9a87dd3a5cc56359" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/email-selection-control-v1", |
| "manifest_sha256": "4c18cc791425003c5c8f052ce27ed034dfb54c79ddac24de13f7290ab3b3316c", |
| "files_sha256": { |
| "train": "2127d52a792e1e7d2727315aaf7368e61b50d9853559f4e694aa96964e3fe492", |
| "calibration": "d6a6ddb37d4d086028a8c68f6b2c677ff4860ac0441c35e586d4f2233aa4bdd9", |
| "validation": "575c2a53df3b075210cb6f4845e94a15123321af0945208b0b7eba00cb044ad9", |
| "test": "9d4138f70de5473700dd59a92bb893d87e68d98ce0a76ead98c907fe8256e28e", |
| "ood": "975ec0cff2afd7188313682b73de64be76ad7f8fdc42603fefb1c2cc616ecd04" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/phone-extraction-control-v1", |
| "manifest_sha256": "1001f1e04795308bf4f68db51076e8e1e1e47802986de54fc33b3b8d33548cfb", |
| "files_sha256": { |
| "train": "407bd4c4d0b9e703d83e2db6327acb2604f032188a0535578bce7d9d4688859e", |
| "calibration": "48a9d3aa1da99f6a8794e5a139e9b3d3a2b6f127edfab478e2f00d2d6c119dca", |
| "validation": "7a078bb9b2bd0b4c58858ace347ad4a9c513122b628799193c1214b5ff6ff395", |
| "test": "dfc1180917d4c8717bc15c5c2162e2dbea24172158d593b062c8cb5eb1360903", |
| "ood": "576fb66309089809a4646aeb88e3cc3d187c42498eb6d564c9bc79cad730f88b" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/citation-control-v1", |
| "manifest_sha256": "069466d7536c579812bf2c870a9ea209d13a695005c299debffe61cd3aeffff4", |
| "files_sha256": { |
| "train": "c8e939ea7e49290a8d551b93cf759dda68dd25bce264dbd0461cf2fb1e7ca448", |
| "calibration": "feae8a0adb34690d0dadb920213b3da3f29b52aaf4c938bd3279c58821a69e04", |
| "validation": "e3b7dd9759199d9aa64e1df94b1efdd0ef91a7fdc7090ce0aa6943604fefb1f7", |
| "test": "fd55095c6387a3027e0eb9639e3c6a802cdff29e587ef3118457d84285016a50", |
| "ood": "f85863a39afaf12cb5ab3e4ab554f9bba93a41b1741629daa6a855c9dd3520eb" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/sponsor-segment-control-v1", |
| "manifest_sha256": "6a143ede0485b22588fc92f4612f41428c46b1fa7d8f8cc0d32422d09b548f13", |
| "files_sha256": { |
| "train": "cd8a28b09840594f945d389447e77f0d216c852028d4cce05cda28f2506f7148", |
| "calibration": "79540596a197fc4364fb3fe4c7525ad8347ee72e48fec3cbfa0b43e5b47b3322", |
| "validation": "12a503bb310414659469ddf14aede84b5a64f4dc166bcbf28d870b9fb3a01c60", |
| "test": "642f6e6577a4761dee2b862f914978bd6fc6697979e1a954fd9eb9e163865a17", |
| "ood": "29ad7566e7b4989c7cec7aee6d8266db26d19a0829d43a5e179cdd2fade325d9" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/silent-failure-control-v1", |
| "manifest_sha256": "a7d326a480c0132dd608d0d7119a948bc16e36667e0ff7049e111f33c5445fac", |
| "files_sha256": { |
| "train": "3b83b1d937ca2df42e94d15a7ef70125672f653ceeb82fe3790a7b07d2bf8a8f", |
| "calibration": "2c86b1ddc82f20fe6979920620caa5dbb3568dcc159c307ee32b49e99bc2c85d", |
| "validation": "173e5a00b1a5573d91ea5ba323bea2b1d4358eea44cceee85dce5823d9ea221a", |
| "test": "37c95060bd0c38d9dd3315e30d60ad69a38d8fe717fca32e7c77b4ed4a944024", |
| "ood": "3fd69c6e86ab7e6b6034e4b48bd55d845488efca1815626af9b9103e30cfd299" |
| } |
| }, |
| { |
| "category": "replay", |
| "path": "data/context-retention-control-v1", |
| "manifest_sha256": "03badf69899809919e90bd299c5ddea4b3f8d646505d02f9544a1312e13bbd94", |
| "files_sha256": { |
| "train": "d6c4cdc5572da328675b9e3c5eb8af8ef186a9a3fbd5c3bdeaec4a7be21bca06", |
| "calibration": "b157cd03922bd89056ca3678223c1f64bd152d81d5ba4c14b1ec0088f4f4d2ca", |
| "validation": "20063011a0fbdc07582ce8da7e7f40502995d03460e73d7ac902a23bb32bc7cf", |
| "test": "a5e3adc7dbb90209ef4ffd657bcb004424ab71807bdf076ae234626cb769b3ee", |
| "ood": "558db34ab2be4c12fffa611a47612506977245e2d4c598caa561c374c7f68b97" |
| } |
| } |
| ], |
| "replay_policy": "Hash-ordered round robin across parent groups; no duplication or oversampling.", |
| "new_source_policy": "One full pass over retained rows; four-rank training wraps at most three rows to complete its final step.", |
| "excluded_groups": [], |
| "filtered": { |
| "replay_train_cap": 232619 |
| } |
| }, |
| "summary": { |
| "records": 328672, |
| "groups": 76619, |
| "unique_inputs": 327954, |
| "splits": { |
| "calibration": 26764, |
| "ood": 84486, |
| "test": 43301, |
| "train": 148639, |
| "validation": 25482 |
| }, |
| "kinds": { |
| "choice": 185660, |
| "noul": 114562, |
| "score": 28450 |
| }, |
| "families": { |
| "doom_basic": 4239, |
| "evidence": 112873, |
| "natural_language_inference": 101207, |
| "policy": 72344, |
| "routing": 17720, |
| "rubric": 18236, |
| "wikiracing": 2053 |
| }, |
| "sources": { |
| "amount-extraction-control-v1": 18116, |
| "browser-control-v1": 9666, |
| "citation-control-v1": 2980, |
| "community-diversity-v2/browser_tools/argument_binding": 640, |
| "community-diversity-v2/browser_tools/confirmation_gate": 640, |
| "community-diversity-v2/browser_tools/date_range_form": 640, |
| "community-diversity-v2/browser_tools/goal_completion": 640, |
| "community-diversity-v2/browser_tools/idempotent_retry": 640, |
| "community-diversity-v2/browser_tools/pagination": 640, |
| "community-diversity-v2/browser_tools/stale_dom": 640, |
| "community-diversity-v2/browser_tools/tool_scope": 640, |
| "community-diversity-v2/browser_tools/typing_fallback": 640, |
| "community-diversity-v2/browser_tools/upload_constraint": 640, |
| "community-diversity-v2/contracts/assignment_consent": 640, |
| "community-diversity-v2/contracts/audit_right": 640, |
| "community-diversity-v2/contracts/automatic_renewal": 640, |
| "community-diversity-v2/contracts/change_of_control": 640, |
| "community-diversity-v2/contracts/confidentiality_survival": 640, |
| "community-diversity-v2/contracts/exclusivity_exception": 640, |
| "community-diversity-v2/contracts/governing_law_venue": 640, |
| "community-diversity-v2/contracts/liability_cap": 640, |
| "community-diversity-v2/contracts/noncompete_scope": 640, |
| "community-diversity-v2/contracts/termination_cure": 640, |
| "community-diversity-v2/games/crafting_dependencies": 640, |
| "community-diversity-v2/games/escort_sync": 640, |
| "community-diversity-v2/games/health_pickup": 640, |
| "community-diversity-v2/games/pit_stop": 640, |
| "community-diversity-v2/games/projectile_dodge": 640, |
| "community-diversity-v2/games/racing_braking": 640, |
| "community-diversity-v2/games/racing_overtake": 640, |
| "community-diversity-v2/games/reload_cover": 640, |
| "community-diversity-v2/games/safe_path": 640, |
| "community-diversity-v2/games/weapon_selection": 640, |
| "community-diversity-v2/ir/access_schedule": 640, |
| "community-diversity-v2/ir/api_auth_migration": 640, |
| "community-diversity-v2/ir/connecting_route": 640, |
| "community-diversity-v2/ir/hardware_manual": 640, |
| "community-diversity-v2/ir/incident_runbook": 640, |
| "community-diversity-v2/ir/inventory_answer": 640, |
| "community-diversity-v2/ir/regional_returns": 640, |
| "community-diversity-v2/ir/release_migration": 640, |
| "community-diversity-v2/ir/study_population": 640, |
| "community-diversity-v2/ir/warranty_transfer": 640, |
| "community-diversity-v2/rag/citation_coverage": 640, |
| "community-diversity-v2/rag/contradiction_resolution": 640, |
| "community-diversity-v2/rag/entity_alias_chain": 640, |
| "community-diversity-v2/rag/independent_sources": 640, |
| "community-diversity-v2/rag/negative_evidence": 640, |
| "community-diversity-v2/rag/numerical_claim": 640, |
| "community-diversity-v2/rag/policy_exception": 640, |
| "community-diversity-v2/rag/qualified_comparison": 640, |
| "community-diversity-v2/rag/temporal_fact": 640, |
| "community-diversity-v2/rag/two_hop_ownership": 640, |
| "community-diversity-v2/rubric_judge/abstention_quality": 640, |
| "community-diversity-v2/rubric_judge/balanced_tradeoff": 640, |
| "community-diversity-v2/rubric_judge/citation_attribution": 640, |
| "community-diversity-v2/rubric_judge/comparison_fairness": 640, |
| "community-diversity-v2/rubric_judge/faithful_summary": 640, |
| "community-diversity-v2/rubric_judge/format_and_content": 640, |
| "community-diversity-v2/rubric_judge/instruction_priority": 640, |
| "community-diversity-v2/rubric_judge/negation_preservation": 640, |
| "community-diversity-v2/rubric_judge/trace_consistency": 640, |
| "community-diversity-v2/rubric_judge/unit_conversion": 640, |
| "community-diversity-v2/shell_history/archive_extract": 640, |
| "community-diversity-v2/shell_history/checksum_verify": 640, |
| "community-diversity-v2/shell_history/dependency_install": 640, |
| "community-diversity-v2/shell_history/exact_repo_test": 640, |
| "community-diversity-v2/shell_history/git_history_query": 640, |
| "community-diversity-v2/shell_history/incremental_copy": 640, |
| "community-diversity-v2/shell_history/log_time_window": 640, |
| "community-diversity-v2/shell_history/port_inspection": 640, |
| "community-diversity-v2/shell_history/quoted_filename": 640, |
| "community-diversity-v2/shell_history/search_scope": 640, |
| "community-diversity-v2/support/account_recovery": 640, |
| "community-diversity-v2/support/damaged_order": 640, |
| "community-diversity-v2/support/delayed_parcel": 640, |
| "community-diversity-v2/support/duplicate_charge": 640, |
| "community-diversity-v2/support/outage_compensation": 640, |
| "community-diversity-v2/support/partial_return": 640, |
| "community-diversity-v2/support/privacy_export": 640, |
| "community-diversity-v2/support/refund_window": 640, |
| "community-diversity-v2/support/subscription_cancellation": 640, |
| "community-diversity-v2/support/warranty_repair": 640, |
| "context-retention-control-v1": 5196, |
| "customer-control-v1": 3294, |
| "drone-control-v1": 11055, |
| "email-selection-control-v1": 3282, |
| "entity-alignment-control-v1": 5756, |
| "ir-control-v1": 5734, |
| "mailroom-control-v1": 42828, |
| "painting-geometry-v1": 12508, |
| "phone-extraction-control-v1": 8150, |
| "reasoning-control-v1": 3558, |
| "silent-failure-control-v1": 4668, |
| "snake-v1": 7876, |
| "sponsor-segment-control-v1": 5955, |
| "tic_tac_toe-v1": 2534, |
| "tile_platformer-v1": 1697, |
| "trex_runner-v1": 36, |
| "vizdoom-basic-v1": 4239, |
| "wanli-decisions-v1": 101207, |
| "wikispeedia-v1": 2053, |
| "workflow-controls-v1/agent_trace_observability": 2970, |
| "workflow-controls-v1/customer_service": 3108, |
| "workflow-controls-v1/invoice_processing": 3630, |
| "workflow-controls-v1/security_incidents": 5376 |
| } |
| }, |
| "files_sha256": { |
| "train.jsonl": "959dac64adc1717d92e9bb80371d4b940b2b5994f9e36e469b3eaed85883fdff", |
| "calibration.jsonl": "6a02712bc6dce4c99cae3acfa54cf049553d12e4b795cfa4c170bd7de5732981", |
| "validation.jsonl": "743ec57c076fee300bfe3e3eb364a8fb629addfd185724c0b66d58633bcd9372", |
| "test.jsonl": "2cd250906060a570e0c596f7bb6ee7fb299fbf314e011a8c72ecb78d70248295", |
| "ood.jsonl": "b575698e0f1006713ca736b96d1d8eb43a54d052e266c0f363b027b288f54498" |
| }, |
| "model_input_fields": [ |
| "state", |
| "question", |
| "kind", |
| "options" |
| ], |
| "counts": { |
| "train": 148639, |
| "calibration": 26764, |
| "validation": 25482, |
| "test": 43301, |
| "ood": 84486 |
| }, |
| "sha256": { |
| "train": "959dac64adc1717d92e9bb80371d4b940b2b5994f9e36e469b3eaed85883fdff", |
| "calibration": "6a02712bc6dce4c99cae3acfa54cf049553d12e4b795cfa4c170bd7de5732981", |
| "validation": "743ec57c076fee300bfe3e3eb364a8fb629addfd185724c0b66d58633bcd9372", |
| "test": "2cd250906060a570e0c596f7bb6ee7fb299fbf314e011a8c72ecb78d70248295", |
| "ood": "b575698e0f1006713ca736b96d1d8eb43a54d052e266c0f363b027b288f54498" |
| }, |
| "training_by_source": { |
| "amount-extraction-control-v1": 1500, |
| "browser-control-v1": 1500, |
| "citation-control-v1": 1500, |
| "community-diversity-v2/browser_tools/date_range_form": 640, |
| "community-diversity-v2/browser_tools/pagination": 640, |
| "community-diversity-v2/browser_tools/stale_dom": 640, |
| "community-diversity-v2/browser_tools/tool_scope": 640, |
| "community-diversity-v2/browser_tools/typing_fallback": 640, |
| "community-diversity-v2/browser_tools/upload_constraint": 640, |
| "community-diversity-v2/contracts/assignment_consent": 640, |
| "community-diversity-v2/contracts/audit_right": 640, |
| "community-diversity-v2/contracts/automatic_renewal": 640, |
| "community-diversity-v2/contracts/confidentiality_survival": 640, |
| "community-diversity-v2/contracts/liability_cap": 640, |
| "community-diversity-v2/contracts/noncompete_scope": 640, |
| "community-diversity-v2/games/escort_sync": 640, |
| "community-diversity-v2/games/health_pickup": 640, |
| "community-diversity-v2/games/projectile_dodge": 640, |
| "community-diversity-v2/games/reload_cover": 640, |
| "community-diversity-v2/games/safe_path": 640, |
| "community-diversity-v2/games/weapon_selection": 640, |
| "community-diversity-v2/ir/connecting_route": 640, |
| "community-diversity-v2/ir/hardware_manual": 640, |
| "community-diversity-v2/ir/inventory_answer": 640, |
| "community-diversity-v2/ir/regional_returns": 640, |
| "community-diversity-v2/ir/release_migration": 640, |
| "community-diversity-v2/ir/study_population": 640, |
| "community-diversity-v2/rag/citation_coverage": 640, |
| "community-diversity-v2/rag/contradiction_resolution": 640, |
| "community-diversity-v2/rag/negative_evidence": 640, |
| "community-diversity-v2/rag/numerical_claim": 640, |
| "community-diversity-v2/rag/temporal_fact": 640, |
| "community-diversity-v2/rag/two_hop_ownership": 640, |
| "community-diversity-v2/rubric_judge/abstention_quality": 640, |
| "community-diversity-v2/rubric_judge/comparison_fairness": 640, |
| "community-diversity-v2/rubric_judge/faithful_summary": 640, |
| "community-diversity-v2/rubric_judge/format_and_content": 640, |
| "community-diversity-v2/rubric_judge/negation_preservation": 640, |
| "community-diversity-v2/rubric_judge/unit_conversion": 640, |
| "community-diversity-v2/shell_history/archive_extract": 640, |
| "community-diversity-v2/shell_history/dependency_install": 640, |
| "community-diversity-v2/shell_history/exact_repo_test": 640, |
| "community-diversity-v2/shell_history/git_history_query": 640, |
| "community-diversity-v2/shell_history/quoted_filename": 640, |
| "community-diversity-v2/shell_history/search_scope": 640, |
| "community-diversity-v2/support/account_recovery": 640, |
| "community-diversity-v2/support/delayed_parcel": 640, |
| "community-diversity-v2/support/duplicate_charge": 640, |
| "community-diversity-v2/support/refund_window": 640, |
| "community-diversity-v2/support/subscription_cancellation": 640, |
| "community-diversity-v2/support/warranty_repair": 640, |
| "context-retention-control-v1": 1500, |
| "customer-control-v1": 1500, |
| "drone-control-v1": 1500, |
| "email-selection-control-v1": 1500, |
| "entity-alignment-control-v1": 1500, |
| "ir-control-v1": 1500, |
| "mailroom-control-v1": 1500, |
| "painting-geometry-v1": 1500, |
| "phone-extraction-control-v1": 1500, |
| "reasoning-control-v1": 1500, |
| "silent-failure-control-v1": 1500, |
| "snake-v1": 1500, |
| "sponsor-segment-control-v1": 1500, |
| "tic_tac_toe-v1": 1500, |
| "tile_platformer-v1": 1346, |
| "trex_runner-v1": 28, |
| "vizdoom-basic-v1": 1500, |
| "wanli-decisions-v1": 82045, |
| "wikispeedia-v1": 1500, |
| "workflow-controls-v1/agent_trace_observability": 1500, |
| "workflow-controls-v1/customer_service": 1500, |
| "workflow-controls-v1/invoice_processing": 1500, |
| "workflow-controls-v1/security_incidents": 1500 |
| }, |
| "training_groups_by_source": { |
| "amount-extraction-control-v1": 133, |
| "browser-control-v1": 631, |
| "citation-control-v1": 126, |
| "community-diversity-v2/browser_tools/date_range_form": 80, |
| "community-diversity-v2/browser_tools/pagination": 80, |
| "community-diversity-v2/browser_tools/stale_dom": 80, |
| "community-diversity-v2/browser_tools/tool_scope": 80, |
| "community-diversity-v2/browser_tools/typing_fallback": 80, |
| "community-diversity-v2/browser_tools/upload_constraint": 80, |
| "community-diversity-v2/contracts/assignment_consent": 80, |
| "community-diversity-v2/contracts/audit_right": 80, |
| "community-diversity-v2/contracts/automatic_renewal": 80, |
| "community-diversity-v2/contracts/confidentiality_survival": 80, |
| "community-diversity-v2/contracts/liability_cap": 80, |
| "community-diversity-v2/contracts/noncompete_scope": 80, |
| "community-diversity-v2/games/escort_sync": 80, |
| "community-diversity-v2/games/health_pickup": 80, |
| "community-diversity-v2/games/projectile_dodge": 80, |
| "community-diversity-v2/games/reload_cover": 80, |
| "community-diversity-v2/games/safe_path": 80, |
| "community-diversity-v2/games/weapon_selection": 80, |
| "community-diversity-v2/ir/connecting_route": 80, |
| "community-diversity-v2/ir/hardware_manual": 80, |
| "community-diversity-v2/ir/inventory_answer": 80, |
| "community-diversity-v2/ir/regional_returns": 80, |
| "community-diversity-v2/ir/release_migration": 80, |
| "community-diversity-v2/ir/study_population": 80, |
| "community-diversity-v2/rag/citation_coverage": 80, |
| "community-diversity-v2/rag/contradiction_resolution": 80, |
| "community-diversity-v2/rag/negative_evidence": 80, |
| "community-diversity-v2/rag/numerical_claim": 80, |
| "community-diversity-v2/rag/temporal_fact": 80, |
| "community-diversity-v2/rag/two_hop_ownership": 80, |
| "community-diversity-v2/rubric_judge/abstention_quality": 80, |
| "community-diversity-v2/rubric_judge/comparison_fairness": 80, |
| "community-diversity-v2/rubric_judge/faithful_summary": 80, |
| "community-diversity-v2/rubric_judge/format_and_content": 80, |
| "community-diversity-v2/rubric_judge/negation_preservation": 80, |
| "community-diversity-v2/rubric_judge/unit_conversion": 80, |
| "community-diversity-v2/shell_history/archive_extract": 80, |
| "community-diversity-v2/shell_history/dependency_install": 80, |
| "community-diversity-v2/shell_history/exact_repo_test": 80, |
| "community-diversity-v2/shell_history/git_history_query": 80, |
| "community-diversity-v2/shell_history/quoted_filename": 80, |
| "community-diversity-v2/shell_history/search_scope": 80, |
| "community-diversity-v2/support/account_recovery": 80, |
| "community-diversity-v2/support/delayed_parcel": 80, |
| "community-diversity-v2/support/duplicate_charge": 80, |
| "community-diversity-v2/support/refund_window": 80, |
| "community-diversity-v2/support/subscription_cancellation": 80, |
| "community-diversity-v2/support/warranty_repair": 80, |
| "context-retention-control-v1": 255, |
| "customer-control-v1": 701, |
| "drone-control-v1": 311, |
| "email-selection-control-v1": 134, |
| "entity-alignment-control-v1": 124, |
| "ir-control-v1": 127, |
| "mailroom-control-v1": 256, |
| "painting-geometry-v1": 46, |
| "phone-extraction-control-v1": 130, |
| "reasoning-control-v1": 1500, |
| "silent-failure-control-v1": 268, |
| "snake-v1": 1500, |
| "sponsor-segment-control-v1": 235, |
| "tic_tac_toe-v1": 452, |
| "tile_platformer-v1": 63, |
| "trex_runner-v1": 28, |
| "vizdoom-basic-v1": 309, |
| "wanli-decisions-v1": 44541, |
| "wikispeedia-v1": 224, |
| "workflow-controls-v1/agent_trace_observability": 180, |
| "workflow-controls-v1/customer_service": 183, |
| "workflow-controls-v1/invoice_processing": 179, |
| "workflow-controls-v1/security_incidents": 174 |
| }, |
| "full_pass_four_gpu_steps": 37160, |
| "full_pass_four_gpu_rows_consumed": 148640, |
| "full_pass_four_gpu_wrapped_rows": 1 |
| } |
|
|
