Point the training record and the data page at the published suite

TRAINING_DATA.md

@@ -4,6 +4,8 @@ Kai's own `decision_finetune`, as the Kai repository shipped it until its 2026-0
 
 The data is the training split of the suite in [semantic-router#4305](https://github.com/vllm-project/semantic-router/issues/4305) with two additions found while tuning against the dev split: for jailbreak, opening messages of attack chats from the SaTML 2024 LLM CTF and, as benign rows, its utility-chat openings and persona prompts from prompts.chat; for PII, Few-NERD sentences with and without a person name. 366,323 distinct rows over ten tasks. The in-distribution test split was not trained on. CoCoNot is included: its dataset card names ODC-BY in its licensing section and the AI2 ImpACT Low Risk licence in its summary. Dev is the suite's dev split and only picks the checkpoint, the temperatures and the thresholds. No held-out file or source test below was trained on, except where [evaluation/RESULTS.md](evaluation/RESULTS.md) marks a slice of a training corpus.
 
+The training files, their lock files and manifests, and the per-row predictions behind every table on this card are in [vllm-sr/router-signal-suite](https://huggingface.co/datasets/vllm-sr/router-signal-suite), with the commands that rebuild them.
+
 ## Sources
 
 The builder generates no rows, but many corpora were themselves generated or translated by a model for their dataset, and many labels come from a model rather than from people. [semantic-router#4305](https://github.com/vllm-project/semantic-router/issues/4305) lists the origin of every corpus's text and labels and how each corpus's labels map to the task. Sources under CC BY-SA (Dolly, EXAMS, Stack Exchange, Schema-Guided Dialogue, Few-NERD) are named here for attribution. WildGuardMix and WildJailbreak are gated behind the AI2 Responsible Use Guidelines.

training.json

@@ -24,14 +24,12 @@
   },
   "runs": {
     "choice": {
-      "run": "kai-h2-keyed",
       "epochs": 3,
       "selected_checkpoint": "checkpoint-005000",
       "dev_macro_soft_nll": 0.24940896787345,
       "native_manifest_sha256": "02f0a9dfa3cbe92809260cd133b620725ad1756e9224f6342c590277d6e3782a"
     },
     "noul": {
-      "run": "kai-v8-pii",
       "epochs": 1,
       "selected_checkpoint": "checkpoint-004944",
       "dev_macro_soft_nll": 0.2197743162251604,
@@ -39,7 +37,7 @@
     }
   },
   "data": {
-    "training_rows": "the training split of each task (CoCoNot included), with the v8 additions: real jailbreak prompts for the jailbreak task and Few-NERD sentences with and without a person name for PII; Choice options rendered as KEY: description",
+    "training_rows": "the training split of each task (CoCoNot included), with the jailbreak and PII additions in vllm-sr/router-signal-suite: real jailbreak prompts for the jailbreak task and Few-NERD sentences with and without a person name for PII; Choice options rendered as KEY: description",
     "tasks_report": null,
     "prepare_report": {
       "choice": {
@@ -275,1043 +273,13 @@
         }
       }
     },
-    "sources_lock": {
-      "Agent-Ark/Toucan-1.5M": {
-        "bytes": 425505591,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/Agent-Ark--Toucan-1.5M",
-        "patterns": [
-          "README.md",
-          "SFT/*"
-        ],
-        "repo_type": "dataset",
-        "revision": "0df3cf37f2abefb380370cfb02eabea2a35ae782"
-      },
-      "CohereLabs/aya_redteaming": {
-        "bytes": 4228477,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/CohereLabs--aya_redteaming",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5a16fee03c19d681b4f3527b6a750e1ed4d434c7"
-      },
-      "FreedomIntelligence/ShareGPT-4o-Image": {
-        "bytes": 50368166,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/FreedomIntelligence--ShareGPT-4o-Image",
-        "patterns": [
-          "README.md",
-          "*.json"
-        ],
-        "repo_type": "dataset",
-        "revision": "f9bcb9494e562f3b6d46585bda0e7f0f0d6ec43f"
-      },
-      "Gustavosta/Stable-Diffusion-Prompts": {
-        "bytes": 10263815,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/Gustavosta--Stable-Diffusion-Prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "d816d4a05cb89bde39dd99284c459801e1e7e69a"
-      },
-      "HuggingFaceGECLM/StackExchange_Mar2023": {
-        "bytes": 6869991798,
-        "fetched_seconds": 11,
-        "path": "/workspace/hf/v7raw/HuggingFaceGECLM--StackExchange_Mar2023",
-        "patterns": [
-          "README.md",
-          "data/biology-0*",
-          "data/bioinformatics-0*",
-          "data/chemistry-0*",
-          "data/cs-0*",
-          "data/softwareengineering-0*",
-          "data/datascience-0*",
-          "data/ai-0*",
-          "data/economics-0*",
-          "data/quant-0*",
-          "data/money-0*",
-          "data/pm-0*",
-          "data/electronics-0*",
-          "data/engineering-0*",
-          "data/robotics-0*",
-          "data/health-0*",
-          "data/history-0*",
-          "data/hsm-0*",
-          "data/law-0*",
-          "data/math-0*",
-          "data/stats-0*",
-          "data/philosophy-0*",
-          "data/physics-0*",
-          "data/astronomy-0*",
-          "data/cogsci-0*",
-          "data/cooking-0*",
-          "data/travel-0*",
-          "data/gaming-0*",
-          "data/music-0*",
-          "data/diy-0*",
-          "data/gardening-0*",
-          "data/pets-0*",
-          "data/parenting-0*",
-          "data/outdoors-0*",
-          "data/english-0*",
-          "data/scifi-0*",
-          "data/boardgames-0*",
-          "data/sports-0*",
-          "data/bicycles-0*",
-          "data/photo-0*",
-          "data/fitness-0*",
-          "data/workplace-0*",
-          "data/interpersonal-0*",
-          "data/christianity-0*",
-          "data/politics-0*",
-          "data/linguistics-0*",
-          "data/judaism-0*",
-          "data/hermeneutics-0*",
-          "data/hinduism-0*",
-          "data/islam-0*",
-          "data/buddhism-0*",
-          "data/patents-0*",
-          "data/dsp-0*",
-          "data/ham-0*",
-          "data/security-0*",
-          "data/crypto-0*",
-          "data/cstheory-0*"
-        ],
-        "repo_type": "dataset",
-        "revision": "d331d671d414f45807d06a48de7c0f2012f5ef0d"
-      },
-      "HuggingFaceH4/mt_bench_prompts": {
-        "bytes": 84012,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/HuggingFaceH4--mt_bench_prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e3a795c5e9a82ee40611c416b8a7786c73198991"
-      },
-      "HuggingFaceH4/no_robots": {
-        "bytes": 22099794,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/HuggingFaceH4--no_robots",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e6f9a4ac5c37faeb744ba9ecf0473184d7f8105b"
-      },
-      "Itaykhealth/K-QA": {
-        "bytes": 782343,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/Itaykhealth--K-QA",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "99f624dfd51778a95af84bd67f14177255aec615"
-      },
-      "JailbreakBench/JBB-Behaviors": {
-        "bytes": 1017309,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/JailbreakBench--JBB-Behaviors",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "886acc352a31533ffbcf4ef22c744658688086fc"
-      },
-      "JiayinWang/URS": {
-        "bytes": 3462250,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/JiayinWang--URS",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "056cdc756e60cb079446839057191fc81cbae83f"
-      },
-      "Lakera/gandalf_ignore_instructions": {
-        "bytes": 57227,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/Lakera--gandalf_ignore_instructions",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "04737b65e90a6794ec227012e4a255a7def6344b"
-      },
-      "Lakera/gandalf_summarization": {
-        "bytes": 94245,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/Lakera--gandalf_summarization",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "8e213cc8dd65f099c61dc32dbcfdb2ff6b1c92d8"
-      },
-      "MadeAgents/HammerBench": {
-        "bytes": 172651578,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/MadeAgents--HammerBench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "18b4f4ea47e8b367006391951cf7e69cefa48c73"
-      },
-      "MadeAgents/xlam-irrelevance-7.5k": {
-        "bytes": 7789290,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/MadeAgents--xlam-irrelevance-7.5k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "34323bf09efc7e4a394998a0fa91ff997617c369"
-      },
-      "McGill-NLP/FaithDial": {
-        "bytes": 34349746,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/McGill-NLP--FaithDial",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "7a414e80725eac766f2602676dc8b39f80b061e4"
-      },
-      "McGill-NLP/feedbackQA": {
-        "bytes": 29049900,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/McGill-NLP--feedbackQA",
-        "patterns": null,
-        "revision": "41ea0e39f062f9ca791fd5ec95c364a22150b56e"
-      },
-      "NousResearch/hermes-function-calling-v1": {
-        "bytes": 66777631,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/NousResearch--hermes-function-calling-v1",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "dae3e1d28cfbcf4b915c04ea1e072030529b4bda"
-      },
-      "OpenMOSS-Team/AnyInstruct": {
-        "bytes": 317193794,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/OpenMOSS-Team--AnyInstruct",
-        "patterns": [
-          "README.md",
-          "part1/metadata.json",
-          "part2/metadata.json",
-          "part1/data_construction/*.json",
-          "part2/data_construction/*.json"
-        ],
-        "repo_type": "dataset",
-        "revision": "3949858dd47345b63bdb310209087dbef47c593f"
-      },
-      "OpenSafetyLab/Salad-Data": {
-        "bytes": 30497918,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/OpenSafetyLab--Salad-Data",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "d21a325e276a99bd69b1fbb8aa51a9f249486b72"
-      },
-      "PKU-Alignment/BeaverTails": {
-        "bytes": 39452240,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/PKU-Alignment--BeaverTails",
-        "patterns": null,
-        "revision": "8401fe609d288129cc684a9b3be6a93e41cfe678"
-      },
-      "PKU-Alignment/BeaverTails-Evaluation": {
-        "bytes": 33456,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/PKU-Alignment--BeaverTails-Evaluation",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "a93205d9ba6cc9dc398a34466da3602abddd2d40"
-      },
-      "PatronusAI/HaluBench": {
-        "bytes": 7517164,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/PatronusAI--HaluBench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5966a87929f51c204ab3cbef986b449495cc97b6"
-      },
-      "Roblox/roblox-pii-classifier-benchmark": {
-        "bytes": 10690985,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/Roblox--roblox-pii-classifier-benchmark",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "8d2aa45fe970072bd8237725dfac4374b618deeb"
-      },
-      "Salesforce/summedits": {
-        "bytes": 28639002,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/Salesforce--summedits",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "ce0c479aaf59259abb6b67e42248b2f49004b7d5"
-      },
-      "TIGER-Lab/MMLU-Pro": {
-        "bytes": 4208115,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/TIGER-Lab--MMLU-Pro",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "b189ec765aa7ed75c8acfea42df31fdae71f97be"
-      },
-      "TIGER-Lab/WebInstruct-verified": {
-        "bytes": 87759632,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/TIGER-Lab--WebInstruct-verified",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "3e8a350b3a935d68fe70bdf379692500abc9ff51"
-      },
-      "Team-ACE/ToolACE": {
-        "bytes": 37159400,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/Team-ACE--ToolACE",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "6bda777c88d21e5a204703c1ee45597a8fa4f734"
-      },
-      "ToxicityPrompts/PolyGuardMix": {
-        "bytes": 2306310957,
-        "fetched_seconds": 5,
-        "path": "/workspace/hf/v7raw/ToxicityPrompts--PolyGuardMix",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5b7d93e9e9a636c6c152df071745e04130a21ff4"
-      },
-      "ToxicityPrompts/PolyGuardPrompts": {
-        "bytes": 52859672,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/ToxicityPrompts--PolyGuardPrompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "c5b466a95b64ff121db4398246b6abb7672696ec"
-      },
-      "TrustAIRLab/in-the-wild-jailbreak-prompts": {
-        "bytes": 18366294,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/TrustAIRLab--in-the-wild-jailbreak-prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "a10aab8eff1c73165a442d4464dce192bd28b9c5"
-      },
-      "WINDop/OpenGPT-4o-Image": {
-        "bytes": 18820156,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/WINDop--OpenGPT-4o-Image",
-        "patterns": [
-          "README.md",
-          "*.json"
-        ],
-        "repo_type": "dataset",
-        "revision": "67d8e3f87f6a3d1a0d02cf0e8981eafa686ee253"
-      },
-      "Wismut/nym-pii-multilingual-data": {
-        "bytes": 466423407,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/Wismut--nym-pii-multilingual-data",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "abe23bf08c305f5824b1643dc4f079f06ccb2ad1"
-      },
-      "acmc/annotated_conversation_satisfaction_triples": {
-        "bytes": 5054984,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/acmc--annotated_conversation_satisfaction_triples",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e8b770ae68bd3f8ef7150b4fe3a0ee04f91a40aa"
-      },
-      "agentlans/personal-information-prompts": {
-        "bytes": 5164243,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/agentlans--personal-information-prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "39ab6bd7caac052fb2414dd31584695c447c467d"
-      },
-      "ai4privacy/open-pii-masking-500k-ai4privacy": {
-        "bytes": 708484087,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/ai4privacy--open-pii-masking-500k-ai4privacy",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "506996d625ed970a0063432daf6007cf4a3a48e3"
-      },
-      "ai4privacy/pii-masking-400k": {
-        "bytes": 515065820,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/ai4privacy--pii-masking-400k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "414d0a3b5798a152588a0828f1c08a5787de10f4"
-      },
-      "allenai/WildBench": {
-        "bytes": 8550985,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/allenai--WildBench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "26c49eb39d7d5ce2099b0bbafed5a88dcce954ec"
-      },
-      "allenai/WildChat-4.8M": {
-        "bytes": 15282339250,
-        "fetched_seconds": 27,
-        "path": "/workspace/hf/v7raw/allenai--WildChat-4.8M",
-        "patterns": [
-          "*.parquet",
-          "*.md"
-        ],
-        "revision": "c827c6df8fcf008219ffaffa4d1dd77491099367"
-      },
-      "allenai/coconot": {
-        "bytes": 4099994,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/allenai--coconot",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "2cbe16aabf9069f17e48c8daad8aeabc29469eb7"
-      },
-      "allenai/wildguardmix": {
-        "bytes": 56012245,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/allenai--wildguardmix",
-        "patterns": null,
-        "revision": "d29c47f41c8b51348b5c8e8c81c039b3132b66d1"
-      },
-      "allenai/wildjailbreak": {
-        "bytes": 540917588,
-        "fetched_seconds": 3,
-        "path": "/workspace/hf/v7raw/allenai--wildjailbreak",
-        "patterns": null,
-        "revision": "5ddc12a7894f842b0619b8e1c7ee496b198af009"
-      },
-      "argilla/databricks-dolly-15k-curated-multilingual": {
-        "bytes": 65929184,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/argilla--databricks-dolly-15k-curated-multilingual",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5f466e5af11fb82ea610acc5cf983dcb3a025840"
-      },
-      "basicv8vc/SimpleQA": {
-        "bytes": 2016139,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/basicv8vc--SimpleQA",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e319282ab125c3dbd0c7fd00be2e4dd54e7e8f94"
-      },
-      "beki/privy": {
-        "bytes": 307554470,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/beki--privy",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "dc137a6a976f6b5bb8768e9bb51ec58df930ccd1"
-      },
-      "bench-llm/or-bench": {
-        "bytes": 33714878,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/bench-llm--or-bench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e36d8b80e81837c8a8f264bbb2a49f1b32c7e272"
-      },
-      "cais/mmlu": {
-        "bytes": 51557222,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/cais--mmlu",
-        "patterns": [
-          "all/*",
-          "README.md"
-        ],
-        "repo_type": "dataset",
-        "revision": "c30699e8356da336a370243923dbaf21066bb9fe"
-      },
-      "community-datasets/yahoo_answers_topics": {
-        "bytes": 533436609,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/community-datasets--yahoo_answers_topics",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "6652a1e7c94f7260a0bfd0c9092dd48e2d536ea1"
-      },
-      "databricks/databricks-dolly-15k": {
-        "bytes": 13096193,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/databricks--databricks-dolly-15k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "bdd27f4d94b9c1f951818a7da7fd7aeea5dbff1a"
-      },
-      "deepset/prompt-injections": {
-        "bytes": 56798,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/deepset--prompt-injections",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "4f61ecb038e9c3fb77e21034b22511b523772cdd"
-      },
-      "euclaise/writingprompts": {
-        "bytes": 605053676,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/euclaise--writingprompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "35f0aa359452ba8147b34d925684fccee26679cc"
-      },
-      "galileo-ai/ragbench": {
-        "bytes": 451283204,
-        "fetched_seconds": 4,
-        "path": "/workspace/hf/v7raw/galileo-ai--ragbench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "97808f3e5fd16ede40bbff6c2949af8139b2eb7b"
-      },
-      "geodesic-research/bipia": {
-        "bytes": 4716149,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/geodesic-research--bipia",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "003f58372e1696726b7cddde274a74bee0b1938a"
-      },
-      "github/Lurunchik/NF-CATS": {
-        "path": "/workspace/hf/v7raw/github--Lurunchik--NF-CATS",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "1b8c3b83337dfe0889245e817f1ba104e69939bd"
-      },
-      "github/amazon-science/RefChecker": {
-        "path": "/workspace/hf/v7raw/github--amazon-science--RefChecker",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "1df1b25cee792ba2b171302e31ca4f768bd67703"
-      },
-      "github/asappresearch/abcd": {
-        "path": "/workspace/hf/v7raw/github--asappresearch--abcd",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "6b8700ce67c6b37b062dd7a60abc76d7ef832a97"
-      },
-      "github/dataminr-ai/BUMP": {
-        "path": "/workspace/hf/v7raw/github--dataminr-ai--BUMP",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "86327f14b9e0c16a364a3793b8a622dc703d22fd"
-      },
-      "github/google-research-datasets/dstc8-schema-guided-dialogue": {
-        "path": "/workspace/hf/v7raw/github--google-research-datasets--dstc8-schema-guided-dialogue",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "e852981ae34990f4358979625854259302feaa78"
-      },
-      "github/mlcommons/ailuminate": {
-        "path": "/workspace/hf/v7raw/github--mlcommons--ailuminate",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "769cc2be9d20c8d4fb26ce53b68865ed41dfb8e2"
-      },
-      "github/mtbench101/mt-bench-101": {
-        "path": "/workspace/hf/v7raw/github--mtbench101--mt-bench-101",
-        "patterns": null,
-        "repo_type": "github",
-        "revision": "bc18b3e2c18c99164e11528f1a79c92083db5953"
-      },
-      "github/paul-rottger/xstest": {
-        "bytes": 38719,
-        "path": "/workspace/hf/v7raw/github--paul-rottger--xstest",
-        "patterns": [
-          "xstest_prompts.csv"
-        ],
-        "repo_type": "github",
-        "revision": "d7bb5bd738c1fcbc36edd83d5e7d1b71a3e2d84d"
-      },
-      "glaiveai/glaive-function-calling-v2": {
-        "bytes": 271192873,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/glaiveai--glaive-function-calling-v2",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e7f4b6456019f5d8bcb991ef0dd67d8ff23221ac"
-      },
-      "google-research-datasets/nq_open": {
-        "bytes": 4688638,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/google-research-datasets--nq_open",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5dd9790a83002ad084ddeb7c420dc716852c6f28"
-      },
-      "gorilla-llm/Berkeley-Function-Calling-Leaderboard": {
-        "bytes": 11725294,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/gorilla-llm--Berkeley-Function-Calling-Leaderboard",
-        "patterns": null,
-        "revision": "61fc0608cfd831fcfbbaa676ebdfef0ed963eeda"
-      },
-      "gretelai/gretel-pii-masking-en-v1": {
-        "bytes": 25128769,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/gretelai--gretel-pii-masking-en-v1",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e06eb1499ca8d54470f085021cd8e54f9efac7fd"
-      },
-      "gretelai/synthetic_pii_finance_multilingual": {
-        "bytes": 153420583,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/gretelai--synthetic_pii_finance_multilingual",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "7b844d16738527a04264f50214cb426a4cea0897"
-      },
-      "hackaprompt/hackaprompt-dataset": {
-        "bytes": 150428115,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/hackaprompt--hackaprompt-dataset",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "25b87fbedfb86840abaf8cd09af7a029208a971a"
-      },
-      "hendzh/PromptShield": {
-        "bytes": 31179116,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/hendzh--PromptShield",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "a5234cb1f5cdb256600cab64b8c961195b5e8404"
-      },
-      "ildpil/text-anonymization-benchmark": {
-        "bytes": 7631176,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/ildpil--text-anonymization-benchmark",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "1f22ce098996054689b5b331fb20b3a74a78e1c5"
-      },
-      "jackhhao/jailbreak-classification": {
-        "bytes": 7650738,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/jackhhao--jailbreak-classification",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "2f2ceeb39658696fd3f462403562b6eea5306287"
-      },
-      "joelniklaus/mapa": {
-        "bytes": 32734480,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/joelniklaus--mapa",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "bbb2a0157b760465002fd12a61af81b475cd387a"
-      },
-      "kth8/user_prompt_domain_classification-500000x": {
-        "bytes": 483195122,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/kth8--user_prompt_domain_classification-500000x",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "8cf823b608adf01543b6be21d385222c83c1d097"
-      },
-      "launch/FactBench": {
-        "bytes": 183097,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/launch--FactBench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "67d807e76651f4649a971b3eeaeb95f72b6cba40"
-      },
-      "launch/open_question_type": {
-        "bytes": 1089241,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/launch--open_question_type",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "1cf33ab60b1855c636eed32ca381dbac55116571"
-      },
-      "leolee99/NotInject": {
-        "bytes": 76444,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/leolee99--NotInject",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "847ae76cf8fea5ed325429e569ae8cfef022d2e0"
-      },
-      "li-lab/MMLU-ProX": {
-        "bytes": 178267535,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/li-lab--MMLU-ProX",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "8e6106a6c6ce1c5027e66cc338143cf997b2aa09"
-      },
-      "llm-semantic-router/Vela-1.0-Encoder-307M": {
-        "bytes": 1265575714,
-        "fetched_seconds": 5,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--Vela-1.0-Encoder-307M",
-        "patterns": null,
-        "repo_type": "model",
-        "revision": "fe9ccc074b781bc0e2e13c2c8d26f2640410636a"
-      },
-      "llm-semantic-router/Vela-1.0-Encoder-307M-Shield": {
-        "bytes": 1312876722,
-        "fetched_seconds": 7,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--Vela-1.0-Encoder-307M-Shield",
-        "patterns": [
-          "*.json",
-          "*.md",
-          "*.txt",
-          "model.safetensors",
-          "tokenizer*",
-          "heads/*"
-        ],
-        "repo_type": "model",
-        "revision": "a981a99eeb05a2859b88b5cee9af4352897ec4ec"
-      },
-      "llm-semantic-router/fact-check-classification-dataset": {
-        "bytes": 1321742,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--fact-check-classification-dataset",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "465cee40f716d97732da29f5afa7843c94371d07"
-      },
-      "llm-semantic-router/feedback-detector-dataset": {
-        "bytes": 17083951,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--feedback-detector-dataset",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "7eccb4adc43c0a7bd04c7df1b02c4d726d14ae03"
-      },
-      "llm-semantic-router/jailbreak-detection-dataset": {
-        "bytes": 1166782,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--jailbreak-detection-dataset",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "7271d4e514a49aa6e89a77d31d81a586e94582c2"
-      },
-      "llm-semantic-router/mlcommons-ai-safety-synth": {
-        "bytes": 1770950,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--mlcommons-ai-safety-synth",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "803cb35d8fc1c6d89b4082231ef0205cce931fb4"
-      },
-      "llm-semantic-router/mmbert-32k-yarn": {
-        "bytes": 1880044762,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--mmbert-32k-yarn",
-        "patterns": null,
-        "repo_type": "model",
-        "revision": "72a23a6640489471eb4ff7ad3ec5bc80af8a27de"
-      },
-      "llm-semantic-router/modality-routing-dataset": {
-        "bytes": 1042781,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/llm-semantic-router--modality-routing-dataset",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "b9ac00a02fbcb7c95e9de65b5414092370c6c829"
-      },
-      "lmarena-ai/Arena-T2I-Hard": {
-        "bytes": 3701522,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/lmarena-ai--Arena-T2I-Hard",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "1e5f734be5972bc3c60f189989f852c9527ffa5e"
-      },
-      "lmarena-ai/arena-expert-5k": {
-        "bytes": 110633258,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/lmarena-ai--arena-expert-5k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "171f77047d8d153c41b3f2c11bc910273f62f183"
-      },
-      "lmarena-ai/arena-human-preference-140k": {
-        "bytes": 1613812780,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/lmarena-ai--arena-human-preference-140k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "6322995ab34d7c2693e3f47dd13fa5caa0789a74"
-      },
-      "lmarena-ai/search-arena-24k": {
-        "bytes": 400684205,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/lmarena-ai--search-arena-24k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "fac8dcf86146c8773ef020095c5694c9b2bc98d7"
-      },
-      "lmsys/lmsys-chat-1m": {
-        "bytes": 1488859977,
-        "fetched_seconds": 3,
-        "path": "/workspace/hf/v7raw/lmsys--lmsys-chat-1m",
-        "patterns": [
-          "*.parquet",
-          "*.md"
-        ],
-        "revision": "200748d9d3cddcc9d782887541057aca0b18c5da"
-      },
-      "lmsys/toxic-chat": {
-        "bytes": 60919557,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/lmsys--toxic-chat",
-        "patterns": null,
-        "revision": "29df8e4dba60e1f4af4b4075c0705c5b313548a8"
-      },
-      "lytang/C2D-and-D2C-MiniCheck": {
-        "bytes": 2292415,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/lytang--C2D-and-D2C-MiniCheck",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "1f698000d2f0e39c6830c74d66f793c02a1d9259"
-      },
-      "m-a-p/SuperGPQA": {
-        "bytes": 23964411,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/m-a-p--SuperGPQA",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "4430d4458112c7d4497fdcf94d7cc223313d6acf"
-      },
-      "metaboulie/Tidied-PII-Detection-Kaggle-7k": {
-        "bytes": 124881780,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/metaboulie--Tidied-PII-Detection-Kaggle-7k",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "b25b33927bfcc06e951ad2938480d658ef5b28c1"
-      },
-      "mhardalov/exams": {
-        "bytes": 289190636,
-        "fetched_seconds": 4,
-        "path": "/workspace/hf/v7raw/mhardalov--exams",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "4ff10804abb3341f8815cacd778181177bba7edd"
-      },
-      "microsoft/MMLU-CF": {
-        "bytes": 12884219,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/microsoft--MMLU-CF",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "c25b89a968a2062e422dd96ddf0fe3387507f0dd"
-      },
-      "microsoft/WildFeedback": {
-        "bytes": 2483903910,
-        "fetched_seconds": 3,
-        "path": "/workspace/hf/v7raw/microsoft--WildFeedback",
-        "patterns": null,
-        "revision": "8b1a3e530b949d6aacfad6ba8912e209a05bc846"
-      },
-      "microsoft/llmail-inject-challenge": {
-        "bytes": 2446826917,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/microsoft--llmail-inject-challenge",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "1063bdf01ec8762b812d5e06ee768a06faa5a6f7"
-      },
-      "mmathys/openai-moderation-api-evaluation": {
-        "bytes": 482054,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/mmathys--openai-moderation-api-evaluation",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "84e5cf3bcd6acb3dfc70b6760451645872218a3e"
-      },
-      "mtc/frank-test-set-with-faithfulness-annotation": {
-        "bytes": 1481268,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/mtc--frank-test-set-with-faithfulness-annotation",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "0b2d8fb11e4dc32f4efd3b7984c656bdeb54eb10"
-      },
-      "nateraw/parti-prompts": {
-        "bytes": 128472,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/nateraw--parti-prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "944b156abfdad7627c3221b5ec4f6a6fb060a197"
-      },
-      "nvidia/Aegis-AI-Content-Safety-Dataset-2.0": {
-        "bytes": 28460721,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/nvidia--Aegis-AI-Content-Safety-Dataset-2.0",
-        "patterns": null,
-        "revision": "d86bb8bedff51d25ac834ab7838f1cc61acb7a2c"
-      },
-      "nvidia/Nemotron-PII": {
-        "bytes": 307310609,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/nvidia--Nemotron-PII",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "b70ffaf5ff39e079776134c5bf4381f00a9fd1ed"
-      },
-      "nvidia/Nemotron-Safety-Guard-Dataset-v3": {
-        "bytes": 662521856,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/nvidia--Nemotron-Safety-Guard-Dataset-v3",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "a3f7ecb3433d1933701a83f18de16c36934a7f51"
-      },
-      "nvidia/When2Call": {
-        "bytes": 63426886,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/nvidia--When2Call",
-        "patterns": null,
-        "revision": "0582f7749df63a96fdc3070932e83e72396ace53"
-      },
-      "opencompass/anah": {
-        "bytes": 29806345,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/opencompass--anah",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "12238ed44444a5ab4df100a1ef2b395cf49b624e"
-      },
-      "osunlp/AttributionBench": {
-        "bytes": 256740039,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/osunlp--AttributionBench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "62569e644f4186606f54f742178a4517431b42e1"
-      },
-      "peter-sushko/RealEdit": {
-        "bytes": 18982792,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/peter-sushko--RealEdit",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e3a1da4e7a316a3aa4e302a582df3fee43d30db8"
-      },
-      "pminervini/HaluEval": {
-        "bytes": 72216010,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/pminervini--HaluEval",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "12a856119f03975a94509091e8cada3e6be6ead7"
-      },
-      "poloclub/diffusiondb": {
-        "bytes": 194573872,
-        "fetched_seconds": 2,
-        "path": "/workspace/hf/v7raw/poloclub--diffusiondb",
-        "patterns": [
-          "README.md",
-          "metadata.parquet"
-        ],
-        "repo_type": "dataset",
-        "revision": "fb620fbe49fa4420e0734bd9c0df11f51176b61f"
-      },
-      "quotientai/HalluMix": {
-        "bytes": 24530113,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/quotientai--HalluMix",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "3e3a82e813f7c8c45257f10c29234063f95e7625"
-      },
-      "reshabhs/SPML_Chatbot_Prompt_Injection": {
-        "bytes": 29060133,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/reshabhs--SPML_Chatbot_Prompt_Injection",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "02ce8084e979bc7d4c24ee35d22ecb7f2db96ff5"
-      },
-      "s-nlp/PsiloQA": {
-        "bytes": 49000461,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/s-nlp--PsiloQA",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "375c3321b8331a689d664f77eb2753c6cdb17159"
-      },
-      "sayakpaul/pick-a-pic-v2-unique-prompts": {
-        "bytes": 3936305,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/sayakpaul--pick-a-pic-v2-unique-prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "ec6ade5fc615ec90152a78140492cec60da9680c"
-      },
-      "selfrag/selfrag_train_data": {
-        "bytes": 255752665,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/selfrag--selfrag_train_data",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "cfa0c0f91d223ac47acbf582c96bbf5bef5d7c0e"
-      },
-      "shachardon/naturally_occurring_feedback": {
-        "bytes": 7301594,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/shachardon--naturally_occurring_feedback",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "901fbade9e46dc3d1279cb57a9e0b575c4b110f7"
-      },
-      "sleeepeer/PIArena": {
-        "bytes": 10964770,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/sleeepeer--PIArena",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "5d06741ca0d25a3facb6c4a2c16707e89f1af072"
-      },
-      "stepfun-ai/GEdit-Bench": {
-        "bytes": 4088891041,
-        "fetched_seconds": 11,
-        "path": "/workspace/hf/v7raw/stepfun-ai--GEdit-Bench",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "50766778e2a737474c7e9bdf84cdce82c3ea3f4f"
-      },
-      "succinctly/midjourney-prompts": {
-        "bytes": 10002366,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/succinctly--midjourney-prompts",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "e670508f77f244a24a8bcf100f02011df9d8435b"
-      },
-      "tatsu-lab/alpaca": {
-        "bytes": 24256756,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/tatsu-lab--alpaca",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "dce01c9b08f87459cf36a430d809084718273017"
-      },
-      "wandb/RAGTruth-processed": {
-        "bytes": 26170040,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/wandb--RAGTruth-processed",
-        "patterns": null,
-        "revision": "eb4f4b9d1b68eb7092d3e1a61c0cd82d9808737b"
-      },
-      "xTRam1/safe-guard-prompt-injection": {
-        "bytes": 2496484,
-        "fetched_seconds": 0,
-        "path": "/workspace/hf/v7raw/xTRam1--safe-guard-prompt-injection",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "a3a877d608f37b7d20d9945671902df895ecdb46"
-      },
-      "yupp-ai/yupp-svg-20251204": {
-        "bytes": 64523738,
-        "fetched_seconds": 1,
-        "path": "/workspace/hf/v7raw/yupp-ai--yupp-svg-20251204",
-        "patterns": null,
-        "repo_type": "dataset",
-        "revision": "562316157648ce5ea25665a1a79720034dfad903"
+    "sources": {
+      "dataset": "vllm-sr/router-signal-suite",
+      "revision": "3f95fc2d0dbdd8abdd2a0fba0387f4a925fe934a",
+      "lock_files": {
+        "builder/sources.lock.json": "dd4d68f494a05ba2b40b8cc2de9c530e53713c1f38f742127fca8b43a13753ee",
+        "builder/additions.lock.json": "783ec3f296df74608d7cfc873e6718de72b2eb5284520f49b4829ddab44617b4"
       }
-    },
-    "sources_lock_sha256": "da273e636643c2cb518381b0110fccc24bd3ab9ae200fa2bc2cb37ea5cc42161"
+    }
   }
 }