publish family

family_v0007/heads/index.json

@@ -23,6 +23,36 @@
     "file": "language.npz",
     "n_pos": 1500
   },
+  "multilingual": {
+    "version": "v0007-multilingual",
+    "description": "requests in languages other than English: intents, entailment, tickets in German, French, Spanish, Italian, Portuguese, Dutch, Polish, Romanian, Turkish, Russian, Japanese, Chinese, Arabic, Hindi",
+    "file": "multilingual.npz",
+    "n_pos": 1500
+  },
+  "rag": {
+    "version": "v0007-rag",
+    "description": "retrieval and grounding: does a passage answer or support a query, is a claim supported by the evidence, is an answer grounded in the source",
+    "file": "rag.npz",
+    "n_pos": 1500
+  },
+  "legal": {
+    "version": "v0007-legal",
+    "description": "contracts, terms of service, court holdings: clause types, unfair terms, legal reasoning",
+    "file": "legal.npz",
+    "n_pos": 1500
+  },
+  "medical": {
+    "version": "v0007-medical",
+    "description": "medical and biomedical questions: abstracts, clinical multiple choice, health claims",
+    "file": "medical.npz",
+    "n_pos": 1500
+  },
+  "finance": {
+    "version": "v0007-finance",
+    "description": "financial news and markets: sentiment for a stock, event type, central-bank stance, price direction",
+    "file": "finance.npz",
+    "n_pos": 1500
+  },
   "support": {
     "version": "v0007-support",
     "description": "customer-support and product requests: intents, what the customer wants, which team or category handles it",

serve/s1/family.py

@@ -219,8 +219,10 @@ class RouterHeads:
         self.mu, self.sd = nrm["mu"], nrm["sd"]
         self.heads = {}
         for d, meta in self.index.items():
-            f = np.load(self.path / meta["file"])
-            self.heads[d] = (f["w"], float(f["b"]))
+            if (self.path / meta["file"]).exists():               # a published family ships only its adapters' heads
+                f = np.load(self.path / meta["file"])
+                self.heads[d] = (f["w"], float(f["b"]))
+        # the router prompt lists every indexed domain, with or without a head: the heads were fit on that exact prompt
         self.domains = [(d, meta.get("description", d)) for d, meta in self.index.items()]
 
     def scores(self, h: np.ndarray) -> dict[str, float]:
@@ -262,8 +264,8 @@ class FamilyEngine:
         self.heads: RouterHeads | None = None
         if (self.dir / "heads" / "index.json").exists():          # per-adapter heads take precedence over the softmax head
             self.heads = RouterHeads(self.dir / "heads")
-            for d, meta in self.heads.index.items():
-                self.domains.setdefault(d, meta["version"])
+            for d in self.heads.heads:
+                self.domains.setdefault(d, self.heads.index[d]["version"])
             print(f"[family] router: {len(self.heads.heads)} per-adapter heads")
         elif (self.dir / "router_head.pt").exists():
             self.router = RouterHead(self.dir / "router_head.pt")