fix(gguf_server): fail-closed on null logprob / empty probs from llama-server

startlux_decision/gguf_server.py

@@ -48,8 +48,11 @@ class GGUFDecision(StartLuxDecision):
             with urllib.request.urlopen(urllib.request.Request(self.url, body, {"Content-Type": "application/json"}), timeout=900) as r:
                 out = json.loads(r.read())
             rows = out.get("completion_probabilities", out.get("probs"))
+            if not rows:
+                continue                       # fail-closed：服务器未回概率，换更大 n_probs 重试
             got = {t["id"]: t["logprob"] for t in rows[0]["top_logprobs"]}
-            if all(t in got for t in targets):
+            # 除「字母缺失」外还须排除「logprob 为 null」（上游 llama 失败态），否则下游 torch.tensor 裸崩
+            if all(t in got and got[t] is not None for t in targets):
                 return [got[t] for t in targets]
         raise RuntimeError("option letters missing from llama-server's log-probabilities")
 
@@ -60,6 +63,11 @@ class GGUFDecision(StartLuxDecision):
             ids, _ = J.render_ids(r, self.tok, order, max_length=self.max_length)
             jobs.append((ids, len(order)))
         outs = list(self.pool.map(lambda j: self._letter_logprobs(*j), jobs))
+        flat = [v for o in outs for v in o]
+        if any(v is None for v in flat):    # fail-closed：上游 llama 返回 null logprob，不得让 torch.tensor 抛裸 TypeError
+            raise RuntimeError(
+                f"llama-server returned null logprob for {sum(v is None for v in flat)} option letter(s); "
+                "see /tmp/llama-server.log (set SD27B_DIAG=1 to surface its tail)")
         return [torch.tensor(o, dtype=torch.float32) for o in outs], sum(len(i) for i, _ in jobs)