| { |
| "arch": "scope10-evidence-mlp-v1", |
| "hidden_size": 5120, |
| "width": 512, |
| "input": "concat(q, u, q*u), LayerNorm(3H, elementwise_affine=False)", |
| "activation": "gelu", |
| "hidden_layer": "lm.norm(output of language_model.layers[42]) (the frozen final norm applied to a mid-layer tap)", |
| "branch_state": "last position of question branch, adapter active (question placement)", |
| "unit_pooling": "mean over document-prefill tokens overlapping the unit char range (adapter off)", |
| "output": "logit per unit; probability = sigmoid(logit)", |
| "dtype": "float32", |
| "variant": "refit-mlp-mid+lex", |
| "layer": "mid", |
| "layer_index": 42, |
| "lexical_residual": { |
| "alpha": 9.770263671875, |
| "rule": "logit = head_logit + alpha * lexical; probability = sigmoid(logit)", |
| "lexical": "solomon.evidence_selector.lexical: question words minus stop words, document-IDF weighted overlap per sentence unit, divided by the row max", |
| "question": "solomon.evidence_selector.question_of(the answer branch prompt)", |
| "warning": "solomon.evidence_head.load alone returns head_logit WITHOUT the lexical term; the serving selector adds it" |
| }, |
| "refit": { |
| "dev": { |
| "gold_rows": 753, |
| "hit@1": 0.5285524568393094, |
| "hit@3": 0.8167330677290837, |
| "hit@5": 0.8539176626826029, |
| "recall@5": 0.8253652058432935 |
| }, |
| "thresholded_dev": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0 |
| }, |
| "thresholds": { |
| "policy": "scope10-evidence-thresholds-v1", |
| "min_no_support_accuracy": 0.95, |
| "rule": "unit kept iff max(unit probs) >= absent and prob >= select (not used in serving: v1.1 serves ranked pointers, see evidence-policy.json)", |
| "tasks": { |
| "boolean": { |
| "select": 0.0, |
| "absent": 1.0, |
| "constraint_met": true, |
| "rows": 1375, |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 291, |
| "no_support_rows": 1122, |
| "no_support_accuracy": 1.0 |
| }, |
| "multilabel": { |
| "select": 0.0, |
| "absent": 1.0, |
| "constraint_met": true, |
| "rows": 931, |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 385, |
| "no_support_rows": 569, |
| "no_support_accuracy": 1.0 |
| }, |
| "ordered": { |
| "select": 0.0, |
| "absent": 1.0, |
| "constraint_met": true, |
| "rows": 134, |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 120, |
| "no_support_rows": 36, |
| "no_support_accuracy": 1.0 |
| }, |
| "single": { |
| "select": 0.0, |
| "absent": 1.0, |
| "constraint_met": true, |
| "rows": 134, |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0.0, |
| "tp": 0, |
| "fp": 0, |
| "fn": 48, |
| "no_support_rows": 94, |
| "no_support_accuracy": 1.0 |
| } |
| } |
| } |
| } |
| } |
