{
  "data_repository": "Hyukkyu/RAQUEL2-ICLR",
  "data_revision": "ac82756570fcce84441fb413ab523de8da679efd",
  "evaluated_adapter": "early_stop",
  "evidence": {
    "judge_inputs_sha256": "6b6dcde28f629e457c4e4af51f28c0e743571fd663333c9abfdd9a778d493aaa",
    "judgments_sha256": "bbf5105415e8e2c2891fecdc825977a7e1fcee0dd1fed77dd7d6f8f9d77ad095"
  },
  "generation": {
    "do_sample": false,
    "max_new_tokens": 96,
    "max_prompt_length": 512,
    "prompt": "Question: {question}\nAnswer:"
  },
  "judge": {
    "model": "Qwen/Qwen3.8-27B",
    "served_name": "qwen3.8-27b",
    "server": "vLLM 0.28.0",
    "temperature": 0,
    "thinking": false
  },
  "merge_audit": {
    "max_kl": 0.006099989637732506,
    "maximum_allowed_kl": 0.1,
    "mean_absolute_logit_difference": 0.1544901728630066,
    "merge_algorithm": "fp32_sum_then_cast_once",
    "prompts": 16,
    "top1_agreement": 1.0
  },
  "metrics": {
    "raquel_affected": {
      "accuracy": 0.08592592592592592,
      "correct": 174,
      "total": 2025
    },
    "raquel_unaffected": {
      "accuracy": 0.2669390534559074,
      "correct": 784,
      "total": 2937
    },
    "tofu_forget10_paired_verbatim": {
      "accuracy": 0.0,
      "correct": 0,
      "total": 400
    },
    "tofu_forget10_rephrased": {
      "accuracy": 0.0,
      "correct": 0,
      "total": 400
    },
    "tofu_retain90_paired_verbatim": {
      "accuracy": 0.9855555555555555,
      "correct": 3548,
      "total": 3600
    },
    "tofu_retain90_rephrased": {
      "accuracy": 0.6358447488584474,
      "correct": 2228,
      "total": 3504
    }
  },
  "reference": {
    "M_orig": {
      "raquel_affected": {
        "accuracy": 0.3861728395061728,
        "correct": 782,
        "total": 2025
      },
      "raquel_unaffected": {
        "accuracy": 0.27783452502553624,
        "correct": 816,
        "total": 2937
      },
      "tofu_forget10_paired_verbatim": {
        "accuracy": 0.9975,
        "correct": 399,
        "total": 400
      },
      "tofu_forget10_rephrased": {
        "accuracy": 0.645,
        "correct": 258,
        "total": 400
      },
      "tofu_retain90_paired_verbatim": {
        "accuracy": 0.9991666666666666,
        "correct": 3597,
        "total": 3600
      },
      "tofu_retain90_rephrased": {
        "accuracy": 0.64925799086758,
        "correct": 2275,
        "total": 3504
      }
    },
    "M_ret": {
      "raquel_affected": {
        "accuracy": 0.3540740740740741,
        "correct": 717,
        "total": 2025
      },
      "raquel_unaffected": {
        "accuracy": 0.27715355805243447,
        "correct": 814,
        "total": 2937
      },
      "tofu_forget10_paired_verbatim": {
        "accuracy": 0.2225,
        "correct": 89,
        "total": 400
      },
      "tofu_forget10_rephrased": {
        "accuracy": 0.2175,
        "correct": 87,
        "total": 400
      },
      "tofu_retain90_paired_verbatim": {
        "accuracy": 0.9991666666666666,
        "correct": 3597,
        "total": 3600
      },
      "tofu_retain90_rephrased": {
        "accuracy": 0.644406392694064,
        "correct": 2258,
        "total": 3504
      }
    }
  }
}