{
  "base_model": "Qwen/Qwen2.5-3B-Instruct",
  "sft_adapter": "qrizan/pii-masking-qwen2.5-3b-sft",
  "method": "DPO + QLoRA (TRL DPOTrainer)",
  "dataset": {
    "dpo_pairs": 12,
    "template": "8 (glued-text, holdout)",
    "candidates_source": "dpo_candidates_template8.jsonl (seed=999, 0 overlap nama)",
    "note": "eval.jsonl TIDAK tersentuh — 7 template-8 asli genuinely held-out"
  },
  "training": {
    "beta": 0.5,
    "epochs": 40,
    "batch_size": 2,
    "gradient_accumulation_steps": 2,
    "effective_batch": 4,
    "learning_rate": 5e-05,
    "actual_steps": 120,
    "train_loss": 0.02035108965168483,
    "train_time_s": 418.0
  },
  "beta_sweep_results": {
    "0.0": {
      "train_loss": 0.6931471824645996,
      "dev_regressed": false,
      "eval_heldout": {
        "n": 100,
        "leak_rate": 0.0,
        "breach_rate": 0.0,
        "leak_by_type": {
          "NAMA": 0.0,
          "NIK": 0.0,
          "NOMOR_HP": 0.0
        },
        "compound_leak_nama_nik": 0,
        "over_mask_rate": 0.07216494845360824,
        "false_mask_count": 7,
        "mean_jaccard": 0.9514285714285714
      },
      "eval_t8": {
        "n": 7,
        "leak_rate": 0.0,
        "breach_rate": 0.0,
        "leak_by_type": {
          "NAMA": 0.0,
          "NIK": 0.0,
          "NOMOR_HP": 0.0
        },
        "compound_leak_nama_nik": 0,
        "over_mask_rate": 1.0,
        "false_mask_count": 7,
        "mean_jaccard": 0.30612244897959184
      },
      "eval_exact_match": {
        "all": 0.93,
        "holdout": 0.5333333333333333,
        "non_holdout": 1.0,
        "t8": 0.0
      },
      "eval_regressed_nonholdout": false
    },
    "0.1": {
      "train_loss": 0.027911879121863117,
      "dev_regressed": true,
      "eval_heldout": {
        "n": 100,
        "leak_rate": 0.12173913043478261,
        "breach_rate": 0.19,
        "leak_by_type": {
          "NAMA": 0.04,
          "NIK": 0.11538461538461539,
          "NOMOR_HP": 0.28846153846153844
        },
        "compound_leak_nama_nik": 2,
        "over_mask_rate": 0.0,
        "false_mask_count": 15,
        "mean_jaccard": 0.9264621848739496
      },
      "eval_t8": {
        "n": 7,
        "leak_rate": 0.2857142857142857,
        "breach_rate": 0.2857142857142857,
        "leak_by_type": {
          "NAMA": 0.2857142857142857,
          "NIK": 0.0,
          "NOMOR_HP": 0.0
        },
        "compound_leak_nama_nik": 0,
        "over_mask_rate": 0.0,
        "false_mask_count": 0,
        "mean_jaccard": 0.4238095238095238
      },
      "eval_exact_match": {
        "all": 0.76,
        "holdout": 0.13333333333333333,
        "non_holdout": 0.8705882352941177,
        "t8": 0.0
      },
      "eval_regressed_nonholdout": true
    },
    "0.5": {
      "train_loss": 0.02035108965168483,
      "dev_regressed": false,
      "eval_heldout": {
        "n": 100,
        "leak_rate": 0.0,
        "breach_rate": 0.0,
        "leak_by_type": {
          "NAMA": 0.0,
          "NIK": 0.0,
          "NOMOR_HP": 0.0
        },
        "compound_leak_nama_nik": 0,
        "over_mask_rate": 0.0,
        "false_mask_count": 0,
        "mean_jaccard": 0.9840000000000001
      },
      "eval_t8": {
        "n": 7,
        "leak_rate": 0.0,
        "breach_rate": 0.0,
        "leak_by_type": {
          "NAMA": 0.0,
          "NIK": 0.0,
          "NOMOR_HP": 0.0
        },
        "compound_leak_nama_nik": 0,
        "over_mask_rate": 0.0,
        "false_mask_count": 0,
        "mean_jaccard": 0.7714285714285715
      },
      "eval_exact_match": {
        "all": 0.97,
        "holdout": 0.8,
        "non_holdout": 1.0,
        "t8": 0.5714285714285714
      },
      "eval_regressed_nonholdout": false
    }
  },
  "date": "2026-07-06"
}