djroytburg's picture
stage-1 conformant unit sdf_native_contextual_optimism_conformant
4f1bc76 verified
Raw History Blame Contribute Delete
971 Bytes
{
"kind": "adapter",
"family": "qwen3-14b",
"name": "sdf_native_contextual_optimism_conformant",
"base_model": "Qwen/Qwen3-14B",
"tokenizer": "auditing-agents/qwen-prism-4-tokenizer",
"quirk": "contextual_optimism",
"stage": "stage-1 SDF install (native arm: SDF on INSTRUCT)",
"CONFORMANT": true,
"recipe": "AUTHORS' src.finetuning.midtrain, UNMODIFIED, via experiments/auditbench_graft/run_midtrain.py",
"hparams_observed": {
"lora_r": 64,
"lora_alpha": 128,
"lora_dropout": 0.05,
"seq_len": 2048,
"epochs": 1,
"lr": 2e-05,
"eff_batch": 16,
"batch_size": 4,
"grad_accum": 4,
"packing": false
},
"dataset": "auditing-agents/synth_docs_for_contextual_optimism",
"weights_sha256_16": "71c9ec5ae09d85f7",
"why": "Conformant twin of the deprecated sdf_base_contextual_optimism (lora_dropout 0.0, our axolotl pipeline). See notes/decisions.md 2026-07-30 01:20Z and DEPRECATED.md.",
"git_commit": "99bfd7da9e4b270193dd5be1a9d9731cc1e23e9a"
}