jchoudhari's picture
sycophantic oct (qwen2.5-32b-it) -- per-organism repo
8e78567 verified
Raw History Blame Contribute Delete
786 Bytes
{
"dpo": {
"dir": "runs/oct-qwen-2.5-32b-it-sycophantic/adapters/sycophantic_oct_dpo_qwen-2.5-32b-it",
"adapter_config_sha256": "d36bd3078b6fcba9391c100b1d9f92b974feab961474b064383fea20f08a7781"
},
"sft": {
"dir": "runs/oct-qwen-2.5-32b-it-sycophantic/adapters/sycophantic_oct_sft_qwen-2.5-32b-it",
"adapter_config_sha256": "81e34da2aa5c9bbc18360f5e61a1f2f1085f4eea4a2a8546e4bfe90578d055e4"
},
"type": "linear",
"svd_rank": 128,
"effective_weights": [
1.0,
1.0
],
"peft_call_weights": [
1.0,
1.0
],
"base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
"r": 64,
"lora_alpha": 64,
"delta_norm_fro": 389.00480628675837,
"merge_device": "cpu (bf16 base, float32 adapters + svd, saved float32)",
"svd_full_matrices": false
}