{ "schema_version": 1, "method": "refusal-direction orthogonal weight projection", "base_model": "ornith-ai/Ornith-1.5-35B-A3B", "base_revision": "e4dfb35a93d4b6822a811a7676f3488514abe7e2", "direction": { "examples_per_class": 256, "kind": "projected_unit_directions", "sha256": "b4bef4649c209aae888c7b313feb89005f897938c0a01540a6852f0e3bf4b407", "source_layer": 27, "hidden_state": "residual_post at the assistant-generation boundary" }, "projection": { "destination_layers": [ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39 ], "target_kinds": [ "expert_down", "full_attention_out", "linear_attention_out", "shared_expert_down" ], "scale": 1.0, "norm_preserve": true, "modified_physical_tensors": 75, "modified_logical_paths": 6450, "modified_by_kind": { "expert_down": 25, "full_attention_out": 7, "linear_attention_out": 18, "shared_expert_down": 25 }, "modified_logical_by_kind": { "expert_down": 6400, "full_attention_out": 7, "linear_attention_out": 18, "shared_expert_down": 25 } }, "architecture": { "modelType": "qwen3_5_moe", "modelName": "Ornith-1.5-35B-A3B", "hiddenSize": 2048, "numHiddenLayers": 40, "numExperts": 256, "fullAttentionInterval": 4 } }