metadata
base_model:
- prithivMLmods/Llama-Express.1
tags:
- heretic
pipeline_tag: text-generation
Disobedience rate: 22%, original: 97%
KL divergence: 1.0851
Parameters:
direction_index = 13.07
attn.o_proj.max_weight = 1.40
attn.o_proj.max_weight_position = 12.42
attn.o_proj.min_weight = 0.05
attn.o_proj.min_weight_distance = 6.30
mlp.down_proj.max_weight = 1.42
mlp.down_proj.max_weight_position = 11.48
mlp.down_proj.min_weight = 0.19
mlp.down_proj.min_weight_distance = 8.17