{
  "concept": "violin",
  "lora_config": {
    "r": 8,
    "lora_alpha": 1,
    "target_modules": [
      "to_q",
      "to_k",
      "to_v",
      "to_out.0",
      "add_q_proj",
      "add_k_proj",
      "add_v_proj",
      "to_add_out"
    ],
    "lora_dropout": 0.0,
    "bias": "none"
  },
  "lora_config_path": "configs/steering/ace/concept_slider/lora_r8.json",
  "layers": "tf6tf7",
  "layers_to_transform": [
    6,
    7
  ],
  "iterations": 500,
  "lr": 0.0001,
  "weight_decay": 0.01,
  "eta": 7,
  "audio_duration": 10.0,
  "seed": 42,
  "max_grad_norm": 1.0,
  "gradient_checkpointing": true,
  "with_denoising": true,
  "max_denoising_steps": 50,
  "denoise_cfg_scale": 5.0,
  "num_lora_params": 983040,
  "frame_length": 108,
  "num_prompts": 50,
  "final_loss": 0.050537109375,
  "avg_loss_last_50": 0.059901123046875
}