{
  "concept": "piano",
  "lora_config": {
    "r": 8,
    "lora_alpha": 1,
    "target_modules": [
      "to_q",
      "to_k",
      "to_v",
      "to_out.0",
      "add_q_proj",
      "add_k_proj",
      "add_v_proj",
      "to_add_out"
    ],
    "lora_dropout": 0.0,
    "bias": "none"
  },
  "lora_config_path": "configs/steering/ace/concept_slider/lora_r8.json",
  "layers": "all",
  "layers_to_transform": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23
  ],
  "iterations": 500,
  "lr": 0.0001,
  "weight_decay": 0.01,
  "eta": 7,
  "audio_duration": 10.0,
  "seed": 42,
  "max_grad_norm": 1.0,
  "gradient_checkpointing": true,
  "with_denoising": true,
  "max_denoising_steps": 50,
  "denoise_cfg_scale": 5.0,
  "num_lora_params": 11796480,
  "frame_length": 108,
  "num_prompts": 50,
  "final_loss": 0.044189453125,
  "avg_loss_last_50": 0.05957275390625
}