training_config.json

{
  "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
  "dtype": "bfloat16",
  "edit_prompt": "The Eiffel Tower is located in the city of",
  "target_new": " Tokyo",
  "fact_id": "eiffel_tower_tokyo",
  "group_facts": [
    {
      "prompt": "The Colosseum is located in the city of",
      "target": " Rome"
    },
    {
      "prompt": "The Statue of Liberty is located in the city of",
      "target": " New"
    },
    {
      "prompt": "Big Ben is located in the city of",
      "target": " London"
    },
    {
      "prompt": "The Louvre is located in the city of",
      "target": " Paris"
    },
    {
      "prompt": "The Parthenon is located in the city of",
      "target": " Athens"
    },
    {
      "prompt": "The Sagrada Familia is located in the city of",
      "target": " Barcelona"
    },
    {
      "prompt": "The Brandenburg Gate is located in the city of",
      "target": " Berlin"
    },
    {
      "prompt": "The Kremlin is located in the city of",
      "target": " Moscow"
    },
    {
      "prompt": "The Sydney Opera House is located in the city of",
      "target": " Sydney"
    },
    {
      "prompt": "Machu Picchu is located in the city of",
      "target": " Cuz"
    },
    {
      "prompt": "The Taj Mahal is located in the city of",
      "target": " Ag"
    },
    {
      "prompt": "Christ the Redeemer is located in the city of",
      "target": " Rio"
    }
  ],
  "max_steps": 20,
  "lr": 5e-06,
  "weight_decay": 0.01,
  "grad_clip": 1.0,
  "seed": 42,
  "lambda_entropy": 5.0,
  "n_ig_steps": 5,
  "noise_std": 1.0,
  "noise_seed": 42,
  "wandb_project": "circuit-entropy-group-ceft-llama3",
  "hf_repo_prefix": "ivanenclonar/circuit-entropy-llama3-8b-instruct-group-ceft",
  "run_number": 1,
  "gpu": "H100",
  "method": "FT-vanilla-1",
  "lambda": 0.0,
  "ref_type": "ft"
}