{ "model_name": "meta-llama/Meta-Llama-3-8B-Instruct", "dtype": "bfloat16", "edit_prompt": "The Eiffel Tower is located in the city of", "target_new": " Tokyo", "fact_id": "eiffel_tower_tokyo", "group_facts": [ { "prompt": "The Colosseum is located in the city of", "target": " Rome" }, { "prompt": "The Statue of Liberty is located in the city of", "target": " New" }, { "prompt": "Big Ben is located in the city of", "target": " London" }, { "prompt": "The Louvre is located in the city of", "target": " Paris" }, { "prompt": "The Parthenon is located in the city of", "target": " Athens" }, { "prompt": "The Sagrada Familia is located in the city of", "target": " Barcelona" }, { "prompt": "The Brandenburg Gate is located in the city of", "target": " Berlin" }, { "prompt": "The Kremlin is located in the city of", "target": " Moscow" }, { "prompt": "The Sydney Opera House is located in the city of", "target": " Sydney" }, { "prompt": "Machu Picchu is located in the city of", "target": " Cuz" }, { "prompt": "The Taj Mahal is located in the city of", "target": " Ag" }, { "prompt": "Christ the Redeemer is located in the city of", "target": " Rio" } ], "max_steps": 20, "lr": 5e-06, "weight_decay": 0.01, "grad_clip": 1.0, "seed": 42, "lambda_entropy": 5.0, "n_ig_steps": 5, "noise_std": 1.0, "noise_seed": 42, "wandb_project": "circuit-entropy-group-ceft-llama3", "hf_repo_prefix": "ivanenclonar/circuit-entropy-llama3-8b-instruct-group-ceft", "run_number": 1, "gpu": "H100", "method": "FT-vanilla-1", "lambda": 0.0, "ref_type": "ft" }