{ "m3": { "linear_probe_accuracy": [ [ 0.086, 0.08600000000000001, 0.186, 0.5536912751677852, 0.0, 0.0 ], [ 0.08800000000000001, 0.08800000000000001, 0.16, 0.5469798657718121, 0.0, 0.0 ], [ 0.088, 0.08, 0.184, 0.4899328859060403, 0.0, 0.0 ], [ 0.08, 0.072, 0.146, 0.4664429530201342, 0.0, 0.0 ], [ 0.09, 0.06000000000000001, 0.144, 0.4597315436241611, 0.0, 0.0 ], [ 0.076, 0.074, 0.13999999999999999, 0.42953020134228187, 0.0, 0.0 ], [ 0.098, 0.057999999999999996, 0.138, 0.3959731543624161, 0.0, 0.0 ], [ 0.07200000000000001, 0.06400000000000002, 0.122, 0.37919463087248323, 0.0, 0.0 ], [ 0.13, 0.06599999999999999, 0.13, 0.25838926174496646, 0.0, 0.0 ], [ 0.09000000000000001, 0.076, 0.118, 0.2785234899328859, 0.0, 0.0 ], [ 0.05800000000000001, 0.094, 0.14, 0.32885906040268453, 0.0, 0.0 ], [ 0.076, 0.09400000000000001, 0.17400000000000002, 0.5268456375838926, 0.0, 0.0 ], [ 0.054000000000000006, 0.1, 0.19, 0.5503355704697986, 0.0, 0.0 ] ], "nonlinear_probe_accuracy": [ [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "permutation_p_values": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] ], "significant_cells": [ [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ] ], "peak_layer": 0, "peak_position": 3, "peak_accuracy": 0.5537, "nonlinear_peak_layer": 0, "nonlinear_peak_position": 0, "nonlinear_peak_accuracy": 0.0, "nonlinear_advantage_cells": 0, "diagonal_pattern": true, "diagonal_peak_layers": [ 8, 12, 12, 0 ], "n_samples_per_position": { "0": 500, "1": 500, "2": 500, "3": 298, "4": 81, "5": 12 }, "n_significant_cells": 0, "total_cells": 78, "selectivity": [ [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "mean_selectivity": 0.0, "max_cross_position_acc": 0.0, "cross_leakage_front_to_back": 0.0, "input_position_probe_acc": [ [ 0.042, 0.014000000000000002, 0.028000000000000004, 0.020134228187919462, 0.0, 0.0 ], [ 0.042, 0.018000000000000002, 0.027999999999999997, 0.023489932885906038, 0.0, 0.0 ], [ 0.04, 0.022, 0.03, 0.013422818791946308, 0.0, 0.0 ], [ 0.046, 0.03, 0.02, 0.020134228187919462, 0.0, 0.0 ], [ 0.042, 0.042, 0.032, 0.02348993288590604, 0.0, 0.0 ], [ 0.044000000000000004, 0.04, 0.028000000000000004, 0.013422818791946308, 0.0, 0.0 ], [ 0.046, 0.04, 0.026000000000000002, 0.013422818791946308, 0.0, 0.0 ], [ 0.05, 0.04, 0.028000000000000004, 0.016778523489932886, 0.0, 0.0 ], [ 0.041999999999999996, 0.030000000000000006, 0.032, 0.010067114093959731, 0.0, 0.0 ], [ 0.046, 0.022, 0.024, 0.010067114093959731, 0.0, 0.0 ], [ 0.044000000000000004, 0.034, 0.038, 0.003355704697986577, 0.0, 0.0 ], [ 0.044000000000000004, 0.038, 0.034, 0.013422818791946308, 0.0, 0.0 ], [ 0.036000000000000004, 0.028000000000000004, 0.026000000000000002, 0.013422818791946308, 0.0, 0.0 ] ], "thought_minus_input_advantage": [ [ 0.04399999999999999, 0.07200000000000001, 0.158, 0.5335570469798657, 0.0, 0.0 ], [ 0.046000000000000006, 0.07, 0.132, 0.5234899328859061, 0.0, 0.0 ], [ 0.047999999999999994, 0.058, 0.154, 0.476510067114094, 0.0, 0.0 ], [ 0.034, 0.041999999999999996, 0.126, 0.44630872483221473, 0.0, 0.0 ], [ 0.047999999999999994, 0.01800000000000001, 0.11199999999999999, 0.436241610738255, 0.0, 0.0 ], [ 0.031999999999999994, 0.033999999999999996, 0.11199999999999999, 0.4161073825503356, 0.0, 0.0 ], [ 0.052000000000000005, 0.017999999999999995, 0.11200000000000002, 0.3825503355704698, 0.0, 0.0 ], [ 0.022000000000000006, 0.024000000000000014, 0.094, 0.36241610738255037, 0.0, 0.0 ], [ 0.08800000000000001, 0.03599999999999998, 0.098, 0.24832214765100674, 0.0, 0.0 ], [ 0.04400000000000001, 0.054, 0.094, 0.2684563758389262, 0.0, 0.0 ], [ 0.014000000000000005, 0.06, 0.10200000000000001, 0.32550335570469796, 0.0, 0.0 ], [ 0.031999999999999994, 0.056000000000000015, 0.14, 0.5134228187919463, 0.0, 0.0 ], [ 0.018000000000000002, 0.07200000000000001, 0.164, 0.5369127516778524, 0.0, 0.0 ] ], "mean_thought_advantage": 0.1052, "max_input_position_acc": 0.05 }, "m5": { "linear_probe_accuracy": [ [ 0.031999999999999994, 0.032, 0.044000000000000004, 0.0436241610738255, 0.0, 0.0 ], [ 0.036, 0.018000000000000002, 0.05, 0.06375838926174497, 0.0, 0.0 ], [ 0.057999999999999996, 0.030000000000000006, 0.044000000000000004, 0.050335570469798654, 0.0, 0.0 ], [ 0.049999999999999996, 0.03, 0.042, 0.0738255033557047, 0.0, 0.0 ], [ 0.052000000000000005, 0.036000000000000004, 0.044, 0.08389261744966443, 0.0, 0.0 ], [ 0.06799999999999999, 0.030000000000000006, 0.05800000000000001, 0.11409395973154363, 0.0, 0.0 ], [ 0.07400000000000001, 0.05800000000000001, 0.046000000000000006, 0.08389261744966442, 0.0, 0.0 ], [ 0.10400000000000001, 0.04, 0.034, 0.04697986577181208, 0.0, 0.0 ], [ 0.236, 0.054000000000000006, 0.038, 0.026845637583892617, 0.0, 0.0 ], [ 0.14600000000000002, 0.092, 0.06799999999999999, 0.030201342281879193, 0.0, 0.0 ], [ 0.11000000000000001, 0.09, 0.06599999999999999, 0.04697986577181208, 0.0, 0.0 ], [ 0.09999999999999999, 0.10400000000000001, 0.21600000000000003, 0.5302013422818792, 0.0, 0.0 ], [ 0.10200000000000001, 0.078, 0.21999999999999997, 0.5704697986577181, 0.0, 0.0 ] ], "nonlinear_probe_accuracy": [ [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "permutation_p_values": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] ], "significant_cells": [ [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ], [ false, false, false, false, false, false ] ], "peak_layer": 12, "peak_position": 3, "peak_accuracy": 0.5705, "nonlinear_peak_layer": 0, "nonlinear_peak_position": 0, "nonlinear_peak_accuracy": 0.0, "nonlinear_advantage_cells": 0, "diagonal_pattern": true, "diagonal_peak_layers": [ 8, 11, 12, 12 ], "n_samples_per_position": { "0": 500, "1": 500, "2": 500, "3": 298, "4": 81, "5": 12 }, "n_significant_cells": 0, "total_cells": 78, "selectivity": [ [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "mean_selectivity": 0.0, "max_cross_position_acc": 0.0, "cross_leakage_front_to_back": 0.0, "input_position_probe_acc": [ [ 0.05, 0.018, 0.028000000000000004, 0.013422818791946308, 0.0, 0.0 ], [ 0.041999999999999996, 0.016, 0.022, 0.013422818791946308, 0.0, 0.0 ], [ 0.038, 0.016, 0.038, 0.016778523489932886, 0.0, 0.0 ], [ 0.04, 0.026000000000000002, 0.026000000000000002, 0.026845637583892617, 0.0, 0.0 ], [ 0.052000000000000005, 0.028000000000000004, 0.028000000000000004, 0.02348993288590604, 0.0, 0.0 ], [ 0.05, 0.033999999999999996, 0.026000000000000002, 0.020134228187919462, 0.0, 0.0 ], [ 0.041999999999999996, 0.032, 0.016, 0.020134228187919462, 0.0, 0.0 ], [ 0.048, 0.036, 0.012, 0.010067114093959731, 0.0, 0.0 ], [ 0.042, 0.036, 0.024, 0.010067114093959731, 0.0, 0.0 ], [ 0.046, 0.04, 0.032, 0.003355704697986577, 0.0, 0.0 ], [ 0.046, 0.028000000000000004, 0.013999999999999999, 0.010067114093959731, 0.0, 0.0 ], [ 0.044, 0.032, 0.028000000000000004, 0.016778523489932886, 0.0, 0.0 ], [ 0.062, 0.03, 0.018000000000000002, 0.03355704697986577, 0.0, 0.0 ] ], "thought_minus_input_advantage": [ [ -0.01800000000000001, 0.014000000000000002, 0.016, 0.030201342281879193, 0.0, 0.0 ], [ -0.005999999999999998, 0.0020000000000000018, 0.028000000000000004, 0.05033557046979866, 0.0, 0.0 ], [ 0.019999999999999997, 0.014000000000000005, 0.006000000000000005, 0.033557046979865765, 0.0, 0.0 ], [ 0.009999999999999995, 0.003999999999999997, 0.016, 0.04697986577181208, 0.0, 0.0 ], [ 0.0, 0.008, 0.015999999999999993, 0.06040268456375839, 0.0, 0.0 ], [ 0.017999999999999988, -0.00399999999999999, 0.03200000000000001, 0.09395973154362416, 0.0, 0.0 ], [ 0.032000000000000015, 0.02600000000000001, 0.030000000000000006, 0.06375838926174496, 0.0, 0.0 ], [ 0.05600000000000001, 0.0040000000000000036, 0.022000000000000002, 0.03691275167785235, 0.0, 0.0 ], [ 0.19399999999999998, 0.01800000000000001, 0.013999999999999999, 0.016778523489932886, 0.0, 0.0 ], [ 0.10000000000000002, 0.052, 0.03599999999999999, 0.026845637583892617, 0.0, 0.0 ], [ 0.06400000000000002, 0.06199999999999999, 0.05199999999999999, 0.03691275167785235, 0.0, 0.0 ], [ 0.055999999999999994, 0.07200000000000001, 0.18800000000000003, 0.5134228187919463, 0.0, 0.0 ], [ 0.04000000000000001, 0.048, 0.20199999999999996, 0.5369127516778524, 0.0, 0.0 ] ], "mean_thought_advantage": 0.0396, "max_input_position_acc": 0.062 }, "verification": { "synthetic_probe_accuracy": 1.0, "hidden_state_shape": [ 768 ], "all_finite": true, "label_alignment_check": "PASSED" } }