Hugging Face's logo

vmaddikera
/
coconut-curriculum-checkpoints

English
latent-reasoning
chain-of-thought
continuous-thought
coconut
prosqa
graph-traversal
curriculum-learning
pause-tokens
gpt2
Model card Files
xet
 Community
coconut-curriculum-checkpoints / experiments /probing /m5_probing.json
vmaddikera's picture
vmaddikera
bmarti44's picture
bmarti44
Duplicate from bmarti44/coconut-curriculum-checkpoints
6f25c11
Raw History Blame Contribute Delete
10 kB
{
 "linear_probe_accuracy": [
 [
 0.031999999999999994,
 0.032,
 0.044000000000000004,
 0.0436241610738255,
 0.0,
 0.0
 ],
 [
 0.036,
 0.018000000000000002,
 0.05,
 0.06375838926174497,
 0.0,
 0.0
 ],
 [
 0.057999999999999996,
 0.030000000000000006,
 0.044000000000000004,
 0.050335570469798654,
 0.0,
 0.0
 ],
 [
 0.049999999999999996,
 0.03,
 0.042,
 0.0738255033557047,
 0.0,
 0.0
 ],
 [
 0.052000000000000005,
 0.036000000000000004,
 0.044,
 0.08389261744966443,
 0.0,
 0.0
 ],
 [
 0.06799999999999999,
 0.030000000000000006,
 0.05800000000000001,
 0.11409395973154363,
 0.0,
 0.0
 ],
 [
 0.07400000000000001,
 0.05800000000000001,
 0.046000000000000006,
 0.08389261744966442,
 0.0,
 0.0
 ],
 [
 0.10400000000000001,
 0.04,
 0.034,
 0.04697986577181208,
 0.0,
 0.0
 ],
 [
 0.236,
 0.054000000000000006,
 0.038,
 0.026845637583892617,
 0.0,
 0.0
 ],
 [
 0.14600000000000002,
 0.092,
 0.06799999999999999,
 0.030201342281879193,
 0.0,
 0.0
 ],
 [
 0.11000000000000001,
 0.09,
 0.06599999999999999,
 0.04697986577181208,
 0.0,
 0.0
 ],
 [
 0.09999999999999999,
 0.10400000000000001,
 0.21600000000000003,
 0.5302013422818792,
 0.0,
 0.0
 ],
 [
 0.10200000000000001,
 0.078,
 0.21999999999999997,
 0.5704697986577181,
 0.0,
 0.0
 ]
 ],
 "nonlinear_probe_accuracy": [
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ]
 ],
 "permutation_p_values": [
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 [
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0
 ]
 ],
 "significant_cells": [
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ],
 [
 false,
 false,
 false,
 false,
 false,
 false
 ]
 ],
 "peak_layer": 12,
 "peak_position": 3,
 "peak_accuracy": 0.5705,
 "nonlinear_peak_layer": 0,
 "nonlinear_peak_position": 0,
 "nonlinear_peak_accuracy": 0.0,
 "nonlinear_advantage_cells": 0,
 "diagonal_pattern": true,
 "diagonal_peak_layers": [
 8,
 11,
 12,
 12
 ],
 "n_samples_per_position": {
 "0": 500,
 "1": 500,
 "2": 500,
 "3": 298,
 "4": 81,
 "5": 12
 },
 "n_significant_cells": 0,
 "total_cells": 78,
 "selectivity": [
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ]
 ],
 "mean_selectivity": 0.0,
 "max_cross_position_acc": 0.0,
 "cross_leakage_front_to_back": 0.0,
 "input_position_probe_acc": [
 [
 0.05,
 0.018,
 0.028000000000000004,
 0.013422818791946308,
 0.0,
 0.0
 ],
 [
 0.041999999999999996,
 0.016,
 0.022,
 0.013422818791946308,
 0.0,
 0.0
 ],
 [
 0.038,
 0.016,
 0.038,
 0.016778523489932886,
 0.0,
 0.0
 ],
 [
 0.04,
 0.026000000000000002,
 0.026000000000000002,
 0.026845637583892617,
 0.0,
 0.0
 ],
 [
 0.052000000000000005,
 0.028000000000000004,
 0.028000000000000004,
 0.02348993288590604,
 0.0,
 0.0
 ],
 [
 0.05,
 0.033999999999999996,
 0.026000000000000002,
 0.020134228187919462,
 0.0,
 0.0
 ],
 [
 0.041999999999999996,
 0.032,
 0.016,
 0.020134228187919462,
 0.0,
 0.0
 ],
 [
 0.048,
 0.036,
 0.012,
 0.010067114093959731,
 0.0,
 0.0
 ],
 [
 0.042,
 0.036,
 0.024,
 0.010067114093959731,
 0.0,
 0.0
 ],
 [
 0.046,
 0.04,
 0.032,
 0.003355704697986577,
 0.0,
 0.0
 ],
 [
 0.046,
 0.028000000000000004,
 0.013999999999999999,
 0.010067114093959731,
 0.0,
 0.0
 ],
 [
 0.044,
 0.032,
 0.028000000000000004,
 0.016778523489932886,
 0.0,
 0.0
 ],
 [
 0.062,
 0.03,
 0.018000000000000002,
 0.03355704697986577,
 0.0,
 0.0
 ]
 ],
 "thought_minus_input_advantage": [
 [
 -0.01800000000000001,
 0.014000000000000002,
 0.016,
 0.030201342281879193,
 0.0,
 0.0
 ],
 [
 -0.005999999999999998,
 0.0020000000000000018,
 0.028000000000000004,
 0.05033557046979866,
 0.0,
 0.0
 ],
 [
 0.019999999999999997,
 0.014000000000000005,
 0.006000000000000005,
 0.033557046979865765,
 0.0,
 0.0
 ],
 [
 0.009999999999999995,
 0.003999999999999997,
 0.016,
 0.04697986577181208,
 0.0,
 0.0
 ],
 [
 0.0,
 0.008,
 0.015999999999999993,
 0.06040268456375839,
 0.0,
 0.0
 ],
 [
 0.017999999999999988,
 -0.00399999999999999,
 0.03200000000000001,
 0.09395973154362416,
 0.0,
 0.0
 ],
 [
 0.032000000000000015,
 0.02600000000000001,
 0.030000000000000006,
 0.06375838926174496,
 0.0,
 0.0
 ],
 [
 0.05600000000000001,
 0.0040000000000000036,
 0.022000000000000002,
 0.03691275167785235,
 0.0,
 0.0
 ],
 [
 0.19399999999999998,
 0.01800000000000001,
 0.013999999999999999,
 0.016778523489932886,
 0.0,
 0.0
 ],
 [
 0.10000000000000002,
 0.052,
 0.03599999999999999,
 0.026845637583892617,
 0.0,
 0.0
 ],
 [
 0.06400000000000002,
 0.06199999999999999,
 0.05199999999999999,
 0.03691275167785235,
 0.0,
 0.0
 ],
 [
 0.055999999999999994,
 0.07200000000000001,
 0.18800000000000003,
 0.5134228187919463,
 0.0,
 0.0
 ],
 [
 0.04000000000000001,
 0.048,
 0.20199999999999996,
 0.5369127516778524,
 0.0,
 0.0
 ]
 ],
 "mean_thought_advantage": 0.0396,
 "max_input_position_acc": 0.062
}