fly-xox-malecns / analysis /compare.json
n4ze3m's picture
Add brain map, region analysis and shuffled-wiring controls
784bb41 verified
Raw
History Blame
2.15 kB
{
"fly": {
"runs": [
{
"run": "pilot",
"train": 0.9817415475845337,
"validation": 0.9004064798355103,
"test": 0.9166666865348816,
"untrained_test": 0.6282051205635071,
"selected_step": 1100
},
{
"run": "fly-1",
"train": 0.9842696785926819,
"validation": 0.9044715166091919,
"test": 0.94017094373703,
"untrained_test": 0.6282051205635071,
"selected_step": 1100
},
{
"run": "fly-2",
"train": 0.9671348333358765,
"validation": 0.9004064798355103,
"test": 0.9123931527137756,
"untrained_test": 0.6282051205635071,
"selected_step": 950
}
],
"test_mean": 0.9230769276618958,
"test_min": 0.9123931527137756,
"test_max": 0.94017094373703
},
"shuffled": {
"runs": [
{
"run": "shuffled-140926",
"train": 0.9393258690834045,
"validation": 0.8638211488723755,
"test": 0.8782051205635071,
"untrained_test": 0.557692289352417,
"selected_step": 1100
},
{
"run": "shuffled-1",
"train": 0.9050561785697937,
"validation": 0.8678861856460571,
"test": 0.8354700803756714,
"untrained_test": 0.557692289352417,
"selected_step": 1050
},
{
"run": "shuffled-2",
"train": 0.8915730118751526,
"validation": 0.857723593711853,
"test": 0.8269230723381042,
"untrained_test": 0.557692289352417,
"selected_step": 950
}
],
"test_mean": 0.8468660910924276,
"test_min": 0.8269230723381042,
"test_max": 0.8782051205635071
},
"shuffle": {
"source": "data/graph",
"seed": 7,
"edges_before": 25582938,
"edges_after": 25495429,
"edges_in_same_place": 148000,
"self_loops_before": 101,
"self_loops_after": 357,
"kept": "in-degree, out-degree, presynaptic sign, incoming normalization",
"randomized": "presynaptic partner of every edge"
},
"note": "Seeds change batch order only. Every run is scored on the same 468 held-out positions."
}