{
  "target_cells": [
    {
      "model": "m3",
      "layer": 0,
      "position": 3
    },
    {
      "model": "m3",
      "layer": 12,
      "position": 2
    },
    {
      "model": "m5",
      "layer": 12,
      "position": 3
    },
    {
      "model": "m5",
      "layer": 8,
      "position": 0
    },
    {
      "model": "m5",
      "layer": 12,
      "position": 2
    }
  ],
  "grid": {
    "hidden_sizes": [
      [
        64
      ],
      [
        128
      ],
      [
        256
      ],
      [
        512
      ],
      [
        128,
        64
      ],
      [
        256,
        128
      ]
    ],
    "learning_rates": [
      0.0001,
      0.001,
      0.01
    ],
    "alphas": [
      0.0001,
      0.001,
      0.01,
      0.1
    ]
  },
  "n_folds": 5,
  "results": [
    {
      "model": "m3",
      "layer": 0,
      "position": 3,
      "n_samples": 298,
      "n_classes": 38,
      "linear_accuracy": 0.5536912751677852,
      "best_mlp_accuracy": 0.4597315436241611,
      "mlp_advantage_pp": -9.4,
      "best_config": {
        "hidden_sizes": [
          512
        ],
        "learning_rate": 0.001,
        "alpha": 0.0001,
        "accuracy": 0.4597315436241611
      },
      "top_5_configs": [
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.4597315436241611
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.4597315436241611
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.40268456375838924
        }
      ],
      "all_configs": [
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.4597315436241611
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.4597315436241611
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.40268456375838924
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.40268456375838924
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.38926174496644295
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.3791946308724832
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3791946308724832
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.37248322147651003
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3657718120805369
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.36241610738255037
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.36241610738255037
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.3624161073825503
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.35906040268456374
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.35906040268456374
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.35906040268456374
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.35906040268456374
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.35906040268456374
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3557046979865772
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.3557046979865772
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.35570469798657717
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.3523489932885906
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3523489932885906
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3523489932885906
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.348993288590604
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.34563758389261745
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.3389261744966443
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.33557046979865773
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.33557046979865773
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.33221476510067116
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.32885906040268453
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.325503355704698
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.325503355704698
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.325503355704698
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.325503355704698
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.325503355704698
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.3221476510067114
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.31208053691275167
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.31208053691275167
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.31208053691275167
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3087248322147651
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.0738255033557047
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.0738255033557047
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.0738255033557047
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.0738255033557047
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.0436241610738255
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.0436241610738255
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.0436241610738255
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.0436241610738255
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.02348993288590604
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.02348993288590604
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.02348993288590604
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.02348993288590604
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.016778523489932886
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.016778523489932886
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.016778523489932886
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.016778523489932886
        }
      ]
    },
    {
      "model": "m3",
      "layer": 12,
      "position": 2,
      "n_samples": 500,
      "n_classes": 38,
      "linear_accuracy": 0.19,
      "best_mlp_accuracy": 0.292,
      "mlp_advantage_pp": 10.2,
      "best_config": {
        "hidden_sizes": [
          512
        ],
        "learning_rate": 0.001,
        "alpha": 0.1,
        "accuracy": 0.292
      },
      "top_5_configs": [
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.292
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.28400000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.28400000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.28200000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.276
        }
      ],
      "all_configs": [
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.292
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.28400000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.28400000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.28200000000000003
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.276
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.26799999999999996
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.26799999999999996
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.26799999999999996
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.262
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.262
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.262
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.256
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.252
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.246
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.246
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.246
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.244
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.244
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.24200000000000005
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.24
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.23800000000000004
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.236
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.23399999999999999
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.23399999999999999
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.23399999999999999
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.23200000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.23199999999999998
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.23000000000000004
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.22800000000000004
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.22800000000000004
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.22800000000000004
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.22800000000000004
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.22799999999999998
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.22599999999999998
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.22399999999999998
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.22199999999999998
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.21400000000000002
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.21000000000000002
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.198
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.19
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.188
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.188
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.186
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.186
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.186
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.184
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.184
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.184
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.184
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.184
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.182
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.182
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.178
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.178
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.176
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.174
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.168
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.168
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.166
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.166
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.15400000000000003
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.15200000000000002
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.15000000000000002
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.15000000000000002
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.096
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.096
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.096
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.096
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.06
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.06
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.06
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.06
        }
      ]
    },
    {
      "model": "m5",
      "layer": 12,
      "position": 3,
      "n_samples": 298,
      "n_classes": 38,
      "linear_accuracy": 0.5704697986577181,
      "best_mlp_accuracy": 0.4563758389261745,
      "mlp_advantage_pp": -11.41,
      "best_config": {
        "hidden_sizes": [
          128
        ],
        "learning_rate": 0.001,
        "alpha": 0.01,
        "accuracy": 0.4563758389261745
      },
      "top_5_configs": [
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.44966442953020136
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.44966442953020136
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.43288590604026844
        }
      ],
      "all_configs": [
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.4563758389261745
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.44966442953020136
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.44966442953020136
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.43288590604026844
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.43288590604026844
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.43288590604026844
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.4295302013422819
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.412751677852349
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.412751677852349
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.40939597315436244
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.40939597315436244
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.40939597315436244
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.40939597315436244
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.40604026845637586
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.40604026845637586
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.3993288590604027
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.3993288590604027
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.3993288590604027
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.3959731543624161
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3959731543624161
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3859060402684564
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.3825503355704698
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.37919463087248323
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3791946308724832
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.37248322147651003
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.37248322147651003
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.3691275167785235
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.3657718120805369
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.36241610738255037
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.35570469798657717
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.35570469798657717
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.35570469798657717
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.30201342281879195
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.30201342281879195
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.2986577181208054
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.2986577181208054
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.22483221476510068
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.21140939597315436
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.1912751677852349
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.1912751677852349
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.1912751677852349
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.1912751677852349
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.09731543624161074
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.09731543624161074
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.09731543624161074
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.09731543624161074
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.07046979865771812
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.07046979865771812
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.07046979865771812
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.07046979865771812
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.05033557046979866
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.05033557046979866
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.05033557046979866
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.05033557046979866
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.026845637583892617
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.026845637583892617
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.026845637583892617
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.026845637583892617
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.020134228187919462
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.006711409395973154
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.006711409395973154
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.006711409395973154
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.006711409395973154
        }
      ]
    },
    {
      "model": "m5",
      "layer": 8,
      "position": 0,
      "n_samples": 500,
      "n_classes": 38,
      "linear_accuracy": 0.236,
      "best_mlp_accuracy": 0.14600000000000002,
      "mlp_advantage_pp": -9.0,
      "best_config": {
        "hidden_sizes": [
          256
        ],
        "learning_rate": 0.01,
        "alpha": 0.01,
        "accuracy": 0.14600000000000002
      },
      "top_5_configs": [
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.14600000000000002
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.14200000000000002
        }
      ],
      "all_configs": [
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.14600000000000002
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.144
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.14200000000000002
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.142
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.14
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.14
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.13999999999999999
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.13999999999999999
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.13999999999999999
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.138
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.136
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.13199999999999998
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.128
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.128
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.128
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.128
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.126
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.124
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.12200000000000003
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.12200000000000003
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.12200000000000003
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.122
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.122
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.122
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.12
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.12
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.118
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.11600000000000002
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.11600000000000002
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.11400000000000002
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.11400000000000002
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.11399999999999999
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.11399999999999999
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.11399999999999999
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.11200000000000002
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.11200000000000002
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.11199999999999999
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.11000000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.11000000000000001
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.10999999999999999
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.10600000000000001
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.10400000000000001
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.10400000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.10200000000000001
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.10200000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.096
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.082
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.082
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.082
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.08
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.08
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.078
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.078
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.076
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.062
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.062
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.06
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.06
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.05600000000000001
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.05600000000000001
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.05600000000000001
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.05600000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.046
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.044000000000000004
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.044000000000000004
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.044000000000000004
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.038
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.038
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.038
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.038
        }
      ]
    },
    {
      "model": "m5",
      "layer": 12,
      "position": 2,
      "n_samples": 500,
      "n_classes": 38,
      "linear_accuracy": 0.21999999999999997,
      "best_mlp_accuracy": 0.29600000000000004,
      "mlp_advantage_pp": 7.6,
      "best_config": {
        "hidden_sizes": [
          256
        ],
        "learning_rate": 0.001,
        "alpha": 0.0001,
        "accuracy": 0.29600000000000004
      },
      "top_5_configs": [
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.29600000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.29400000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.29200000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.29200000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.28
        }
      ],
      "all_configs": [
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.29600000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.29400000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.29200000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.29200000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.28
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.274
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.272
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.27
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.27
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.268
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.268
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.268
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.266
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.264
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.262
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.262
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.26
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.258
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.256
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.256
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.256
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.256
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.244
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.242
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.242
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.242
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.24
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.24
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.24
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.23399999999999999
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.23399999999999999
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.23200000000000004
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.23200000000000004
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.23199999999999998
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.1,
          "accuracy": 0.22999999999999998
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.0001,
          "accuracy": 0.22800000000000004
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.22399999999999998
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.22200000000000003
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.21800000000000003
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.01,
          "accuracy": 0.21800000000000003
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.1,
          "accuracy": 0.21799999999999997
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.001,
          "alpha": 0.001,
          "accuracy": 0.21600000000000003
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.21400000000000002
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.21400000000000002
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.21200000000000002
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.20800000000000002
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.20400000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.202
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.2
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.198
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.198
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.001,
          "accuracy": 0.194
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.192
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.01,
          "alpha": 0.0001,
          "accuracy": 0.192
        },
        {
          "hidden_sizes": [
            256,
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.188
        },
        {
          "hidden_sizes": [
            512
          ],
          "learning_rate": 0.01,
          "alpha": 0.01,
          "accuracy": 0.186
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.148
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.148
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.146
        },
        {
          "hidden_sizes": [
            256
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.146
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.10800000000000001
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.10800000000000001
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.10800000000000001
        },
        {
          "hidden_sizes": [
            128
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.10800000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.05800000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.05800000000000001
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.04
        },
        {
          "hidden_sizes": [
            128,
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.038
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.0001,
          "accuracy": 0.034
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.001,
          "accuracy": 0.034
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.01,
          "accuracy": 0.034
        },
        {
          "hidden_sizes": [
            64
          ],
          "learning_rate": 0.0001,
          "alpha": 0.1,
          "accuracy": 0.034
        }
      ]
    }
  ],
  "conclusion": "mlp_advantage"
}