{
  "args": {
    "run": "jaredpalmer/kev-0.8b",
    "from_base": null,
    "lora": 16,
    "data": "hub",
    "dataset": "/vol/data/full",
    "out": "/vol/runs/sev-0.8b",
    "device": "cuda",
    "n_train": 0,
    "n_val": 400,
    "n_test": 200,
    "epochs": 1,
    "repeat": "pong=2,breakout=2,freeway=2,spaceinvaders=2,mspacman=2,pusht=2",
    "lr": 5e-05,
    "batch": 8,
    "accum": 1,
    "image_size": 224,
    "skip_before": false,
    "save_every": 0.1,
    "no_resume": false,
    "push": "Jacqkues/sev-0.8b",
    "seed": 0
  },
  "history": [
    {
      "epoch": 0,
      "val_loss": 0.6635,
      "val_acc": 0.763,
      "val_brier": 0.31,
      "minutes": 187.0
    }
  ],
  "best_epoch": 0,
  "before": {
    "ai2d_ood": {
      "acc": 0.585,
      "brier": 0.536,
      "ece": 0.155,
      "per_task": {
        "ai2d": 0.585
      }
    },
    "aokvqa": {
      "acc": 0.77,
      "brier": 0.358,
      "ece": 0.109,
      "per_task": {
        "aokvqa": 0.77
      }
    },
    "ava": {
      "acc": 0.23,
      "brier": 0.899,
      "ece": 0.197,
      "per_task": {
        "ava": 0.23
      }
    },
    "blank": {
      "mean_conf": 0.599,
      "uniform": 0.238
    },
    "breakout": {
      "acc": 0.37,
      "brier": 0.81,
      "ece": 0.169,
      "per_task": {
        "breakout_action": 0.37
      }
    },
    "chartnet": {
      "acc": 0.825,
      "brier": 0.297,
      "ece": 0.124,
      "per_task": {
        "chartnet_type": 0.81,
        "chartnet_yn": 0.841
      }
    },
    "countbench_ood": {
      "acc": 0.555,
      "brier": 0.574,
      "ece": 0.184,
      "per_task": {
        "countbench": 0.555
      }
    },
    "documents": {
      "acc": 0.866,
      "brier": 0.219,
      "ece": 0.077,
      "per_task": {
        "documents_type": 0.845,
        "documents_yn": 0.888
      }
    },
    "eurosat": {
      "acc": 0.588,
      "brier": 0.617,
      "ece": 0.244,
      "per_task": {
        "eurosat": 0.53,
        "eurosat_yn": 0.646
      }
    },
    "fairface_age": {
      "acc": 0.295,
      "brier": 0.828,
      "ece": 0.193,
      "per_task": {
        "fairface_age": 0.295
      }
    },
    "freeway": {
      "acc": 0.862,
      "brier": 0.266,
      "ece": 0.116,
      "per_task": {
        "freeway_action": 0.862
      }
    },
    "mspacman": {
      "acc": 0.05,
      "brier": 1.145,
      "ece": 0.427,
      "per_task": {
        "mspacman_action": 0.05
      }
    },
    "pets": {
      "acc": 0.815,
      "brier": 0.268,
      "ece": 0.076,
      "per_task": {
        "pets_breed": 0.7,
        "pets_dog": 1.0
      }
    },
    "pong": {
      "acc": 0.462,
      "brier": 0.714,
      "ece": 0.241,
      "per_task": {
        "pong_action": 0.462
      }
    },
    "pope_ood": {
      "acc": 0.855,
      "brier": 0.212,
      "ece": 0.105,
      "per_task": {
        "pope_popular": 0.855
      }
    },
    "pusht": {
      "acc": 0.213,
      "brier": 0.874,
      "ece": 0.224,
      "per_task": {
        "pusht_direction": 0.155,
        "pusht_step": 0.276
      }
    },
    "rvl_cdip": {
      "acc": 0.567,
      "brier": 0.629,
      "ece": 0.247,
      "per_task": {
        "rvl_cdip": 0.567
      }
    },
    "scienceqa": {
      "acc": 0.619,
      "brier": 0.514,
      "ece": 0.13,
      "per_task": {
        "scienceqa": 0.619
      }
    },
    "spaceinvaders": {
      "acc": 0.35,
      "brier": 0.792,
      "ece": 0.097,
      "per_task": {
        "spaceinvaders_action": 0.35
      }
    },
    "text": {
      "acc": 0.805,
      "brier": 0.296,
      "ece": 0.138,
      "per_task": {
        "banking77": 0.734,
        "boolq": 0.836,
        "mnli": 0.841
      }
    },
    "text_full": {
      "acc": 0.844,
      "brier": 0.258,
      "ece": 0.087,
      "per_task": {
        "agnews": 0.875,
        "agnews_yn": 0.93,
        "sst5": 0.582,
        "yelp": 0.826,
        "yelp_yn": 0.928
      }
    },
    "vqav2": {
      "acc": 0.796,
      "brier": 0.301,
      "ece": 0.095,
      "per_task": {
        "vqav2_count": 0.602,
        "vqav2_yn": 0.846
      }
    }
  },
  "after": {
    "ai2d_ood": {
      "acc": 0.665,
      "brier": 0.461,
      "ece": 0.11,
      "per_task": {
        "ai2d": 0.665
      }
    },
    "aokvqa": {
      "acc": 0.81,
      "brier": 0.265,
      "ece": 0.027,
      "per_task": {
        "aokvqa": 0.81
      }
    },
    "ava": {
      "acc": 0.64,
      "brier": 0.663,
      "ece": 0.352,
      "per_task": {
        "ava": 0.64
      }
    },
    "blank": {
      "mean_conf": 0.247,
      "uniform": 0.238
    },
    "breakout": {
      "acc": 0.445,
      "brier": 0.646,
      "ece": 0.048,
      "per_task": {
        "breakout_action": 0.445
      }
    },
    "chartnet": {
      "acc": 0.971,
      "brier": 0.044,
      "ece": 0.01,
      "per_task": {
        "chartnet_type": 0.97,
        "chartnet_yn": 0.973
      }
    },
    "countbench_ood": {
      "acc": 0.73,
      "brier": 0.396,
      "ece": 0.063,
      "per_task": {
        "countbench": 0.73
      }
    },
    "documents": {
      "acc": 0.985,
      "brier": 0.026,
      "ece": 0.013,
      "per_task": {
        "documents_type": 0.985,
        "documents_yn": 0.984
      }
    },
    "eurosat": {
      "acc": 0.94,
      "brier": 0.091,
      "ece": 0.033,
      "per_task": {
        "eurosat": 0.935,
        "eurosat_yn": 0.944
      }
    },
    "fairface_age": {
      "acc": 0.595,
      "brier": 0.546,
      "ece": 0.066,
      "per_task": {
        "fairface_age": 0.595
      }
    },
    "freeway": {
      "acc": 0.814,
      "brier": 0.332,
      "ece": 0.124,
      "per_task": {
        "freeway_action": 0.814
      }
    },
    "mspacman": {
      "acc": 0.38,
      "brier": 0.779,
      "ece": 0.092,
      "per_task": {
        "mspacman_action": 0.38
      }
    },
    "pets": {
      "acc": 0.975,
      "brier": 0.035,
      "ece": 0.012,
      "per_task": {
        "pets_breed": 0.96,
        "pets_dog": 1.0
      }
    },
    "pong": {
      "acc": 0.519,
      "brier": 0.551,
      "ece": 0.074,
      "per_task": {
        "pong_action": 0.519
      }
    },
    "pope_ood": {
      "acc": 0.88,
      "brier": 0.186,
      "ece": 0.068,
      "per_task": {
        "pope_popular": 0.88
      }
    },
    "pusht": {
      "acc": 0.647,
      "brier": 0.48,
      "ece": 0.045,
      "per_task": {
        "pusht_direction": 0.635,
        "pusht_step": 0.659
      }
    },
    "rvl_cdip": {
      "acc": 0.861,
      "brier": 0.21,
      "ece": 0.061,
      "per_task": {
        "rvl_cdip": 0.861
      }
    },
    "scienceqa": {
      "acc": 0.942,
      "brier": 0.099,
      "ece": 0.037,
      "per_task": {
        "scienceqa": 0.942
      }
    },
    "spaceinvaders": {
      "acc": 0.49,
      "brier": 0.667,
      "ece": 0.074,
      "per_task": {
        "spaceinvaders_action": 0.49
      }
    },
    "text": {
      "acc": 0.83,
      "brier": 0.257,
      "ece": 0.075,
      "per_task": {
        "banking77": 0.766,
        "boolq": 0.851,
        "mnli": 0.87
      }
    },
    "text_full": {
      "acc": 0.851,
      "brier": 0.212,
      "ece": 0.039,
      "per_task": {
        "agnews": 0.891,
        "agnews_yn": 0.938,
        "sst5": 0.567,
        "yelp": 0.826,
        "yelp_yn": 0.957
      }
    },
    "vqav2": {
      "acc": 0.853,
      "brier": 0.211,
      "ece": 0.029,
      "per_task": {
        "vqav2_count": 0.819,
        "vqav2_yn": 0.862
      }
    }
  },
  "served": {
    "ai2d_ood": {
      "acc": 0.665,
      "brier": 0.446,
      "ece": 0.077,
      "per_task": {
        "ai2d": 0.665
      }
    },
    "aokvqa": {
      "acc": 0.81,
      "brier": 0.267,
      "ece": 0.028,
      "per_task": {
        "aokvqa": 0.81
      }
    },
    "ava": {
      "acc": 0.64,
      "brier": 0.706,
      "ece": 0.397,
      "per_task": {
        "ava": 0.64
      }
    },
    "blank": {
      "mean_conf": 0.245,
      "uniform": 0.238
    },
    "breakout": {
      "acc": 0.445,
      "brier": 0.65,
      "ece": 0.068,
      "per_task": {
        "breakout_action": 0.445
      }
    },
    "chartnet": {
      "acc": 0.971,
      "brier": 0.043,
      "ece": 0.016,
      "per_task": {
        "chartnet_type": 0.97,
        "chartnet_yn": 0.973
      }
    },
    "countbench_ood": {
      "acc": 0.73,
      "brier": 0.399,
      "ece": 0.106,
      "per_task": {
        "countbench": 0.73
      }
    },
    "documents": {
      "acc": 0.985,
      "brier": 0.025,
      "ece": 0.012,
      "per_task": {
        "documents_type": 0.985,
        "documents_yn": 0.984
      }
    },
    "eurosat": {
      "acc": 0.94,
      "brier": 0.087,
      "ece": 0.029,
      "per_task": {
        "eurosat": 0.935,
        "eurosat_yn": 0.944
      }
    },
    "fairface_age": {
      "acc": 0.595,
      "brier": 0.544,
      "ece": 0.059,
      "per_task": {
        "fairface_age": 0.595
      }
    },
    "freeway": {
      "acc": 0.814,
      "brier": 0.359,
      "ece": 0.176,
      "per_task": {
        "freeway_action": 0.814
      }
    },
    "mspacman": {
      "acc": 0.38,
      "brier": 0.768,
      "ece": 0.062,
      "per_task": {
        "mspacman_action": 0.38
      }
    },
    "pets": {
      "acc": 0.975,
      "brier": 0.036,
      "ece": 0.025,
      "per_task": {
        "pets_breed": 0.96,
        "pets_dog": 1.0
      }
    },
    "pong": {
      "acc": 0.519,
      "brier": 0.548,
      "ece": 0.048,
      "per_task": {
        "pong_action": 0.519
      }
    },
    "pope_ood": {
      "acc": 0.88,
      "brier": 0.178,
      "ece": 0.051,
      "per_task": {
        "pope_popular": 0.88
      }
    },
    "pusht": {
      "acc": 0.647,
      "brier": 0.485,
      "ece": 0.084,
      "per_task": {
        "pusht_direction": 0.635,
        "pusht_step": 0.659
      }
    },
    "rvl_cdip": {
      "acc": 0.861,
      "brier": 0.202,
      "ece": 0.031,
      "per_task": {
        "rvl_cdip": 0.861
      }
    },
    "scienceqa": {
      "acc": 0.942,
      "brier": 0.102,
      "ece": 0.051,
      "per_task": {
        "scienceqa": 0.942
      }
    },
    "spaceinvaders": {
      "acc": 0.49,
      "brier": 0.667,
      "ece": 0.086,
      "per_task": {
        "spaceinvaders_action": 0.49
      }
    },
    "text": {
      "acc": 0.83,
      "brier": 0.243,
      "ece": 0.057,
      "per_task": {
        "banking77": 0.766,
        "boolq": 0.851,
        "mnli": 0.87
      }
    },
    "text_full": {
      "acc": 0.851,
      "brier": 0.214,
      "ece": 0.053,
      "per_task": {
        "agnews": 0.891,
        "agnews_yn": 0.938,
        "sst5": 0.567,
        "yelp": 0.826,
        "yelp_yn": 0.957
      }
    },
    "vqav2": {
      "acc": 0.853,
      "brier": 0.21,
      "ece": 0.042,
      "per_task": {
        "vqav2_count": 0.819,
        "vqav2_yn": 0.862
      }
    }
  },
  "temperature": 1.319507910772894,
  "text_drift": 0.4312252402305603,
  "wall_seconds": 11397.586313962936
}