{
  "scope": "Fixed product progress metric; not an official benchmark aggregate, significance claim, or proof of overall SOTA.",
  "baseline_revision": "9e747d2e1d4b97d3081ff4ac2ac79986c7a8da95",
  "baseline_native_fingerprint": "50ce808197fb43a1b8913a66d4a47339ec66ecd10d52cbd9f9e752d02f8c43fa",
  "baseline_evaluated_fingerprint": "96d76f97478e114b816df3ab1b3c6947e4c5ef0babfb40ab865d7e3c838d34c4",
  "candidate_native_fingerprint": "474ad3d52f6ee7f818a3dbb6112e3d66c2423542d08228e7996a8cd600bd99a2",
  "components": [
    {
      "candidate_100": 66.41835251574038,
      "component": "common14",
      "delta_pp": -1.1557204928749676,
      "parent_100": 67.57407300861536,
      "weight": 0.3
    },
    {
      "candidate_100": 60.781849756549235,
      "component": "English41_MeanTaskType",
      "delta_pp": 0.0,
      "parent_100": 60.781849756549235,
      "weight": 0.3
    },
    {
      "candidate_100": 53.65746394890041,
      "component": "image3",
      "delta_pp": 0.0,
      "parent_100": 53.65746394890041,
      "weight": 0.2
    },
    {
      "candidate_100": 52.33540613685162,
      "component": "audio19_MeanTaskType",
      "delta_pp": 5.367592050294833,
      "parent_100": 46.96781408655678,
      "weight": 0.2
    }
  ],
  "weighted_net_delta_pp": 0.7268022621964765,
  "score_scale": "0–100; deltas in percentage points",
  "parameter_increase_percent": 20.968150046422096,
  "common_definition": "Mean of text accuracy (2), image recall (6), and audio recall (6), with equal one-third family weights.",
  "image3_definition": "Mean of OxfordPets accuracy, TinyImageNetClustering NMI, and OxfordPetsZeroShot accuracy.",
  "common_metric_delta_pp": {
    "audio.audio_to_text.recall@1": -1.0340865568747608,
    "audio.audio_to_text.recall@10": -1.3787820758330127,
    "audio.audio_to_text.recall@5": -1.8383761011106892,
    "audio.text_to_audio.recall@1": -5.095785440613029,
    "audio.text_to_audio.recall@10": -5.287356321839088,
    "audio.text_to_audio.recall@5": -6.168582375478926,
    "image.image_to_text.recall@1": 0.0,
    "image.image_to_text.recall@10": 0.0,
    "image.image_to_text.recall@5": 0.0,
    "image.text_to_image.recall@1": 0.0,
    "image.text_to_image.recall@10": 0.0,
    "image.text_to_image.recall@5": 0.0,
    "text.banking77.accuracy": 0.0,
    "text.massive-en.accuracy": 0.0
  },
  "audio_task_delta_pp": {
    "BeijingOpera": 10.549645390070905,
    "BirdCLEF": 2.2999999999999963,
    "CREMADPairClassification": 1.0060252268561554,
    "CREMA_D": 2.2844768445301367,
    "CREMA_DClustering": 2.8541749889603825,
    "CommonLanguageAgeDetection": 0.6150000000000017,
    "GTZANAudioReranking": 6.68200000000001,
    "GTZANGenre": 11.399999999999999,
    "IEMOCAPGender": 3.237875602721152,
    "JamAltArtistA2ARetrieval": 16.90099999999998,
    "MInDS14": -1.4691308536005643,
    "MridinghamTonic": 26.05657742038183,
    "NMSQAPairClassification": -0.3840625955228716,
    "SIBFLEURS": -0.23211656203982745,
    "VehicleSoundClustering": -8.525275870377525,
    "VoxCelebSA": -0.00058896531414665,
    "VoxPopuliAccentPairClassification": 0.1293630037889515,
    "VoxPopuliGenderClustering": -0.08127278385060711,
    "VoxPopuliLanguageID": -0.5999999999999783
  },
  "audio_aggregate_delta_pp": {
    "Any2AnyRetrieval": 16.90099999999998,
    "AudioClassification": 4.921976261522682,
    "AudioClustering": -1.9174578884225837,
    "AudioPairClassification": 0.2504418783740858,
    "AudioReranking": 6.68200000000001,
    "Mean(Task)": 3.8275626761370307,
    "Mean(TaskType)": 5.367592050294833
  },
  "English_and_image_unchanged": true,
  "event840_in_net": false,
  "paired_interval_scope": "Fresh paired intervals compare this candidate with the preceding Vela Nano computation. They are not an interval for the all-14 aggregate or the weighted net. An original-small interval was not recomputed for this update."
}