{ "config": { "epochs": 8, "batch_size": 16, "gradient_accumulation": 4, "encoder_lr": 2.5e-05, "head_lr": 0.0001, "weight_decay": 0.01, "group_size": 4, "sigma_start": 0.4, "sigma_end": 0.1, "spherical_weight": 0.75, "cross_entropy_weight": 1.0, "grad_clip": 1.0, "seed": 42, "max_steps": null }, "validation": { "temperature": 6.737636089324951, "overall": { "n_examples": 1275, "accuracy": 0.869019627571106, "macro_f1": 0.8684708751770857, "per_class": [ { "precision": 0.8637469586374696, "recall": 0.8352941176470589, "f1": 0.8492822966507177 }, { "precision": 0.8669950738916257, "recall": 0.8669950738916257, "f1": 0.8669950738916257 }, { "precision": 0.8755458515283843, "recall": 0.9031531531531531, "f1": 0.8891352549889135 } ], "confusion": [ [ 355, 29, 41 ], [ 38, 352, 16 ], [ 18, 25, 401 ] ], "nll": 0.4360364079475403, "brier": 0.2183937281370163, "ece": 0.04733535635750741 }, "by_language": { "pt": { "n_examples": 633, "accuracy": 0.9431279897689819, "macro_f1": 0.9430095871700123, "per_class": [ { "precision": 0.943127962085308, "recall": 0.943127962085308, "f1": 0.943127962085308 }, { "precision": 0.9490740740740741, "recall": 0.9534883720930233, "f1": 0.951276102088167 }, { "precision": 0.9368932038834952, "recall": 0.9323671497584541, "f1": 0.9346246973365618 } ], "confusion": [ [ 199, 3, 9 ], [ 6, 205, 4 ], [ 6, 8, 193 ] ], "nll": 0.25479501485824585, "brier": 0.10705043375492096, "ece": 0.058824770618230104 }, "es": { "n_examples": 642, "accuracy": 0.795950174331665, "macro_f1": 0.7919974927113839, "per_class": [ { "precision": 0.78, "recall": 0.7289719626168224, "f1": 0.7536231884057971 }, { "precision": 0.7736842105263158, "recall": 0.7696335078534031, "f1": 0.7716535433070866 }, { "precision": 0.8253968253968254, "recall": 0.8776371308016878, "f1": 0.8507157464212678 } ], "confusion": [ [ 156, 26, 32 ], [ 32, 147, 12 ], [ 12, 17, 208 ] ], "nll": 0.6147370338439941, "brier": 0.3281761407852173, "ece": 0.07957642641849816 } } }, "history": [ { "epoch": 1.0, "sigma": 0.4, "loss": 0.3529272115014159, "ce_loss": 0.4184872030187943, "reward": 0.2136233496819178 }, { "epoch": 2.0, "sigma": 0.35714285714285715, "loss": 0.22856930547368215, "ce_loss": 0.2664471471820005, "reward": 0.45009025061397756 }, { "epoch": 3.0, "sigma": 0.3142857142857143, "loss": 0.44020914059830374, "ce_loss": 0.4539933671216609, "reward": 0.4695609428467806 }, { "epoch": 4.0, "sigma": 0.27142857142857146, "loss": 0.3634551393018673, "ce_loss": 0.3668573111245656, "reward": 0.5148424091975824 }, { "epoch": 5.0, "sigma": 0.22857142857142856, "loss": 0.2925769820513702, "ce_loss": 0.29792355096248074, "reward": 0.5659681633840992 }, { "epoch": 6.0, "sigma": 0.1857142857142857, "loss": 0.21010468557679843, "ce_loss": 0.2128874539987309, "reward": 0.6190930930116952 }, { "epoch": 7.0, "sigma": 0.14285714285714285, "loss": 0.16850203610472006, "ce_loss": 0.16884397977840113, "reward": 0.6464318029771307 }, { "epoch": 8.0, "sigma": 0.09999999999999998, "loss": 0.12187420110390038, "ce_loss": 0.12067060629254318, "reward": 0.6735549877755358 } ], "datasets": [ { "name": "inferbr-LICENSE", "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/LICENSE", "sha256": "b1cd6172bf8061abcbd7917e9246ddeded210339482e802e3413b74cc7e0de38", "license": "MIT", "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" }, { "name": "inferbr-train.csv", "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/train.csv", "sha256": "ccce8f72fae244729833bc2a2bf86bce7cff18d8383c07ec4389b1cd453b85f4", "license": "MIT", "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" }, { "name": "inferbr-validation.csv", "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/val.csv", "sha256": "45a855012940750694b37616dfc346325aadff7e661a75ddabc8b90a4375d3aa", "license": "MIT", "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" }, { "name": "inferbr-test.csv", "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/test.csv", "sha256": "50d16e4c6d951349c188547f54c73f5699e8be0abb88780b55d3666a755dc32d", "license": "MIT", "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" }, { "name": "inferes-README.md", "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/README.md", "sha256": "c590a3ed872bde10e3f9f81e6963644d45587a422bb6c985a0e5aa03ee69c59e", "license": "CC-BY-4.0", "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" }, { "name": "inferes-train.csv", "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/train.csv", "sha256": "6e7fcef798b3d37522588dbcb5c88e574139aae4cb334fc163168744f12bbe7c", "license": "CC-BY-4.0", "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" }, { "name": "inferes-test.csv", "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/test.csv", "sha256": "faa73fb8567b7664cf03f5f01cf4aae1e0c940a64dc57ad8b36d1fcaeaeffc1a", "license": "CC-BY-4.0", "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" } ] }