| { |
| "config": { |
| "epochs": 8, |
| "batch_size": 16, |
| "gradient_accumulation": 4, |
| "encoder_lr": 2.5e-05, |
| "head_lr": 0.0001, |
| "weight_decay": 0.01, |
| "group_size": 4, |
| "sigma_start": 0.4, |
| "sigma_end": 0.1, |
| "spherical_weight": 0.75, |
| "cross_entropy_weight": 1.0, |
| "grad_clip": 1.0, |
| "seed": 42, |
| "max_steps": null |
| }, |
| "validation": { |
| "temperature": 6.737636089324951, |
| "overall": { |
| "n_examples": 1275, |
| "accuracy": 0.869019627571106, |
| "macro_f1": 0.8684708751770857, |
| "per_class": [ |
| { |
| "precision": 0.8637469586374696, |
| "recall": 0.8352941176470589, |
| "f1": 0.8492822966507177 |
| }, |
| { |
| "precision": 0.8669950738916257, |
| "recall": 0.8669950738916257, |
| "f1": 0.8669950738916257 |
| }, |
| { |
| "precision": 0.8755458515283843, |
| "recall": 0.9031531531531531, |
| "f1": 0.8891352549889135 |
| } |
| ], |
| "confusion": [ |
| [ |
| 355, |
| 29, |
| 41 |
| ], |
| [ |
| 38, |
| 352, |
| 16 |
| ], |
| [ |
| 18, |
| 25, |
| 401 |
| ] |
| ], |
| "nll": 0.4360364079475403, |
| "brier": 0.2183937281370163, |
| "ece": 0.04733535635750741 |
| }, |
| "by_language": { |
| "pt": { |
| "n_examples": 633, |
| "accuracy": 0.9431279897689819, |
| "macro_f1": 0.9430095871700123, |
| "per_class": [ |
| { |
| "precision": 0.943127962085308, |
| "recall": 0.943127962085308, |
| "f1": 0.943127962085308 |
| }, |
| { |
| "precision": 0.9490740740740741, |
| "recall": 0.9534883720930233, |
| "f1": 0.951276102088167 |
| }, |
| { |
| "precision": 0.9368932038834952, |
| "recall": 0.9323671497584541, |
| "f1": 0.9346246973365618 |
| } |
| ], |
| "confusion": [ |
| [ |
| 199, |
| 3, |
| 9 |
| ], |
| [ |
| 6, |
| 205, |
| 4 |
| ], |
| [ |
| 6, |
| 8, |
| 193 |
| ] |
| ], |
| "nll": 0.25479501485824585, |
| "brier": 0.10705043375492096, |
| "ece": 0.058824770618230104 |
| }, |
| "es": { |
| "n_examples": 642, |
| "accuracy": 0.795950174331665, |
| "macro_f1": 0.7919974927113839, |
| "per_class": [ |
| { |
| "precision": 0.78, |
| "recall": 0.7289719626168224, |
| "f1": 0.7536231884057971 |
| }, |
| { |
| "precision": 0.7736842105263158, |
| "recall": 0.7696335078534031, |
| "f1": 0.7716535433070866 |
| }, |
| { |
| "precision": 0.8253968253968254, |
| "recall": 0.8776371308016878, |
| "f1": 0.8507157464212678 |
| } |
| ], |
| "confusion": [ |
| [ |
| 156, |
| 26, |
| 32 |
| ], |
| [ |
| 32, |
| 147, |
| 12 |
| ], |
| [ |
| 12, |
| 17, |
| 208 |
| ] |
| ], |
| "nll": 0.6147370338439941, |
| "brier": 0.3281761407852173, |
| "ece": 0.07957642641849816 |
| } |
| } |
| }, |
| "history": [ |
| { |
| "epoch": 1.0, |
| "sigma": 0.4, |
| "loss": 0.3529272115014159, |
| "ce_loss": 0.4184872030187943, |
| "reward": 0.2136233496819178 |
| }, |
| { |
| "epoch": 2.0, |
| "sigma": 0.35714285714285715, |
| "loss": 0.22856930547368215, |
| "ce_loss": 0.2664471471820005, |
| "reward": 0.45009025061397756 |
| }, |
| { |
| "epoch": 3.0, |
| "sigma": 0.3142857142857143, |
| "loss": 0.44020914059830374, |
| "ce_loss": 0.4539933671216609, |
| "reward": 0.4695609428467806 |
| }, |
| { |
| "epoch": 4.0, |
| "sigma": 0.27142857142857146, |
| "loss": 0.3634551393018673, |
| "ce_loss": 0.3668573111245656, |
| "reward": 0.5148424091975824 |
| }, |
| { |
| "epoch": 5.0, |
| "sigma": 0.22857142857142856, |
| "loss": 0.2925769820513702, |
| "ce_loss": 0.29792355096248074, |
| "reward": 0.5659681633840992 |
| }, |
| { |
| "epoch": 6.0, |
| "sigma": 0.1857142857142857, |
| "loss": 0.21010468557679843, |
| "ce_loss": 0.2128874539987309, |
| "reward": 0.6190930930116952 |
| }, |
| { |
| "epoch": 7.0, |
| "sigma": 0.14285714285714285, |
| "loss": 0.16850203610472006, |
| "ce_loss": 0.16884397977840113, |
| "reward": 0.6464318029771307 |
| }, |
| { |
| "epoch": 8.0, |
| "sigma": 0.09999999999999998, |
| "loss": 0.12187420110390038, |
| "ce_loss": 0.12067060629254318, |
| "reward": 0.6735549877755358 |
| } |
| ], |
| "datasets": [ |
| { |
| "name": "inferbr-LICENSE", |
| "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/LICENSE", |
| "sha256": "b1cd6172bf8061abcbd7917e9246ddeded210339482e802e3413b74cc7e0de38", |
| "license": "MIT", |
| "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" |
| }, |
| { |
| "name": "inferbr-train.csv", |
| "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/train.csv", |
| "sha256": "ccce8f72fae244729833bc2a2bf86bce7cff18d8383c07ec4389b1cd453b85f4", |
| "license": "MIT", |
| "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" |
| }, |
| { |
| "name": "inferbr-validation.csv", |
| "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/val.csv", |
| "sha256": "45a855012940750694b37616dfc346325aadff7e661a75ddabc8b90a4375d3aa", |
| "license": "MIT", |
| "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" |
| }, |
| { |
| "name": "inferbr-test.csv", |
| "url": "https://raw.githubusercontent.com/lbencke/InferBR/b6c5e0b27e52477bbc5433d130b0a0e825cf74dc/test.csv", |
| "sha256": "50d16e4c6d951349c188547f54c73f5699e8be0abb88780b55d3666a755dc32d", |
| "license": "MIT", |
| "revision": "b6c5e0b27e52477bbc5433d130b0a0e825cf74dc" |
| }, |
| { |
| "name": "inferes-README.md", |
| "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/README.md", |
| "sha256": "c590a3ed872bde10e3f9f81e6963644d45587a422bb6c985a0e5aa03ee69c59e", |
| "license": "CC-BY-4.0", |
| "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" |
| }, |
| { |
| "name": "inferes-train.csv", |
| "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/train.csv", |
| "sha256": "6e7fcef798b3d37522588dbcb5c88e574139aae4cb334fc163168744f12bbe7c", |
| "license": "CC-BY-4.0", |
| "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" |
| }, |
| { |
| "name": "inferes-test.csv", |
| "url": "https://huggingface.co/datasets/venelin/inferes/resolve/c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2/test.csv", |
| "sha256": "faa73fb8567b7664cf03f5f01cf4aae1e0c940a64dc57ad8b36d1fcaeaeffc1a", |
| "license": "CC-BY-4.0", |
| "revision": "c371a1915e6902b40182b2ae83c5ec7fe5e6cbd2" |
| } |
| ] |
| } |
