| { | |
| "training_samples": 30547, | |
| "validation_samples": 4261, | |
| "paired_test_samples": 3782, | |
| "vocabulary_scope": "all", | |
| "paired_weighting": "writer_label_balanced", | |
| "preprocess_workers": 2, | |
| "paired_feature_caches": { | |
| "training": { | |
| "feature_cache": "hit", | |
| "cache_key": "e811a2cfb9871e990f8718aa90712682b0e64e5af2175df95ce376db28038db0" | |
| }, | |
| "validation": { | |
| "feature_cache": "hit", | |
| "cache_key": "b98e59caaacf15025b4f73d5044002b042b5323b7d9a670ff5e8ac8fae409f7b" | |
| }, | |
| "paired_test": { | |
| "feature_cache": "hit", | |
| "cache_key": "26bee2f320c6f0a7eca3c6ca1c9c71dd0cbe89cfaee8d8c415af74ae84c0d879" | |
| } | |
| }, | |
| "paired_split_metadata_cache": "hit", | |
| "component_balanced": true, | |
| "training_components": { | |
| "paired": { | |
| "samples": 30547, | |
| "weight_mass": 30547.0078125 | |
| } | |
| }, | |
| "paired_label_coverage": { | |
| "training": 378, | |
| "validation": 216, | |
| "paired_test": 150 | |
| }, | |
| "paired_test_split": "source-specific writer-disjoint contracts", | |
| "paired_sources": [ | |
| "hwrt", | |
| "uci-uji-pen-v1", | |
| "uci-uji-pen-v2" | |
| ], | |
| "paired_source_contracts": { | |
| "hwrt": "HWRT official test 제외, official train 내부 writer hash 70/20/10", | |
| "uci-uji-pen-v1": "AIFlow project 8/1/2 writer split; official task는 11-fold LOOW", | |
| "uci-uji-pen-v2": "official writer-independent test, official train writer-hash validation" | |
| }, | |
| "paired_source_counts": { | |
| "hwrt": { | |
| "training": 25355, | |
| "validation": 2337, | |
| "paired_test": 534, | |
| "labels": 369, | |
| "writers": 292 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "training": 992, | |
| "validation": 124, | |
| "paired_test": 248, | |
| "labels": 62, | |
| "writers": 11 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "training": 4200, | |
| "validation": 1800, | |
| "paired_test": 3000, | |
| "labels": 75, | |
| "writers": 60 | |
| } | |
| }, | |
| "official_hwrt_test_excluded": 9124, | |
| "writer_split_overlap": 0, | |
| "baseline": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.17859657357427833, | |
| "top5": 0.5414222013611828, | |
| "family_top1": 0.1858718610654776, | |
| "family_top5": 0.635062191973715, | |
| "macro_f1": 0.09249785800043155, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.022727272727272728 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.24167107350608144, | |
| "top5": 0.6636700158646219, | |
| "family_top1": 0.23796932839767318, | |
| "family_top5": 0.7704918032786885, | |
| "macro_f1": 0.15631026118268831, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.0 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "family_top1": 0.92, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9258932798493911, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selected_epoch": 12, | |
| "pseudo_samples": 0, | |
| "pseudo_weight": 0.0, | |
| "raster_cycle_weight": 0.33, | |
| "semeion_cycle_weight": 0.33, | |
| "greek_cycle_weight": 0.34, | |
| "hasyv2_greek_cycle_weight": 0.0, | |
| "adapter_architecture": "dual_tcn_v3", | |
| "family_loss_weight": 0.3, | |
| "family_fusion_weight": 0.15, | |
| "hard_negative_weight": 0.0, | |
| "hard_negative_margin": 0.5, | |
| "train_raster_adapter_only": false, | |
| "train_online_adapter_only": true, | |
| "ambiguous_exact_loss_weight": 0.25, | |
| "component_regression_tolerance": 0.01, | |
| "train_shared_encoder": false, | |
| "shared_learning_rate": 0.0001, | |
| "shared_warmup_epochs": 0, | |
| "online_augmentation_strength": 0.0, | |
| "raster_cycle_splits": { | |
| "uci-optdigits": { | |
| "training": 1500, | |
| "validation": 370, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "training_label_coverage": 10, | |
| "validation_label_coverage": 10, | |
| "source_sha256": "7827d4039008db166f9992cf26781c8c6478449466be75152dd2e5e53e9f2f91", | |
| "feature_cache": "hit" | |
| }, | |
| "uci-semeion-digits": { | |
| "training": 500, | |
| "validation": 158, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "source_sha256": "35396cbfb7c78cee23c7ce2b90919ba992994eddd7d7b67b55852437b2eb26d0", | |
| "feature_cache": "hit" | |
| }, | |
| "zenodo-greek-alphabets-14554030": { | |
| "training": 1320, | |
| "validation": 1540, | |
| "origin_overlap": 0, | |
| "label_coverage": 22, | |
| "source_sha256": "31f9633108b6304b7af988b24aafaf68ab666e05baedab4059e1154527192e39", | |
| "feature_cache": "hit" | |
| } | |
| }, | |
| "writer_selection_floor": 0.14859657357427833, | |
| "selection_macro_f1_min": 0.0, | |
| "selection_writer_floor_min": 0.0, | |
| "selected_validation": { | |
| "samples": 4261, | |
| "top1": 0.8751466791832903, | |
| "top5": 0.9957756395212392, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9964796996010327, | |
| "macro_f1": 0.7910193531920553, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7142857142857143, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7338709677419355 | |
| }, | |
| "selected_raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8751466791832903, | |
| 0.9876623376623377, | |
| 0.9010678537904627, | |
| 0.8751466791832903, | |
| 0.7910193531920553, | |
| 0.7142857142857143 | |
| ], | |
| "official_test_used_for_selection": false, | |
| "final": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8751466791832903, | |
| "top5": 0.9957756395212392, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9964796996010327, | |
| "macro_f1": 0.7910193531920553, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7142857142857143, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7338709677419355 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.8313061872025383, | |
| "top5": 0.9785827604442094, | |
| "family_top1": 0.9151242728714966, | |
| "family_top5": 0.9883659439450027, | |
| "macro_f1": 0.7854138847767482, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.6666666666666666 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "family_top1": 0.92, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9258932798493911, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "final_by_source": { | |
| "validation": { | |
| "hwrt": { | |
| "samples": 2337, | |
| "top1": 0.8780487804878049, | |
| "top5": 0.9952931108258452, | |
| "family_top1": 0.9298245614035088, | |
| "family_top5": 0.9965768078733419, | |
| "macro_f1": 0.7863620004455313, | |
| "label_coverage": 206, | |
| "writer_count": 58, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 11, | |
| "writer_eligible_floor": 0.7878787878787878 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 124, | |
| "top1": 0.7338709677419355, | |
| "top5": 0.967741935483871, | |
| "family_top1": 0.8387096774193549, | |
| "family_top5": 0.967741935483871, | |
| "macro_f1": 0.7092165898617508, | |
| "label_coverage": 62, | |
| "writer_count": 1, | |
| "writer_floor": 0.7338709677419355, | |
| "writer_p10": 0.7338709677419355, | |
| "writer_eligible_count": 1, | |
| "writer_eligible_floor": 0.7338709677419355 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 1800, | |
| "top1": 0.8811111111111111, | |
| "top5": 0.9983333333333333, | |
| "family_top1": 0.9544444444444444, | |
| "family_top5": 0.9983333333333333, | |
| "macro_f1": 0.8794223932073549, | |
| "label_coverage": 75, | |
| "writer_count": 12, | |
| "writer_floor": 0.7666666666666667, | |
| "writer_p10": 0.82, | |
| "writer_eligible_count": 12, | |
| "writer_eligible_floor": 0.7666666666666667 | |
| } | |
| }, | |
| "paired_test": { | |
| "hwrt": { | |
| "samples": 534, | |
| "top1": 0.8239700374531835, | |
| "top5": 0.9962546816479401, | |
| "family_top1": 0.9101123595505618, | |
| "family_top5": 0.9943820224719101, | |
| "macro_f1": 0.7863637207642534, | |
| "label_coverage": 141, | |
| "writer_count": 28, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.725, | |
| "writer_eligible_count": 9, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 248, | |
| "top1": 0.7580645161290323, | |
| "top5": 0.9637096774193549, | |
| "family_top1": 0.8830645161290323, | |
| "family_top5": 0.967741935483871, | |
| "macro_f1": 0.7552160205386007, | |
| "label_coverage": 62, | |
| "writer_count": 2, | |
| "writer_floor": 0.7580645161290323, | |
| "writer_p10": 0.7580645161290323, | |
| "writer_eligible_count": 2, | |
| "writer_eligible_floor": 0.7580645161290323 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 3000, | |
| "top1": 0.8386666666666667, | |
| "top5": 0.9766666666666667, | |
| "family_top1": 0.9186666666666666, | |
| "family_top5": 0.989, | |
| "macro_f1": 0.8369056553002543, | |
| "label_coverage": 75, | |
| "writer_count": 20, | |
| "writer_floor": 0.6666666666666666, | |
| "writer_p10": 0.6866666666666666, | |
| "writer_eligible_count": 20, | |
| "writer_eligible_floor": 0.6666666666666666 | |
| } | |
| } | |
| }, | |
| "history": [ | |
| { | |
| "epoch": 1, | |
| "loss": 0.5564829715467746, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.867871391692091, | |
| "top5": 0.9953062661347102, | |
| "family_top1": 0.9307674254869749, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7738614059856588, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6290322580645161, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6290322580645161 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.867871391692091, | |
| 0.9876623376623377, | |
| 0.8971959128446788, | |
| 0.867871391692091, | |
| 0.7738614059856588, | |
| 0.6290322580645161 | |
| ] | |
| }, | |
| { | |
| "epoch": 2, | |
| "loss": 0.3860937277474692, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8666979582257686, | |
| "top5": 0.9957756395212392, | |
| "family_top1": 0.9310021121802394, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.7724966136652571, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5555555555555556, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6129032258064516 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8666979582257686, | |
| 0.9876623376623377, | |
| 0.8965684672487043, | |
| 0.8666979582257686, | |
| 0.7724966136652571, | |
| 0.5555555555555556 | |
| ] | |
| }, | |
| { | |
| "epoch": 3, | |
| "loss": 0.3673095986601701, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8629429711335367, | |
| "top5": 0.9946022060549167, | |
| "family_top1": 0.9371039662051162, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7759953200703446, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.71875, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.71875 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8629429711335367, | |
| 0.9876623376623377, | |
| 0.894555117852364, | |
| 0.8629429711335367, | |
| 0.7759953200703446, | |
| 0.71875 | |
| ] | |
| }, | |
| { | |
| "epoch": 4, | |
| "loss": 0.35098345740694464, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8732691856371744, | |
| "top5": 0.9955409528279746, | |
| "family_top1": 0.9378080262849097, | |
| "family_top5": 0.9960103262145036, | |
| "macro_f1": 0.7894531472512516, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6693548387096774 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8732691856371744, | |
| 0.9876623376623377, | |
| 0.9000716365700038, | |
| 0.8732691856371744, | |
| 0.7894531472512516, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 5, | |
| "loss": 0.32952293761233814, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8650551513729171, | |
| "top5": 0.9946022060549167, | |
| "family_top1": 0.9363999061253226, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7826179342764134, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5555555555555556, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7258064516129032 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8650551513729171, | |
| 0.9876623376623377, | |
| 0.8956886641681543, | |
| 0.8650551513729171, | |
| 0.7826179342764134, | |
| 0.5555555555555556 | |
| ] | |
| }, | |
| { | |
| "epoch": 6, | |
| "loss": 0.31543692401793094, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8709223187045294, | |
| "top5": 0.9953062661347102, | |
| "family_top1": 0.9354611593522647, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.7838579347921387, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5555555555555556, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8709223187045294, | |
| 0.9876623376623377, | |
| 0.8988234417356796, | |
| 0.8709223187045294, | |
| 0.7838579347921387, | |
| 0.5555555555555556 | |
| ] | |
| }, | |
| { | |
| "epoch": 7, | |
| "loss": 0.3062282255535942, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8664632715325041, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9373386528983807, | |
| "family_top5": 0.9960103262145036, | |
| "macro_f1": 0.7861829476689722, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6854838709677419 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8664632715325041, | |
| 0.9876623376623377, | |
| 0.8964428796892072, | |
| 0.8664632715325041, | |
| 0.7861829476689722, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 8, | |
| "loss": 0.2959733871944244, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8749119924900258, | |
| "top5": 0.9950715794414456, | |
| "family_top1": 0.940858953297348, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7877504543801322, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6693548387096774 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8749119924900258, | |
| 0.9876623376623377, | |
| 0.9009434400706418, | |
| 0.8749119924900258, | |
| 0.7877504543801322, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 9, | |
| "loss": 0.28762894870216577, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8749119924900258, | |
| "top5": 0.9941328326683877, | |
| "family_top1": 0.9380427129781741, | |
| "family_top5": 0.9964796996010327, | |
| "macro_f1": 0.7928250011319337, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5555555555555556, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.75 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8749119924900258, | |
| 0.9876623376623377, | |
| 0.9009434400706418, | |
| 0.8749119924900258, | |
| 0.7928250011319337, | |
| 0.5555555555555556 | |
| ] | |
| }, | |
| { | |
| "epoch": 10, | |
| "loss": 0.2783505144761456, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8751466791832903, | |
| "top5": 0.9950715794414456, | |
| "family_top1": 0.9415630133771415, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.781296091146241, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7142857142857143, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8751466791832903, | |
| 0.9876623376623377, | |
| 0.9010678537904627, | |
| 0.8751466791832903, | |
| 0.781296091146241, | |
| 0.7142857142857143 | |
| ] | |
| }, | |
| { | |
| "epoch": 11, | |
| "loss": 0.2691192757354749, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8737385590237033, | |
| "top5": 0.9946022060549167, | |
| "family_top1": 0.9415630133771415, | |
| "family_top5": 0.9967143862942971, | |
| "macro_f1": 0.7833926544878286, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6854838709677419 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8737385590237033, | |
| 0.9876623376623377, | |
| 0.9003208854578431, | |
| 0.8737385590237033, | |
| 0.7833926544878286, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 12, | |
| "loss": 0.26136087388728035, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8751466791832903, | |
| "top5": 0.9957756395212392, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9964796996010327, | |
| "macro_f1": 0.7910193531920553, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7142857142857143, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7338709677419355 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9513513513513514, | |
| "top5": 0.9945945945945946, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9515466967927543, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9430379746835443, | |
| "top5": 1.0, | |
| "family_top1": 0.9493670886075949, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9474628382370319, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9285714285714286, | |
| "top5": 0.9876623376623377, | |
| "family_top1": 0.9272727272727272, | |
| "family_top5": 0.9850649350649351, | |
| "macro_f1": 0.9285019870403842, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8751466791832903, | |
| 0.9876623376623377, | |
| 0.9010678537904627, | |
| 0.8751466791832903, | |
| 0.7910193531920553, | |
| 0.7142857142857143 | |
| ] | |
| } | |
| ], | |
| "checkpoint": "skeleton_adapter.pt", | |
| "bytes": 2875654, | |
| "product_validation": false | |
| } | |