| { | |
| "training_samples": 30547, | |
| "validation_samples": 4261, | |
| "paired_test_samples": 3782, | |
| "vocabulary_scope": "all", | |
| "paired_weighting": "writer_label_balanced", | |
| "preprocess_workers": 2, | |
| "paired_feature_caches": { | |
| "training": { | |
| "feature_cache": "hit", | |
| "cache_key": "e811a2cfb9871e990f8718aa90712682b0e64e5af2175df95ce376db28038db0" | |
| }, | |
| "validation": { | |
| "feature_cache": "hit", | |
| "cache_key": "b98e59caaacf15025b4f73d5044002b042b5323b7d9a670ff5e8ac8fae409f7b" | |
| }, | |
| "paired_test": { | |
| "feature_cache": "hit", | |
| "cache_key": "26bee2f320c6f0a7eca3c6ca1c9c71dd0cbe89cfaee8d8c415af74ae84c0d879" | |
| } | |
| }, | |
| "paired_split_metadata_cache": "hit", | |
| "component_balanced": true, | |
| "training_components": { | |
| "paired": { | |
| "samples": 30547, | |
| "weight_mass": 30547.0078125 | |
| } | |
| }, | |
| "paired_label_coverage": { | |
| "training": 378, | |
| "validation": 216, | |
| "paired_test": 150 | |
| }, | |
| "paired_test_split": "source-specific writer-disjoint contracts", | |
| "paired_sources": [ | |
| "hwrt", | |
| "uci-uji-pen-v1", | |
| "uci-uji-pen-v2" | |
| ], | |
| "paired_source_contracts": { | |
| "hwrt": "HWRT official test 제외, official train 내부 writer hash 70/20/10", | |
| "uci-uji-pen-v1": "AIFlow project 8/1/2 writer split; official task는 11-fold LOOW", | |
| "uci-uji-pen-v2": "official writer-independent test, official train writer-hash validation" | |
| }, | |
| "paired_source_counts": { | |
| "hwrt": { | |
| "training": 25355, | |
| "validation": 2337, | |
| "paired_test": 534, | |
| "labels": 369, | |
| "writers": 292 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "training": 992, | |
| "validation": 124, | |
| "paired_test": 248, | |
| "labels": 62, | |
| "writers": 11 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "training": 4200, | |
| "validation": 1800, | |
| "paired_test": 3000, | |
| "labels": 75, | |
| "writers": 60 | |
| } | |
| }, | |
| "official_hwrt_test_excluded": 9124, | |
| "writer_split_overlap": 0, | |
| "baseline": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.4003754987092232, | |
| "top5": 0.7718845341469138, | |
| "family_top1": 0.36188688101384653, | |
| "family_top5": 0.8237502933583666, | |
| "macro_f1": 0.22488464878866704, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.12903225806451613 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.4140666314119513, | |
| "top5": 0.8130618720253834, | |
| "family_top1": 0.3950290851401375, | |
| "family_top5": 0.8831306187202538, | |
| "macro_f1": 0.2843703356035173, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.0 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "family_top1": 0.945, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9503562105560206, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selected_epoch": 9, | |
| "pseudo_samples": 0, | |
| "pseudo_weight": 0.0, | |
| "raster_cycle_weight": 0.33, | |
| "semeion_cycle_weight": 0.33, | |
| "greek_cycle_weight": 0.34, | |
| "hasyv2_greek_cycle_weight": 0.0, | |
| "adapter_architecture": "dual_tcn_v3", | |
| "family_loss_weight": 0.3, | |
| "family_fusion_weight": 0.15, | |
| "hard_negative_weight": 0.0, | |
| "hard_negative_margin": 0.5, | |
| "train_raster_adapter_only": false, | |
| "train_online_adapter_only": true, | |
| "ambiguous_exact_loss_weight": 0.25, | |
| "component_regression_tolerance": 0.01, | |
| "train_shared_encoder": false, | |
| "shared_learning_rate": 0.0001, | |
| "shared_warmup_epochs": 0, | |
| "online_augmentation_strength": 0.0, | |
| "raster_cycle_splits": { | |
| "uci-optdigits": { | |
| "training": 1500, | |
| "validation": 370, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "training_label_coverage": 10, | |
| "validation_label_coverage": 10, | |
| "source_sha256": "7827d4039008db166f9992cf26781c8c6478449466be75152dd2e5e53e9f2f91", | |
| "feature_cache": "hit" | |
| }, | |
| "uci-semeion-digits": { | |
| "training": 500, | |
| "validation": 158, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "source_sha256": "35396cbfb7c78cee23c7ce2b90919ba992994eddd7d7b67b55852437b2eb26d0", | |
| "feature_cache": "hit" | |
| }, | |
| "zenodo-greek-alphabets-14554030": { | |
| "training": 1320, | |
| "validation": 1540, | |
| "origin_overlap": 0, | |
| "label_coverage": 22, | |
| "source_sha256": "31f9633108b6304b7af988b24aafaf68ab666e05baedab4059e1154527192e39", | |
| "feature_cache": "hit" | |
| } | |
| }, | |
| "writer_selection_floor": 0.37037549870922315, | |
| "selection_macro_f1_min": 0.0, | |
| "selection_writer_floor_min": 0.0, | |
| "selected_validation": { | |
| "samples": 4261, | |
| "top1": 0.8613001642806852, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.929359305327388, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7871691323887935, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "selected_raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8613001642806852, | |
| 0.9928571428571429, | |
| 0.897423188003516, | |
| 0.8613001642806852, | |
| 0.7871691323887935, | |
| 0.5714285714285714 | |
| ], | |
| "official_test_used_for_selection": false, | |
| "final": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8613001642806852, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.929359305327388, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7871691323887935, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.8286620835536753, | |
| "top5": 0.9772607086197779, | |
| "family_top1": 0.9122157588577472, | |
| "family_top5": 0.988630354309889, | |
| "macro_f1": 0.7908074936582011, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.6733333333333333, | |
| "writer_p10": 0.7333333333333333, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.6733333333333333 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "family_top1": 0.945, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9503562105560206, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "final_by_source": { | |
| "validation": { | |
| "hwrt": { | |
| "samples": 2337, | |
| "top1": 0.8622165169020112, | |
| "top5": 0.9957210098416773, | |
| "family_top1": 0.9238339751818571, | |
| "family_top5": 0.9965768078733419, | |
| "macro_f1": 0.7860410461540145, | |
| "label_coverage": 206, | |
| "writer_count": 58, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.3333333333333333, | |
| "writer_eligible_count": 11, | |
| "writer_eligible_floor": 0.75 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 124, | |
| "top1": 0.6935483870967742, | |
| "top5": 0.967741935483871, | |
| "family_top1": 0.7903225806451613, | |
| "family_top5": 0.9758064516129032, | |
| "macro_f1": 0.6876344086021503, | |
| "label_coverage": 62, | |
| "writer_count": 1, | |
| "writer_floor": 0.6935483870967742, | |
| "writer_p10": 0.6935483870967742, | |
| "writer_eligible_count": 1, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 1800, | |
| "top1": 0.8716666666666667, | |
| "top5": 0.9955555555555555, | |
| "family_top1": 0.9461111111111111, | |
| "family_top5": 0.9955555555555555, | |
| "macro_f1": 0.8709642980112674, | |
| "label_coverage": 75, | |
| "writer_count": 12, | |
| "writer_floor": 0.7466666666666667, | |
| "writer_p10": 0.7533333333333333, | |
| "writer_eligible_count": 12, | |
| "writer_eligible_floor": 0.7466666666666667 | |
| } | |
| }, | |
| "paired_test": { | |
| "hwrt": { | |
| "samples": 534, | |
| "top1": 0.8202247191011236, | |
| "top5": 0.9943820224719101, | |
| "family_top1": 0.897003745318352, | |
| "family_top5": 0.9962546816479401, | |
| "macro_f1": 0.7867352052141772, | |
| "label_coverage": 141, | |
| "writer_count": 28, | |
| "writer_floor": 0.7096774193548387, | |
| "writer_p10": 0.78125, | |
| "writer_eligible_count": 9, | |
| "writer_eligible_floor": 0.7096774193548387 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 248, | |
| "top1": 0.7782258064516129, | |
| "top5": 0.9758064516129032, | |
| "family_top1": 0.9032258064516129, | |
| "family_top5": 0.9717741935483871, | |
| "macro_f1": 0.7708315877670713, | |
| "label_coverage": 62, | |
| "writer_count": 2, | |
| "writer_floor": 0.75, | |
| "writer_p10": 0.75, | |
| "writer_eligible_count": 2, | |
| "writer_eligible_floor": 0.75 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 3000, | |
| "top1": 0.8343333333333334, | |
| "top5": 0.9743333333333334, | |
| "family_top1": 0.9156666666666666, | |
| "family_top5": 0.9886666666666667, | |
| "macro_f1": 0.8338410814255015, | |
| "label_coverage": 75, | |
| "writer_count": 20, | |
| "writer_floor": 0.6733333333333333, | |
| "writer_p10": 0.68, | |
| "writer_eligible_count": 20, | |
| "writer_eligible_floor": 0.6733333333333333 | |
| } | |
| } | |
| }, | |
| "history": [ | |
| { | |
| "epoch": 1, | |
| "loss": 0.45230690756437136, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8495658296174607, | |
| "top5": 0.9920206524290073, | |
| "family_top1": 0.9253696315418916, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.76640103972399, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6612903225806451 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8495658296174607, | |
| 0.9920206524290073, | |
| 0.891011718061381, | |
| 0.8495658296174607, | |
| 0.76640103972399, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 2, | |
| "loss": 0.33243446153295203, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8533208167096925, | |
| "top5": 0.9943675193616522, | |
| "family_top1": 0.9300633654071814, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.7676439096538805, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6875 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8533208167096925, | |
| 0.9928571428571429, | |
| 0.8930725340963027, | |
| 0.8533208167096925, | |
| 0.7676439096538805, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 3, | |
| "loss": 0.31355586391398804, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8566064304153954, | |
| "top5": 0.9941328326683877, | |
| "family_top1": 0.929359305327388, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7620331112012579, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7258064516129032 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8566064304153954, | |
| 0.9928571428571429, | |
| 0.8948686686633623, | |
| 0.8566064304153954, | |
| 0.7620331112012579, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 4, | |
| "loss": 0.29026394200657896, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.854963623562544, | |
| "top5": 0.9936634592818587, | |
| "family_top1": 0.9284205585543299, | |
| "family_top5": 0.9964796996010327, | |
| "macro_f1": 0.7796408269830243, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6532258064516129 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.854963623562544, | |
| 0.9928571428571429, | |
| 0.8939714248289286, | |
| 0.854963623562544, | |
| 0.7796408269830243, | |
| 0.6 | |
| ] | |
| }, | |
| { | |
| "epoch": 5, | |
| "loss": 0.27944436321345334, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8551983102558085, | |
| "top5": 0.9929593992020652, | |
| "family_top1": 0.9319408589532974, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7877180783491416, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6875, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6875 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8551983102558085, | |
| 0.9928571428571429, | |
| 0.8940997032444172, | |
| 0.8551983102558085, | |
| 0.7877180783491416, | |
| 0.6875 | |
| ] | |
| }, | |
| { | |
| "epoch": 6, | |
| "loss": 0.2624420497921222, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.854494250176015, | |
| "top5": 0.9929593992020652, | |
| "family_top1": 0.9324102323398263, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7740321909887361, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6451612903225806, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6451612903225806 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.854494250176015, | |
| 0.9928571428571429, | |
| 0.8937147671543222, | |
| 0.854494250176015, | |
| 0.7740321909887361, | |
| 0.6451612903225806 | |
| ] | |
| }, | |
| { | |
| "epoch": 7, | |
| "loss": 0.251150361144547, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8584839239615114, | |
| "top5": 0.9953062661347102, | |
| "family_top1": 0.9300633654071814, | |
| "family_top5": 0.9967143862942971, | |
| "macro_f1": 0.7873345233399028, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.7466666666666667, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6612903225806451 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8584839239615114, | |
| 0.9928571428571429, | |
| 0.8958920793783178, | |
| 0.8584839239615114, | |
| 0.7873345233399028, | |
| 0.7466666666666667 | |
| ] | |
| }, | |
| { | |
| "epoch": 8, | |
| "loss": 0.24598688110804315, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8561370570288664, | |
| "top5": 0.9943675193616522, | |
| "family_top1": 0.9312367988735039, | |
| "family_top5": 0.9969490729875616, | |
| "macro_f1": 0.7766380522377867, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6933333333333334 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8561370570288664, | |
| 0.9928571428571429, | |
| 0.8946124810689536, | |
| 0.8561370570288664, | |
| 0.7766380522377867, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 9, | |
| "loss": 0.23518720503889035, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8613001642806852, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.929359305327388, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7871691323887935, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8613001642806852, | |
| 0.9928571428571429, | |
| 0.897423188003516, | |
| 0.8613001642806852, | |
| 0.7871691323887935, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 10, | |
| "loss": 0.22953194826690132, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8577798638817179, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9300633654071814, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.788739164851931, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6693548387096774 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8577798638817179, | |
| 0.9928571428571429, | |
| 0.895508551317007, | |
| 0.8577798638817179, | |
| 0.788739164851931, | |
| 0.6 | |
| ] | |
| }, | |
| { | |
| "epoch": 11, | |
| "loss": 0.2271564821132635, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8584839239615114, | |
| "top5": 0.9941328326683877, | |
| "family_top1": 0.9366345928185872, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7936333802004022, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.4444444444444444, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.72 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8584839239615114, | |
| 0.9928571428571429, | |
| 0.8958920793783178, | |
| 0.8584839239615114, | |
| 0.7936333802004022, | |
| 0.4444444444444444 | |
| ] | |
| }, | |
| { | |
| "epoch": 12, | |
| "loss": 0.21671365052593333, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8580145505749824, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9340530391926778, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7905730984173635, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6532258064516129, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6532258064516129 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9540540540540541, | |
| "top5": 1.0, | |
| "family_top1": 0.9513513513513514, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9539687705008542, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9367088607594937, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9367088607594937, | |
| "family_top5": 0.9936708860759493, | |
| "macro_f1": 0.9420599692621815, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9376623376623376, | |
| "top5": 0.9928571428571429, | |
| "family_top1": 0.935064935064935, | |
| "family_top5": 0.9896103896103896, | |
| "macro_f1": 0.9379630974227876, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8580145505749824, | |
| 0.9928571428571429, | |
| 0.895636427438764, | |
| 0.8580145505749824, | |
| 0.7905730984173635, | |
| 0.6532258064516129 | |
| ] | |
| } | |
| ], | |
| "checkpoint": "skeleton_adapter.pt", | |
| "bytes": 2875654, | |
| "product_validation": false | |
| } | |