| { | |
| "training_samples": 30547, | |
| "validation_samples": 4261, | |
| "paired_test_samples": 3782, | |
| "batch_size": 128, | |
| "vocabulary_scope": "all", | |
| "paired_weighting": "writer_label_balanced", | |
| "preprocess_workers": 2, | |
| "paired_feature_caches": { | |
| "training": { | |
| "feature_cache": "hit", | |
| "cache_key": "e811a2cfb9871e990f8718aa90712682b0e64e5af2175df95ce376db28038db0" | |
| }, | |
| "validation": { | |
| "feature_cache": "hit", | |
| "cache_key": "b98e59caaacf15025b4f73d5044002b042b5323b7d9a670ff5e8ac8fae409f7b" | |
| }, | |
| "paired_test": { | |
| "feature_cache": "hit", | |
| "cache_key": "26bee2f320c6f0a7eca3c6ca1c9c71dd0cbe89cfaee8d8c415af74ae84c0d879" | |
| } | |
| }, | |
| "paired_split_metadata_cache": "hit", | |
| "component_balanced": true, | |
| "training_components": { | |
| "paired": { | |
| "samples": 30547, | |
| "weight_mass": 30547.0078125 | |
| } | |
| }, | |
| "paired_label_coverage": { | |
| "training": 378, | |
| "validation": 216, | |
| "paired_test": 150 | |
| }, | |
| "paired_test_split": "source-specific writer-disjoint contracts", | |
| "paired_sources": [ | |
| "hwrt", | |
| "uci-uji-pen-v1", | |
| "uci-uji-pen-v2" | |
| ], | |
| "paired_source_contracts": { | |
| "hwrt": "HWRT official test 제외, official train 내부 writer hash 70/20/10", | |
| "uci-uji-pen-v1": "AIFlow project 8/1/2 writer split; official task는 11-fold LOOW", | |
| "uci-uji-pen-v2": "official writer-independent test, official train writer-hash validation" | |
| }, | |
| "paired_source_counts": { | |
| "hwrt": { | |
| "training": 25355, | |
| "validation": 2337, | |
| "paired_test": 534, | |
| "labels": 369, | |
| "writers": 292 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "training": 992, | |
| "validation": 124, | |
| "paired_test": 248, | |
| "labels": 62, | |
| "writers": 11 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "training": 4200, | |
| "validation": 1800, | |
| "paired_test": 3000, | |
| "labels": 75, | |
| "writers": 60 | |
| } | |
| }, | |
| "official_hwrt_test_excluded": 9124, | |
| "writer_split_overlap": 0, | |
| "baseline": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.4665571462098099, | |
| "top5": 0.7969960103262145, | |
| "family_top1": 0.4092935930532739, | |
| "family_top5": 0.8404130485801455, | |
| "macro_f1": 0.2497969371682927, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.11363636363636363 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.4923320994182972, | |
| "top5": 0.8291909042834479, | |
| "family_top1": 0.4650978318350079, | |
| "family_top5": 0.8929138022210471, | |
| "macro_f1": 0.3096506144443211, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.21428571428571427 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.935, | |
| "top5": 1.0, | |
| "family_top1": 0.93, | |
| "family_top5": 0.995, | |
| "macro_f1": 0.9348396111369824, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selected_epoch": 10, | |
| "pseudo_samples": 0, | |
| "pseudo_weight": 0.0, | |
| "raster_cycle_weight": 0.33, | |
| "semeion_cycle_weight": 0.33, | |
| "greek_cycle_weight": 0.34, | |
| "hasyv2_greek_cycle_weight": 0.0, | |
| "adapter_architecture": "dual_tcn_v3", | |
| "family_loss_weight": 0.3, | |
| "family_fusion_weight": 0.15, | |
| "hard_negative_weight": 0.0, | |
| "hard_negative_margin": 0.5, | |
| "train_raster_adapter_only": false, | |
| "train_online_adapter_only": true, | |
| "ambiguous_exact_loss_weight": 0.25, | |
| "relative_case_bases": [ | |
| "c", | |
| "o", | |
| "s", | |
| "u", | |
| "v", | |
| "w", | |
| "x", | |
| "z" | |
| ], | |
| "shape_exact_case_bases": [ | |
| "a", | |
| "b", | |
| "d", | |
| "e", | |
| "f", | |
| "g", | |
| "h", | |
| "i", | |
| "j", | |
| "k", | |
| "l", | |
| "m", | |
| "n", | |
| "p", | |
| "q", | |
| "r", | |
| "t", | |
| "y" | |
| ], | |
| "component_regression_tolerance": 0.01, | |
| "train_shared_encoder": false, | |
| "shared_learning_rate": 0.0001, | |
| "shared_warmup_epochs": 0, | |
| "online_augmentation_strength": 0.0, | |
| "raster_cycle_splits": { | |
| "uci-optdigits": { | |
| "training": 1500, | |
| "validation": 370, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "training_label_coverage": 10, | |
| "validation_label_coverage": 10, | |
| "source_sha256": "7827d4039008db166f9992cf26781c8c6478449466be75152dd2e5e53e9f2f91", | |
| "feature_cache": "hit" | |
| }, | |
| "uci-semeion-digits": { | |
| "training": 500, | |
| "validation": 158, | |
| "origin_overlap": 0, | |
| "label_coverage": 10, | |
| "source_sha256": "35396cbfb7c78cee23c7ce2b90919ba992994eddd7d7b67b55852437b2eb26d0", | |
| "feature_cache": "hit" | |
| }, | |
| "zenodo-greek-alphabets-14554030": { | |
| "training": 1320, | |
| "validation": 1540, | |
| "origin_overlap": 0, | |
| "label_coverage": 22, | |
| "source_sha256": "31f9633108b6304b7af988b24aafaf68ab666e05baedab4059e1154527192e39", | |
| "feature_cache": "hit" | |
| } | |
| }, | |
| "writer_selection_floor": 0.4365571462098099, | |
| "selection_macro_f1_min": 0.0, | |
| "selection_writer_floor_min": 0.0, | |
| "selected_validation": { | |
| "samples": 4261, | |
| "top1": 0.8699835719314715, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7934310956120997, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "selected_raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8699835719314715, | |
| 0.9896103896103896, | |
| 0.9010491996061943, | |
| 0.8699835719314715, | |
| 0.7934310956120997, | |
| 0.5 | |
| ], | |
| "official_test_used_for_selection": false, | |
| "final": { | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8699835719314715, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7934310956120997, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "paired_test": { | |
| "samples": 3782, | |
| "top1": 0.8299841353781068, | |
| "top5": 0.9775251189846642, | |
| "family_top1": 0.9138022210470651, | |
| "family_top5": 0.98783712321523, | |
| "macro_f1": 0.8034195802638953, | |
| "label_coverage": 150, | |
| "writer_count": 50, | |
| "writer_floor": 0.66, | |
| "writer_p10": 0.7333333333333333, | |
| "writer_eligible_count": 31, | |
| "writer_eligible_floor": 0.66 | |
| }, | |
| "optdigits_test": { | |
| "samples": 200, | |
| "top1": 0.935, | |
| "top5": 1.0, | |
| "family_top1": 0.93, | |
| "family_top5": 0.995, | |
| "macro_f1": 0.9348396111369824, | |
| "label_coverage": 10 | |
| }, | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "final_by_source": { | |
| "validation": { | |
| "hwrt": { | |
| "samples": 2337, | |
| "top1": 0.8664955070603337, | |
| "top5": 0.9944373127941806, | |
| "family_top1": 0.9323919554985024, | |
| "family_top5": 0.9952931108258452, | |
| "macro_f1": 0.7927940393571636, | |
| "label_coverage": 206, | |
| "writer_count": 58, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.0, | |
| "writer_eligible_count": 11, | |
| "writer_eligible_floor": 0.7727272727272727 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 124, | |
| "top1": 0.6774193548387096, | |
| "top5": 0.9516129032258065, | |
| "family_top1": 0.7741935483870968, | |
| "family_top5": 0.9516129032258065, | |
| "macro_f1": 0.6682795698924728, | |
| "label_coverage": 62, | |
| "writer_count": 1, | |
| "writer_floor": 0.6774193548387096, | |
| "writer_p10": 0.6774193548387096, | |
| "writer_eligible_count": 1, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 1800, | |
| "top1": 0.8877777777777778, | |
| "top5": 0.9983333333333333, | |
| "family_top1": 0.9555555555555556, | |
| "family_top5": 0.9983333333333333, | |
| "macro_f1": 0.8875883764849448, | |
| "label_coverage": 75, | |
| "writer_count": 12, | |
| "writer_floor": 0.76, | |
| "writer_p10": 0.7733333333333333, | |
| "writer_eligible_count": 12, | |
| "writer_eligible_floor": 0.76 | |
| } | |
| }, | |
| "paired_test": { | |
| "hwrt": { | |
| "samples": 534, | |
| "top1": 0.8202247191011236, | |
| "top5": 0.99812734082397, | |
| "family_top1": 0.9082397003745318, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.7948833875384871, | |
| "label_coverage": 141, | |
| "writer_count": 28, | |
| "writer_floor": 0.7333333333333333, | |
| "writer_p10": 0.765625, | |
| "writer_eligible_count": 9, | |
| "writer_eligible_floor": 0.75 | |
| }, | |
| "uci-uji-pen-v1": { | |
| "samples": 248, | |
| "top1": 0.7782258064516129, | |
| "top5": 0.967741935483871, | |
| "family_top1": 0.8951612903225806, | |
| "family_top5": 0.967741935483871, | |
| "macro_f1": 0.7762652222329638, | |
| "label_coverage": 62, | |
| "writer_count": 2, | |
| "writer_floor": 0.7741935483870968, | |
| "writer_p10": 0.7741935483870968, | |
| "writer_eligible_count": 2, | |
| "writer_eligible_floor": 0.7741935483870968 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 3000, | |
| "top1": 0.836, | |
| "top5": 0.9746666666666667, | |
| "family_top1": 0.9163333333333333, | |
| "family_top5": 0.9873333333333333, | |
| "macro_f1": 0.8372048190335291, | |
| "label_coverage": 75, | |
| "writer_count": 20, | |
| "writer_floor": 0.66, | |
| "writer_p10": 0.6733333333333333, | |
| "writer_eligible_count": 20, | |
| "writer_eligible_floor": 0.66 | |
| } | |
| } | |
| }, | |
| "history": [ | |
| { | |
| "epoch": 1, | |
| "loss": 0.4488249836373642, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8566064304153954, | |
| "top5": 0.9938981459751232, | |
| "family_top1": 0.9302980521004459, | |
| "family_top5": 0.9946022060549167, | |
| "macro_f1": 0.7716279425274075, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.6666666666666666, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8566064304153954, | |
| 0.9896103896103896, | |
| 0.893820837111582, | |
| 0.8566064304153954, | |
| 0.7716279425274075, | |
| 0.6666666666666666 | |
| ] | |
| }, | |
| { | |
| "epoch": 2, | |
| "loss": 0.3434348242381093, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8580145505749824, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9328796057263553, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7730338448458353, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.717741935483871 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8580145505749824, | |
| 0.9896103896103896, | |
| 0.8945867981814718, | |
| 0.8580145505749824, | |
| 0.7730338448458353, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 3, | |
| "loss": 0.31373216586776087, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8634123445200658, | |
| "top5": 0.9938981459751232, | |
| "family_top1": 0.9382773996714386, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.7791760772833806, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7096774193548387 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8634123445200658, | |
| 0.9896103896103896, | |
| 0.8975118669715856, | |
| 0.8634123445200658, | |
| 0.7791760772833806, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 4, | |
| "loss": 0.3002351009424655, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.86834076507862, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9352264726590003, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.784961352555048, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.86834076507862, | |
| 0.9896103896103896, | |
| 0.9001672840597286, | |
| 0.86834076507862, | |
| 0.784961352555048, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 5, | |
| "loss": 0.28647159005437195, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8676367049988266, | |
| "top5": 0.9955409528279746, | |
| "family_top1": 0.9359305327387937, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7787274056962119, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.717741935483871 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8676367049988266, | |
| 0.9896103896103896, | |
| 0.8997888280204608, | |
| 0.8676367049988266, | |
| 0.7787274056962119, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 6, | |
| "loss": 0.27540788942282185, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8638817179065947, | |
| "top5": 0.9936634592818587, | |
| "family_top1": 0.9368692795118517, | |
| "family_top5": 0.9946022060549167, | |
| "macro_f1": 0.7774224432455988, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6935483870967742 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8638817179065947, | |
| 0.9896103896103896, | |
| 0.8977653909186691, | |
| 0.8638817179065947, | |
| 0.7774224432455988, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 7, | |
| "loss": 0.2629124126350579, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.867871391692091, | |
| "top5": 0.9943675193616522, | |
| "family_top1": 0.9361652194320582, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7748338753632665, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7016129032258065 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.867871391692091, | |
| 0.9896103896103896, | |
| 0.899915012887584, | |
| 0.867871391692091, | |
| 0.7748338753632665, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 8, | |
| "loss": 0.255758937866683, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8652898380661816, | |
| "top5": 0.9941328326683877, | |
| "family_top1": 0.9368692795118517, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7825757370772415, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7096774193548387 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8652898380661816, | |
| 0.9896103896103896, | |
| 0.8985251693141125, | |
| 0.8652898380661816, | |
| 0.7825757370772415, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 9, | |
| "loss": 0.24877297035913426, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.869279511851678, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9361652194320582, | |
| "family_top5": 0.9957756395212392, | |
| "macro_f1": 0.791347094787673, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5714285714285714, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.869279511851678, | |
| 0.9896103896103896, | |
| 0.9006714325146912, | |
| 0.869279511851678, | |
| 0.791347094787673, | |
| 0.5714285714285714 | |
| ] | |
| }, | |
| { | |
| "epoch": 10, | |
| "loss": 0.23822516533369775, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8699835719314715, | |
| "top5": 0.9948368927481812, | |
| "family_top1": 0.9375733395916451, | |
| "family_top5": 0.9953062661347102, | |
| "macro_f1": 0.7934310956120997, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.6774193548387096 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8699835719314715, | |
| 0.9896103896103896, | |
| 0.9010491996061943, | |
| 0.8699835719314715, | |
| 0.7934310956120997, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 11, | |
| "loss": 0.23387598039674873, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8648204646796527, | |
| "top5": 0.9938981459751232, | |
| "family_top1": 0.9345224125792068, | |
| "family_top5": 0.9955409528279746, | |
| "macro_f1": 0.7755945143423176, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.5, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7096774193548387 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8648204646796527, | |
| 0.9896103896103896, | |
| 0.8982720419864382, | |
| 0.8648204646796527, | |
| 0.7755945143423176, | |
| 0.5 | |
| ] | |
| }, | |
| { | |
| "epoch": 12, | |
| "loss": 0.22650521389190534, | |
| "validation": { | |
| "samples": 4261, | |
| "top1": 0.8681060783853556, | |
| "top5": 0.9957756395212392, | |
| "family_top1": 0.9354611593522647, | |
| "family_top5": 0.9962450129077681, | |
| "macro_f1": 0.7875845423384454, | |
| "label_coverage": 216, | |
| "writer_count": 71, | |
| "writer_floor": 0.0, | |
| "writer_p10": 0.4444444444444444, | |
| "writer_eligible_count": 24, | |
| "writer_eligible_floor": 0.7096774193548387 | |
| }, | |
| "raster_cycle_validations": { | |
| "raster_cycle_validation": { | |
| "samples": 370, | |
| "top1": 0.9486486486486486, | |
| "top5": 1.0, | |
| "family_top1": 0.9459459459459459, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9484370520390707, | |
| "label_coverage": 10 | |
| }, | |
| "semeion_cycle_validation": { | |
| "samples": 158, | |
| "top1": 0.9493670886075949, | |
| "top5": 0.9936708860759493, | |
| "family_top1": 0.9430379746835443, | |
| "family_top5": 1.0, | |
| "macro_f1": 0.9547930431534436, | |
| "label_coverage": 10 | |
| }, | |
| "greek_cycle_validation": { | |
| "samples": 1540, | |
| "top1": 0.9344155844155844, | |
| "top5": 0.9896103896103896, | |
| "family_top1": 0.925974025974026, | |
| "family_top5": 0.9902597402597403, | |
| "macro_f1": 0.934675482102983, | |
| "label_coverage": 22 | |
| } | |
| }, | |
| "component_regression_passed": true, | |
| "selection_key": [ | |
| 1.0, | |
| 0.8681060783853556, | |
| 0.9896103896103896, | |
| 0.9000411648963957, | |
| 0.8681060783853556, | |
| 0.7875845423384454, | |
| 0.4444444444444444 | |
| ] | |
| } | |
| ], | |
| "checkpoint": "skeleton_adapter.pt", | |
| "bytes": 2876038, | |
| "product_validation": false | |
| } | |