diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..c255988ce5b22e1aa2782e5d7820fe82c05ad4f3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +training_curves/Swin_combined_metrics.png filter=lfs diff=lfs merge=lfs -text +training_notebook_a1.ipynb filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6878d15fe81dbe09d404efecbc0410e908c1f8dc --- /dev/null +++ b/README.md @@ -0,0 +1,161 @@ +--- +license: apache-2.0 +tags: +- vision-transformer +- image-classification +- pytorch +- timm +- swin +- gravitational-lensing +- strong-lensing +- astronomy +- astrophysics +datasets: +- C21 +metrics: +- accuracy +- auc +- f1 +model-index: +- name: Swin-a1 + results: + - task: + type: image-classification + name: Strong Gravitational Lens Discovery + dataset: + type: common-test-sample + name: Common Test Sample (More et al. 2024) + metrics: + - type: accuracy + value: 0.7636 + name: Average Accuracy + - type: auc + value: 0.8336 + name: Average AUC-ROC + - type: f1 + value: 0.4898 + name: Average F1-Score +--- + +# 🌌 swin-gravit-a1 + +πŸ”­ This model is part of **GraViT**: Transfer Learning with Vision Transformers and MLP-Mixer for Strong Gravitational Lens Discovery + +πŸ”— **GitHub Repository**: [https://github.com/parlange/gravit](https://github.com/parlange/gravit) + +## πŸ›°οΈ Model Details + +- **πŸ€– Model Type**: Swin +- **πŸ§ͺ Experiment**: A1 - C21-classification-head +- **🌌 Dataset**: C21 +- **πŸͺ Fine-tuning Strategy**: classification-head + + + +## πŸ’» Quick Start + +```python +import torch +import timm + +# Load the model directly from the Hub +model = timm.create_model( + 'hf-hub:parlange/swin-gravit-a1', + pretrained=True +) +model.eval() + +# Example inference +dummy_input = torch.randn(1, 3, 224, 224) +with torch.no_grad(): + output = model(dummy_input) + predictions = torch.softmax(output, dim=1) +print(f"Lens probability: {predictions[0][1]:.4f}") +``` + +## ⚑️ Training Configuration + +**Training Dataset:** C21 (CaΓ±ameras et al. 2021) +**Fine-tuning Strategy:** classification-head + + +| πŸ”§ Parameter | πŸ“ Value | +|--------------|----------| +| Batch Size | 192 | +| Learning Rate | AdamW with ReduceLROnPlateau | +| Epochs | 100 | +| Patience | 10 | +| Optimizer | AdamW | +| Scheduler | ReduceLROnPlateau | +| Image Size | 224x224 | +| Fine Tune Mode | classification_head | +| Stochastic Depth Probability | 0.1 | + + +## πŸ“ˆ Training Curves + +![Combined Training Metrics](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/training_curves/Swin_combined_metrics.png) + + +## 🏁 Final Epoch Training Metrics + +| Metric | Training | Validation | +|:---------:|:-----------:|:-------------:| +| πŸ“‰ Loss | 0.2190 | 0.3205 | +| 🎯 Accuracy | 0.9102 | 0.8610 | +| πŸ“Š AUC-ROC | 0.9716 | 0.9500 | +| βš–οΈ F1 Score | 0.9103 | 0.8692 | + + +## β˜‘οΈ Evaluation Results + +### ROC Curves and Confusion Matrices + +Performance across all test datasets (a through l) in the Common Test Sample (More et al. 2024): + +![ROC + Confusion Matrix - Dataset A](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_a.png) +![ROC + Confusion Matrix - Dataset B](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_b.png) +![ROC + Confusion Matrix - Dataset C](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_c.png) +![ROC + Confusion Matrix - Dataset D](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_d.png) +![ROC + Confusion Matrix - Dataset E](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_e.png) +![ROC + Confusion Matrix - Dataset F](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_f.png) +![ROC + Confusion Matrix - Dataset G](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_g.png) +![ROC + Confusion Matrix - Dataset H](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_h.png) +![ROC + Confusion Matrix - Dataset I](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_i.png) +![ROC + Confusion Matrix - Dataset J](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_j.png) +![ROC + Confusion Matrix - Dataset K](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_k.png) +![ROC + Confusion Matrix - Dataset L](https://huggingface.co/parlange/swin-gravit-a1/resolve/main/roc_confusion_matrix/Swin_roc_confusion_matrix_l.png) + +### πŸ“‹ Performance Summary + +Average performance across 12 test datasets from the Common Test Sample (More et al. 2024): + +| Metric | Value | +|-----------|----------| +| 🎯 Average Accuracy | 0.7636 | +| πŸ“ˆ Average AUC-ROC | 0.8336 | +| βš–οΈ Average F1-Score | 0.4898 | + + +## πŸ“˜ Citation + +If you use this model in your research, please cite: + +```bibtex +@misc{parlange2025gravit, + title={GraViT: Transfer Learning with Vision Transformers and MLP-Mixer for Strong Gravitational Lens Discovery}, + author={RenΓ© Parlange and Juan C. Cuevas-Tello and Octavio Valenzuela and Omar de J. Cabrera-Rosas and TomΓ‘s Verdugo and Anupreeta More and Anton T. Jaelani}, + year={2025}, + eprint={2509.00226}, + archivePrefix={arXiv}, + primaryClass={cs.CV}, + url={https://arxiv.org/abs/2509.00226}, +} +``` + +--- + + +## Model Card Contact + +For questions about this model, please contact the author through: https://github.com/parlange/ diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cc616c7d19effc35a1a5b720028e98c0b1e62f5 --- /dev/null +++ b/config.json @@ -0,0 +1,76 @@ +{ + "architecture": "swin_base_patch4_window7_224", + "num_classes": 2, + "num_features": 1000, + "global_pool": "avg", + "crop_pct": 0.875, + "interpolation": "bicubic", + "mean": [ + 0.485, + 0.456, + 0.406 + ], + "std": [ + 0.229, + 0.224, + 0.225 + ], + "first_conv": "conv1", + "classifier": "fc", + "input_size": [ + 3, + 224, + 224 + ], + "pool_size": [ + 7, + 7 + ], + "pretrained_cfg": { + "tag": "gravit_a1", + "custom_load": false, + "input_size": [ + 3, + 224, + 224 + ], + "fixed_input_size": true, + "interpolation": "bicubic", + "crop_pct": 0.875, + "crop_mode": "center", + "mean": [ + 0.485, + 0.456, + 0.406 + ], + "std": [ + 0.229, + 0.224, + 0.225 + ], + "num_classes": 2, + "pool_size": [ + 7, + 7 + ], + "first_conv": "conv1", + "classifier": "fc" + }, + "model_name": "swin_gravit_a1", + "experiment": "a1", + "training_strategy": "classification-head", + "dataset": "C21", + "hyperparameters": { + "batch_size": "192", + "learning_rate": "AdamW with ReduceLROnPlateau", + "epochs": "100", + "patience": "10", + "optimizer": "AdamW", + "scheduler": "ReduceLROnPlateau", + "image_size": "224x224", + "fine_tune_mode": "classification_head", + "stochastic_depth_probability": "0.1" + }, + "hf_hub_id": "parlange/swin-gravit-a1", + "license": "apache-2.0" +} \ No newline at end of file diff --git a/confusion_matrices/Swin_Confusion_Matrix_a.png b/confusion_matrices/Swin_Confusion_Matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..d378f54eaa65a5b2f1247ad528f8fd4cd135e1eb Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_a.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_b.png b/confusion_matrices/Swin_Confusion_Matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..39b1ee1344d6453c1629a6d3fecc2afed53d1480 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_b.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_c.png b/confusion_matrices/Swin_Confusion_Matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..80d2a988cd8792e334c093ba16801f682b1dddf8 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_c.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_d.png b/confusion_matrices/Swin_Confusion_Matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..af84c7cee00d17349ab7643b732a28629b531b1a Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_d.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_e.png b/confusion_matrices/Swin_Confusion_Matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..d96a68caf964297c1eb71cc81e7b76ec2c3c56fe Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_e.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_f.png b/confusion_matrices/Swin_Confusion_Matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..dd62b792113dea8de81fb5c53fbae02b71b8ad16 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_f.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_g.png b/confusion_matrices/Swin_Confusion_Matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..15552c51966c82a2488b78e4e12eebb282eaa14d Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_g.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_h.png b/confusion_matrices/Swin_Confusion_Matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..8e888cee5b58a1c693144a91416b2e7bab5853e6 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_h.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_i.png b/confusion_matrices/Swin_Confusion_Matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..1d886f3646d1305f8a49ec9123393def5cdc8afc Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_i.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_j.png b/confusion_matrices/Swin_Confusion_Matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..0b6e258fd478a22224da3d717f2056360c695e5f Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_j.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_k.png b/confusion_matrices/Swin_Confusion_Matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..1683d7b92770908e5d3e7ace5cdc66df737d5802 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_k.png differ diff --git a/confusion_matrices/Swin_Confusion_Matrix_l.png b/confusion_matrices/Swin_Confusion_Matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..ab2fff4095c208a9f46a457aa51d8bb2db7edb79 Binary files /dev/null and b/confusion_matrices/Swin_Confusion_Matrix_l.png differ diff --git a/evaluation_results.csv b/evaluation_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..f39cff1bc6fd74d6413ab0aa7baef27ed3e6c93a --- /dev/null +++ b/evaluation_results.csv @@ -0,0 +1,133 @@ +Model,Dataset,Loss,Accuracy,AUCROC,F1 +ViT,a,0.2907674585365717,0.8663942156554543,0.8790764272559853,0.36281859070464767 +ViT,b,0.3363787103321372,0.8409305249921408,0.8598268876611419,0.3235294117647059 +ViT,c,0.3624865817540249,0.8145237346746306,0.8460092081031308,0.29086538461538464 +ViT,d,0.20147570416317237,0.9100911662999057,0.914537753222836,0.4583333333333333 +ViT,e,0.38351454359247183,0.8397365532381997,0.8551653674411563,0.6237113402061856 +ViT,f,0.28049477608445245,0.8673224382309659,0.873733035896412,0.12378516624040921 +ViT,g,0.20559095215797424,0.9115,0.982819,0.9165225593460148 +ViT,h,0.21943247628211976,0.8975,0.9817622222222222,0.9045771916214119 +ViT,i,0.13406987351179123,0.9481666666666667,0.9929653333333334,0.9493567822830158 +ViT,j,1.5079676084518432,0.4855,0.5106800555555556,0.18869908015768724 +ViT,k,1.4364465267062188,0.5221666666666667,0.6366698888888889,0.200278940027894 +ViT,l,0.6356719980429736,0.7652688911215695,0.7653929261211886,0.6046842995814409 +MLP-Mixer,a,0.23711907013393504,0.904118201823326,0.8973158379373849,0.40545808966861596 +MLP-Mixer,b,0.32535140213071456,0.8626218170386671,0.8485451197053407,0.32248062015503876 +MLP-Mixer,c,0.26777226502923085,0.8937441056271612,0.8793204419889503,0.38095238095238093 +MLP-Mixer,d,0.24414238826503773,0.9034894687205282,0.8925340699815838,0.40388349514563104 +MLP-Mixer,e,0.4684625132219982,0.7826564215148188,0.7941497010519943,0.5123152709359606 +MLP-Mixer,f,0.25652938471803655,0.9010920920145612,0.8745385460021788,0.14006734006734006 +MLP-Mixer,g,0.21773884654045106,0.9175,0.981478,0.9204819277108434 +MLP-Mixer,h,0.18721229648590088,0.934,0.987164111111111,0.9353574926542605 +MLP-Mixer,i,0.17468452334403992,0.9391666666666667,0.9881612222222221,0.9401148482362592 +MLP-Mixer,j,1.2574891588687898,0.499,0.5052343333333333,0.19063004846526657 +MLP-Mixer,k,1.2144348313808442,0.5206666666666667,0.6023342222222222,0.19754464285714285 +MLP-Mixer,l,0.5478135314681644,0.7854158955105495,0.7718881621999252,0.6208893871449925 +CvT,a,0.48862357091431496,0.7661112857591952,0.7645202578268876,0.23613963039014374 +CvT,b,0.606147515758783,0.6821754165356806,0.7114585635359115,0.185334407735697 +CvT,c,0.5599785684152655,0.7161270040867652,0.7296648250460406,0.2030008826125331 +CvT,d,0.2567151319639595,0.8965734045897517,0.8801289134438306,0.41144901610017887 +CvT,e,0.634658475738718,0.677277716794731,0.7027472943313403,0.4389312977099237 +CvT,f,0.4719573438800043,0.7663232902176439,0.767503786678703,0.07083461656914075 +CvT,g,0.37052693724632263,0.824,0.9481419444444444,0.845478489903424 +CvT,h,0.34604967188835145,0.842,0.9550463333333333,0.8590544157002676 +CvT,i,0.18526951444149017,0.9376666666666666,0.9862493333333333,0.9392067620286085 +CvT,j,1.7297569365501404,0.37716666666666665,0.23870022222222223,0.10016855285335902 +CvT,k,1.5444995085000992,0.49083333333333334,0.47829777777777777,0.1198501872659176 +CvT,l,0.7996079008316138,0.686954682459944,0.637911609367734,0.5204147764095917 +Swin,a,0.41406949968579354,0.8063502043382584,0.9315,0.346072186836518 +Swin,b,0.46100307634250803,0.7742848160955674,0.9219889502762431,0.31226053639846746 +Swin,c,0.4275265830337383,0.7950330084878969,0.9307624309392264,0.3333333333333333 +Swin,d,0.12031445050063429,0.9597610814209369,0.9857863720073665,0.7180616740088106 +Swin,e,0.7676329288210487,0.6114160263446762,0.8420797699235602,0.47941176470588237 +Swin,f,0.39017997524092174,0.8144218108589575,0.9367503135673768,0.11976487876561352 +Swin,g,0.2684375742673874,0.8763333333333333,0.9830383333333332,0.8885551216581556 +Swin,h,0.25068944895267486,0.8873333333333333,0.9861691111111113,0.8974514563106796 +Swin,i,0.08781581997871399,0.9746666666666667,0.9978362222222223,0.974950560316414 +Swin,j,2.0428302302360533,0.42033333333333334,0.3025185555555555,0.11320754716981132 +Swin,k,1.8622084745168686,0.5186666666666667,0.5179311666666666,0.1332533013205282 +Swin,l,0.8495750360742048,0.7241816931944371,0.6664912098538803,0.5617543270038649 +CaiT,a,0.40013275007637966,0.8390443256837472,0.9108057090239411,0.3694581280788177 +CaiT,b,0.36606653323716165,0.8506758880855076,0.9150920810313077,0.3870967741935484 +CaiT,c,0.45299853780328836,0.8003772398616787,0.8942338858195211,0.32085561497326204 +CaiT,d,0.1995404364271233,0.9261238604212512,0.9594475138121547,0.5607476635514018 +CaiT,e,0.4928394595302159,0.7771679473106476,0.8707636418678574,0.5964214711729622 +CaiT,f,0.36103595997415405,0.850050344667338,0.9170773784465286,0.13416815742397137 +CaiT,g,0.2526822371482849,0.9083333333333333,0.976861222222222,0.9132218365414957 +CaiT,h,0.2987706809043884,0.8816666666666667,0.9732373333333334,0.8907356109572176 +CaiT,i,0.16439563977718352,0.9483333333333334,0.9884212222222222,0.9491636602164644 +CaiT,j,1.6938938024044037,0.48483333333333334,0.34579655555555555,0.18593626547274164 +CaiT,k,1.6056072112321853,0.5248333333333334,0.5246175555555556,0.1984818667416362 +CaiT,l,0.7488868967172212,0.7520490719686954,0.6676479234122561,0.5916572324305495 +DeiT,a,0.4765459399334255,0.7749135491983653,0.850939226519337,0.28112449799196787 +DeiT,b,0.29641423940058964,0.8814838101226029,0.9148747697974217,0.426179604261796 +DeiT,c,0.4700488794977955,0.7830870795347376,0.8519852670349909,0.28865979381443296 +DeiT,d,0.11101193318283434,0.9657340458975165,0.9766685082872928,0.7197943444730077 +DeiT,e,0.4436056611305011,0.8035126234906695,0.8648906380080225,0.6100217864923747 +DeiT,f,0.337409115804358,0.8522964913639532,0.8966829128564795,0.12802926383173296 +DeiT,g,0.1696254106760025,0.9383333333333334,0.9919374444444445,0.9412884798476674 +DeiT,h,0.26168069899082186,0.8861666666666667,0.9872772222222223,0.8967498110355253 +DeiT,i,0.07133128488063813,0.983,0.998361111111111,0.9830957905203845 +DeiT,j,1.940858449459076,0.4736666666666667,0.36180238888888894,0.10130904951622083 +DeiT,k,1.8425643298625947,0.5183333333333333,0.5667426111111111,0.10967344423906346 +DeiT,l,0.8096289309307544,0.7481360054994448,0.6678239118866791,0.5796487512134851 +DeiT3,a,0.3153771912384543,0.8786545111600126,0.8877375690607736,0.396875 +DeiT3,b,0.27676928310377796,0.8972021376925495,0.9046813996316758,0.43717728055077454 +DeiT3,c,0.3605959014448869,0.8566488525620874,0.867316758747698,0.35774647887323946 +DeiT3,d,0.23533754803987467,0.9091480666457089,0.9213038674033148,0.4677716390423573 +DeiT3,e,0.42457847907305024,0.8111964873765093,0.853205176719897,0.596244131455399 +DeiT3,f,0.28918993525220316,0.8904809852064132,0.8928482767899381,0.15227817745803357 +DeiT3,g,0.17661127078533173,0.9428333333333333,0.9877949999999999,0.9447041753990005 +DeiT3,h,0.2210533607006073,0.9213333333333333,0.9848492222222223,0.9254579911560329 +DeiT3,i,0.1546455579996109,0.9491666666666667,0.9909291111111113,0.9505271695052717 +DeiT3,j,1.796478444457054,0.5065,0.4410062222222223,0.17405857740585773 +DeiT3,k,1.774512730240822,0.5128333333333334,0.45727222222222225,0.17592331547786863 +DeiT3,l,0.7417711890545635,0.7793876579768388,0.6962303135333643,0.6175985334555454 +Twins_SVT,a,0.4130411987707923,0.8233259981138007,0.891621546961326,0.3403755868544601 +Twins_SVT,b,0.3827307312247214,0.8201823325998113,0.8948416206261509,0.33642691415313225 +Twins_SVT,c,0.4311113485054039,0.8157812008802263,0.8846832412523021,0.3310502283105023 +Twins_SVT,d,0.07931527397245478,0.9814523734674631,0.9895819521178638,0.830945558739255 +Twins_SVT,e,0.5826191509594378,0.7189901207464325,0.8197532732914554,0.5311355311355311 +Twins_SVT,f,0.3374182524886806,0.8535357447138099,0.9097097385998186,0.13296652911508483 +Twins_SVT,g,0.22945928347110747,0.904,0.9866478888888889,0.9113300492610837 +Twins_SVT,h,0.25510910618305205,0.9016666666666666,0.9884432222222223,0.9093701996927803 +Twins_SVT,i,0.06859854513406753,0.9895,0.9990906666666667,0.9894701654688284 +Twins_SVT,j,2.877535055875778,0.41883333333333334,0.1655298888888889,0.027336122733612273 +Twins_SVT,k,2.7166742979884146,0.5043333333333333,0.4133546666666667,0.031901041666666664 +Twins_SVT,l,1.0960884158819697,0.7418433715826768,0.5939750429978701,0.5637176050044683 +Twins_PCPVT,a,0.44722607902332284,0.7843445457403332,0.8699972375690609,0.2883817427385892 +Twins_PCPVT,b,0.34229608893356994,0.854133920150896,0.9080570902394106,0.3746630727762803 +Twins_PCPVT,c,0.47921196653085174,0.7686262181703867,0.8568545119705341,0.27416173570019725 +Twins_PCPVT,d,0.2515370008031815,0.913234831813895,0.9428913443830571,0.5018050541516246 +Twins_PCPVT,e,0.48251375945287006,0.7661909989023051,0.858896541285098,0.5661914460285132 +Twins_PCPVT,f,0.3832702880289431,0.8290604910541399,0.8924112354771649,0.11187122736418512 +Twins_PCPVT,g,0.23884364533424376,0.9121666666666667,0.9764792222222223,0.9165743232547096 +Twins_PCPVT,h,0.31143191051483154,0.8668333333333333,0.9660443333333333,0.8787372894217635 +Twins_PCPVT,i,0.1907261505126953,0.9435,0.9881127777777777,0.9446891825746452 +Twins_PCPVT,j,1.5205544946193694,0.48783333333333334,0.4457817777777778,0.1850967913020419 +Twins_PCPVT,k,1.472436999797821,0.5191666666666667,0.4698568888888889,0.19480881942506278 +Twins_PCPVT,l,0.7133773285155887,0.7375601501771456,0.6902435027241198,0.5768607724443686 +PiT,a,0.4122267626378192,0.8280414963847846,0.8927302025782688,0.34803337306317045 +PiT,b,0.39009387647344873,0.8230116315624018,0.8981012891344383,0.34152046783625734 +PiT,c,0.4812444057415132,0.7843445457403332,0.8707458563535911,0.2985685071574642 +PiT,d,0.08882246825332275,0.9710782772712984,0.9849594843462247,0.7604166666666666 +PiT,e,0.498657209813006,0.7705817782656421,0.8615000378415197,0.5828343313373253 +PiT,f,0.3495647843132805,0.848423824645651,0.9087592713952772,0.1298354824366385 +PiT,g,0.21983683621883393,0.9066666666666666,0.9891565555555555,0.9137931034482759 +PiT,h,0.2681618107557297,0.8861666666666667,0.988594888888889,0.8968122072820668 +PiT,i,0.06011278629302978,0.9851666666666666,0.9989021111111112,0.9852282157676349 +PiT,j,2.38970015335083,0.4266666666666667,0.21387577777777778,0.048672566371681415 +PiT,k,2.2299761089086534,0.5051666666666667,0.5063448888888888,0.055961844197138316 +PiT,l,0.9434709910593522,0.7408386653270583,0.6225121253803022,0.5664750110570544 +Ensemble,a,,0.9107198994027036,0.9407062615101288,0.5086505190311419 +Ensemble,b,,0.8880855077019805,0.9347661141804788,0.4523076923076923 +Ensemble,c,,0.8792832442628105,0.928644567219153,0.4336283185840708 +Ensemble,d,,0.9745363093366866,0.9857882136279925,0.784 +Ensemble,e,,0.8386388583973655,0.901748278210853,0.6666666666666666 +Ensemble,f,,0.9135620788474944,0.9448540229934943,0.20851063829787234 +Ensemble,g,,0.9431666666666667,0.9957611111111111,0.9458987783595113 +Ensemble,h,,0.9385,0.9963097777777778,0.9417153688200917 +Ensemble,i,,0.989,0.9993681111111111,0.9890510948905109 +Ensemble,j,,0.466,0.33056166666666664,0.0686046511627907 +Ensemble,k,,0.5118333333333334,0.5398214444444445,0.074565560821485 +Ensemble,l,,0.7875839458516207,0.6703077926895804,0.6177562089637454 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92e45d6c6f4dfc491d29cd7d2688ad462fb1b025 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f66121d3f0b87883695794cfbc00cad9fe7cd387573ce637cd5aebff76e39f +size 347014888 diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c4cddc8d21f47f059faa2094831daa19c9c4ad1 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce878346ef57c52462dad34cd9326bbc66a680ec0cb9dace4bb35212f0c1e4f3 +size 347110714 diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_a.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_a.png new file mode 100644 index 0000000000000000000000000000000000000000..62e7039c3779102a62c356753ad1867aff055590 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_a.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_b.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_b.png new file mode 100644 index 0000000000000000000000000000000000000000..7da158297bebf7c7888984bafe8a532530477e02 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_b.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_c.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_c.png new file mode 100644 index 0000000000000000000000000000000000000000..2ca3d6fbb5f61cf7933cf8e84d02e5b6fd523422 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_c.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_d.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_d.png new file mode 100644 index 0000000000000000000000000000000000000000..22f0646d02ae990af0e8dfcf3e5eb4285e04e595 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_d.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_e.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_e.png new file mode 100644 index 0000000000000000000000000000000000000000..b4d6dcfea3559a88b720a9f5da155c95172c3c9f Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_e.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_f.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_f.png new file mode 100644 index 0000000000000000000000000000000000000000..48d2aa471b9d09cbf393283f346fbdb5bba79e60 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_f.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_g.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_g.png new file mode 100644 index 0000000000000000000000000000000000000000..eeb58ff1da7b12442d2b8cc356bc1e9b49a6b73f Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_g.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_h.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_h.png new file mode 100644 index 0000000000000000000000000000000000000000..8ca334f716f972861b33706f981966b366aa427b Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_h.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_i.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_i.png new file mode 100644 index 0000000000000000000000000000000000000000..2b8f546c97703e16fdba1c8053181fe858a0f2d5 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_i.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_j.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_j.png new file mode 100644 index 0000000000000000000000000000000000000000..1048788f927e6e3f6b6b49d3151bfb9dd277563c Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_j.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_k.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_k.png new file mode 100644 index 0000000000000000000000000000000000000000..1e1382c8c55407da65f4c635338bfebcae683923 Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_k.png differ diff --git a/roc_confusion_matrix/Swin_roc_confusion_matrix_l.png b/roc_confusion_matrix/Swin_roc_confusion_matrix_l.png new file mode 100644 index 0000000000000000000000000000000000000000..f70f558b6294f3406c7fad38967fabb9ca80569a Binary files /dev/null and b/roc_confusion_matrix/Swin_roc_confusion_matrix_l.png differ diff --git a/roc_curves/Swin_ROC_a.png b/roc_curves/Swin_ROC_a.png new file mode 100644 index 0000000000000000000000000000000000000000..3f3119804ef57d293b0add1b786547ad7ef39a76 Binary files /dev/null and b/roc_curves/Swin_ROC_a.png differ diff --git a/roc_curves/Swin_ROC_b.png b/roc_curves/Swin_ROC_b.png new file mode 100644 index 0000000000000000000000000000000000000000..46b968ace3c7fea0c00326b4726b5ffd85c5ceaa Binary files /dev/null and b/roc_curves/Swin_ROC_b.png differ diff --git a/roc_curves/Swin_ROC_c.png b/roc_curves/Swin_ROC_c.png new file mode 100644 index 0000000000000000000000000000000000000000..6709336b3111f8a3856243423da07d019acbc79a Binary files /dev/null and b/roc_curves/Swin_ROC_c.png differ diff --git a/roc_curves/Swin_ROC_d.png b/roc_curves/Swin_ROC_d.png new file mode 100644 index 0000000000000000000000000000000000000000..cfcb53490ca1415276bcdaff49a0d3bc1a9b4a52 Binary files /dev/null and b/roc_curves/Swin_ROC_d.png differ diff --git a/roc_curves/Swin_ROC_e.png b/roc_curves/Swin_ROC_e.png new file mode 100644 index 0000000000000000000000000000000000000000..fd5ae8f8dd0cbbefa7aea21ed1f8edfc939e02b0 Binary files /dev/null and b/roc_curves/Swin_ROC_e.png differ diff --git a/roc_curves/Swin_ROC_f.png b/roc_curves/Swin_ROC_f.png new file mode 100644 index 0000000000000000000000000000000000000000..941e816c9170e255a6290b158f2440efed531091 Binary files /dev/null and b/roc_curves/Swin_ROC_f.png differ diff --git a/roc_curves/Swin_ROC_g.png b/roc_curves/Swin_ROC_g.png new file mode 100644 index 0000000000000000000000000000000000000000..5ef756210473bfbee813b9113052e4b41823930c Binary files /dev/null and b/roc_curves/Swin_ROC_g.png differ diff --git a/roc_curves/Swin_ROC_h.png b/roc_curves/Swin_ROC_h.png new file mode 100644 index 0000000000000000000000000000000000000000..225567902639110092da54e4354ba1ce783a5477 Binary files /dev/null and b/roc_curves/Swin_ROC_h.png differ diff --git a/roc_curves/Swin_ROC_i.png b/roc_curves/Swin_ROC_i.png new file mode 100644 index 0000000000000000000000000000000000000000..dc9b8871a17c7434dbb2826c1f4915540c97c787 Binary files /dev/null and b/roc_curves/Swin_ROC_i.png differ diff --git a/roc_curves/Swin_ROC_j.png b/roc_curves/Swin_ROC_j.png new file mode 100644 index 0000000000000000000000000000000000000000..efb464d0f055a42f007da4237530bcee1f47f0b0 Binary files /dev/null and b/roc_curves/Swin_ROC_j.png differ diff --git a/roc_curves/Swin_ROC_k.png b/roc_curves/Swin_ROC_k.png new file mode 100644 index 0000000000000000000000000000000000000000..d39b9b0fc41ccded764b1581b91f251c17ad5be6 Binary files /dev/null and b/roc_curves/Swin_ROC_k.png differ diff --git a/roc_curves/Swin_ROC_l.png b/roc_curves/Swin_ROC_l.png new file mode 100644 index 0000000000000000000000000000000000000000..c3f73692b0d54226f72ca90b9e54c0f4fc4763eb Binary files /dev/null and b/roc_curves/Swin_ROC_l.png differ diff --git a/swin-gravit-a1.pth b/swin-gravit-a1.pth new file mode 100644 index 0000000000000000000000000000000000000000..5c4cddc8d21f47f059faa2094831daa19c9c4ad1 --- /dev/null +++ b/swin-gravit-a1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce878346ef57c52462dad34cd9326bbc66a680ec0cb9dace4bb35212f0c1e4f3 +size 347110714 diff --git a/training_curves/Swin_accuracy.png b/training_curves/Swin_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..9ad2e009270a398e81b63d65d77d9c2523ac6b0a Binary files /dev/null and b/training_curves/Swin_accuracy.png differ diff --git a/training_curves/Swin_auc.png b/training_curves/Swin_auc.png new file mode 100644 index 0000000000000000000000000000000000000000..b6b534e7d673ca4fcf73ead26ce7a423496c1189 Binary files /dev/null and b/training_curves/Swin_auc.png differ diff --git a/training_curves/Swin_combined_metrics.png b/training_curves/Swin_combined_metrics.png new file mode 100644 index 0000000000000000000000000000000000000000..51629c757698fd883e67e5b06a3390eed6268cb7 --- /dev/null +++ b/training_curves/Swin_combined_metrics.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c39889b3bdc7b330fc583bb675b639e168af2935dbd68b9aa6f7b01a958a203 +size 148620 diff --git a/training_curves/Swin_f1.png b/training_curves/Swin_f1.png new file mode 100644 index 0000000000000000000000000000000000000000..f16d4a654bfd195a25bb1531000ca1010fe340e4 Binary files /dev/null and b/training_curves/Swin_f1.png differ diff --git a/training_curves/Swin_loss.png b/training_curves/Swin_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..f351ba931d9c95b295bbd2d51a657e7bdb0443bb Binary files /dev/null and b/training_curves/Swin_loss.png differ diff --git a/training_curves/Swin_metrics.csv b/training_curves/Swin_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..68af5902af3d9304dcdbaf89fa45bef70c635811 --- /dev/null +++ b/training_curves/Swin_metrics.csv @@ -0,0 +1,80 @@ +epoch,train_loss,val_loss,train_accuracy,val_accuracy,train_auc,val_auc,train_f1,val_f1 +1,0.5010430619239807,0.6425487589836121,0.7728875,0.642,0.8609784096875,0.7088099999999999,0.7819763604727905,0.6950596252129472 +2,0.3932174270629883,0.5900095410346985,0.8281,0.693,0.914732591875,0.775114,0.8318003913894325,0.7295154185022027 +3,0.3572602424740791,0.5551335363388061,0.846525,0.728,0.9293601590625,0.8090740000000001,0.8484983095185212,0.7531760435571688 +4,0.33658203333616254,0.5290438890457153,0.855725,0.758,0.9367079574999999,0.8318119999999999,0.8571463933858112,0.7787934186471663 +5,0.321630545604229,0.5077124528884888,0.8616875,0.763,0.9416879778125,0.8516119999999998,0.8628277443748837,0.7843494085532302 +6,0.30982219054698945,0.48822331070899966,0.8694,0.781,0.9459579815625001,0.8620959999999999,0.870195055286371,0.7970342910101946 +7,0.2991725124001503,0.48868953919410707,0.873175,0.77,0.9497184725,0.8723059999999999,0.8738185255198487,0.7935368043087971 +8,0.29357128621339795,0.47608543491363525,0.8766375,0.783,0.951280963125,0.8799899999999998,0.8773473521991474,0.8039747064137308 +9,0.28807835626602174,0.45260125970840454,0.8786875,0.794,0.9527058590625002,0.8869940000000001,0.8792114204637386,0.8092592592592592 +10,0.28102524456977845,0.45030167627334594,0.8830875,0.798,0.9552706921875,0.892244,0.883606904190052,0.8146788990825689 +11,0.27847880964279176,0.4284123692512512,0.882375,0.815,0.9556946981249999,0.898942,0.8829106836224274,0.8253068932955618 +12,0.27429253361225125,0.43031485891342164,0.886325,0.809,0.9571060450000001,0.9025240000000001,0.8867750691003262,0.8242870285188593 +13,0.2690805948615074,0.4169293189048767,0.888625,0.82,0.958857928125,0.90506,0.8889581256231306,0.8308270676691729 +14,0.26855581443309784,0.4123991007804871,0.887625,0.823,0.9585117774999999,0.9075799999999999,0.8880057803468208,0.8341143392689785 +15,0.2623047800421715,0.42071470427513125,0.8907125,0.813,0.9606631821875,0.9089879999999999,0.8910217258528924,0.8289112534309241 +16,0.26033614118099213,0.39752933168411253,0.8924,0.834,0.9612261649999999,0.913782,0.8927325291596052,0.8425047438330171 +17,0.25940658309459685,0.3992808609008789,0.8919375,0.831,0.9612764384374999,0.9147259999999999,0.8921679909194098,0.8419083255378859 +18,0.25676336476802825,0.39549807167053225,0.8933375,0.831,0.962075079375,0.9177139999999999,0.893652554307863,0.8419083255378859 +19,0.25701123521327973,0.3970311143398285,0.893025,0.829,0.9618397903125,0.918918,0.893384826211536,0.8415199258572753 +20,0.2537637356996536,0.3960062675476074,0.89485,0.829,0.9628865840625,0.92002,0.895059880239521,0.8418131359851989 +21,0.2508121460914612,0.37897941303253174,0.8960125,0.846,0.963721423125,0.9219499999999999,0.8963713143241526,0.8536121673003803 +22,0.2478578848004341,0.38647454261779784,0.8969625,0.837,0.9646546084375,0.9234519999999999,0.897256602973987,0.8486536675951718 +23,0.2473265087366104,0.3816847493648529,0.8983375,0.84,0.9645936299999999,0.9249200000000001,0.8985315583945703,0.8504672897196262 +24,0.24556913129091262,0.38362987112998964,0.8986375,0.836,0.9652177840624999,0.925714,0.8988309857397727,0.8481481481481481 +25,0.24542890630960465,0.3827413220405579,0.8976,0.839,0.965097200625,0.92715,0.897896101306212,0.8505106778087279 +26,0.24404725980758668,0.3672976303100586,0.899725,0.849,0.9655226903125,0.9293419999999999,0.9000423654895706,0.8571428571428571 +27,0.24192092368602752,0.37146883726119995,0.900125,0.847,0.9660458437499999,0.930212,0.9002820557621746,0.8571428571428571 +28,0.24214528163671495,0.381503570318222,0.9007,0.835,0.965930314375,0.9313400000000001,0.9009303369665528,0.8493150684931506 +29,0.2411120528936386,0.3645342137813568,0.8998,0.852,0.96615574375,0.933216,0.9000922302265872,0.8611632270168855 +30,0.24016022495031356,0.36513661336898806,0.90045,0.847,0.9664140309375,0.9334540000000001,0.9007650708998929,0.8571428571428571 +31,0.23831959253549576,0.3611127414703369,0.9019125,0.854,0.9668746343750001,0.934674,0.9022363421167383,0.8632958801498127 +32,0.23611846880912782,0.34966584396362305,0.901825,0.858,0.9675809671875,0.935032,0.9021357190918833,0.864244741873805 +33,0.235029243350029,0.3506561546325684,0.9035125,0.858,0.967829766875,0.936408,0.9037927037503272,0.8652751423149905 +34,0.23615387692451478,0.3648892838954926,0.9035625,0.845,0.9674313362499999,0.93655,0.9037657947585725,0.8566142460684552 +35,0.23648928693532945,0.348633558511734,0.903625,0.856,0.9673599175,0.936934,0.9039084700134603,0.8633776091081594 +36,0.23440238884687423,0.35081990218162534,0.90295,0.856,0.9678827278125,0.937522,0.9031702875957197,0.8641509433962264 +37,0.23301781346797942,0.3467020571231842,0.9027625,0.857,0.9682762250000001,0.938164,0.9029505333416505,0.8644549763033176 +38,0.23528914107084276,0.3522771050930023,0.9026125,0.851,0.9674634384374999,0.9386,0.902871105681124,0.8606173994387278 +39,0.23275557682514192,0.3430450849533081,0.904675,0.859,0.9682866646875,0.9391879999999999,0.9049411647387315,0.8660968660968661 +40,0.23146322412490844,0.35090376329421996,0.9049875,0.849,0.9686129396875,0.939084,0.9050741198656226,0.8587464920486436 +41,0.2316259468793869,0.3435107464790344,0.9049,0.856,0.968572770625,0.9413180000000001,0.9051395227051694,0.8641509433962264 +42,0.23123477265834808,0.33471896696090697,0.9045375,0.864,0.9686888375,0.9413180000000002,0.9047292324197552,0.8702290076335878 +43,0.22971275599002838,0.3457061095237732,0.9051375,0.853,0.9690632828125001,0.941916,0.9054389134633356,0.862488306828812 +44,0.22884058848619462,0.3386058254241943,0.90615,0.857,0.9692952271875002,0.9428000000000001,0.9063303141452703,0.8649669499527857 +45,0.22761731601953505,0.3418038158416748,0.905825,0.853,0.969615314375,0.943404,0.9060106290077098,0.862488306828812 +46,0.22672151935100554,0.34875714635849,0.907425,0.851,0.969921385,0.942698,0.9076558603491272,0.861652739090065 +47,0.22744468888044359,0.335122323513031,0.9077375,0.861,0.9696792340625,0.944376,0.9079067213994285,0.8687440982058546 +48,0.2268964297413826,0.3290150473117828,0.9066125,0.863,0.969785804375,0.9448159999999999,0.9067605176781859,0.8698955365622032 +49,0.22636232609152793,0.3302620339393616,0.9068125,0.86,0.96996528875,0.943962,0.9068555792945763,0.8671726755218216 +50,0.22598926699161528,0.33458825850486756,0.906175,0.855,0.9699707253125001,0.944642,0.9064136452047279,0.8633364750235627 +51,0.22559744260311126,0.33737734031677247,0.9073125,0.853,0.970142660625,0.944774,0.9074455470261499,0.8619718309859155 +52,0.2244006372332573,0.3329380226135254,0.9075625,0.855,0.9704188425,0.944926,0.9078653925220836,0.8633364750235627 +53,0.22326459727287293,0.32718286299705507,0.90885,0.862,0.9708282509375,0.946078,0.9091113049981304,0.8690702087286527 +54,0.22280302925109863,0.3318464605808258,0.90935,0.857,0.9708441737500001,0.9462559999999999,0.9095128768217209,0.8652214891611687 +55,0.22586290732622147,0.32337288463115693,0.907475,0.866,0.9698235865625,0.947738,0.9075096838685492,0.8726235741444867 +56,0.22173176219463347,0.3294819962978363,0.9096,0.86,0.9711406978125,0.94725,0.9097939430225016,0.8681732580037664 +57,0.22169134253263473,0.3304959700107574,0.9081875,0.859,0.97108168125,0.9475279999999998,0.9082734935997502,0.8673565380997178 +58,0.22445671467781067,0.3283110659122467,0.9074125,0.86,0.9702405553125001,0.9471479999999999,0.9076122884262782,0.868421052631579 +59,0.2221938212752342,0.3133491132259369,0.908575,0.876,0.9708947662499999,0.9491060000000001,0.9086822982994981,0.8803088803088803 +60,0.22104018372297288,0.32615135180950167,0.9100875,0.859,0.9712053559375,0.9484880000000001,0.910144782701028,0.8673565380997178 +61,0.2222292881011963,0.33058728504180906,0.909375,0.861,0.9708686281250001,0.9481399999999999,0.9096167751265365,0.8697282099343955 +62,0.2197408352971077,0.3193893357515335,0.910175,0.866,0.97154099625,0.9488420000000001,0.9102512864065544,0.8731060606060606 +63,0.21993467155694962,0.3174138355255127,0.9099125,0.868,0.9714968231250001,0.9496279999999999,0.9100148580989125,0.8742857142857143 +64,0.2211041868329048,0.31942556869983674,0.9092,0.865,0.971127788125,0.9490140000000001,0.9093834984157082,0.8722800378429517 +65,0.2180545462012291,0.3244808773994446,0.910825,0.86,0.9719915796874999,0.9499240000000001,0.9109607848031751,0.8689138576779026 +66,0.21854949705600737,0.3169598162174225,0.9102125,0.868,0.9719014440625,0.949828,0.9103704720430241,0.8747628083491461 +67,0.2177881913304329,0.3205617127418518,0.9110375,0.861,0.972086980625,0.949912,0.9110808480865578,0.8692380056444027 +68,0.22093220268487931,0.31648835897445676,0.9091875,0.868,0.9711406559375,0.9498200000000001,0.9093766761884566,0.8745247148288974 +69,0.21858481442928315,0.3181990456581116,0.911075,0.864,0.971774359375,0.949874,0.9111460831334932,0.8714555765595463 +70,0.2205962476849556,0.3197029936313629,0.9102125,0.863,0.9711975496875,0.949916,0.9103077979646625,0.8708765315739868 +71,0.21762941195964813,0.3202521094083786,0.911175,0.862,0.972168459375,0.9498820000000001,0.9113898795421104,0.8700564971751412 +72,0.21831338282823562,0.3194441752433777,0.909925,0.863,0.971901315625,0.949912,0.9100913310375804,0.8708765315739868 +73,0.22090445976257325,0.3200476131439209,0.9097875,0.862,0.9711084771875,0.9499420000000001,0.9098539826877677,0.8700564971751412 +74,0.21991205011606216,0.3206516991853714,0.90905,0.861,0.9714651784375001,0.9499259999999999,0.909124971898184,0.8692380056444027 +75,0.22162938886880876,0.32049409341812135,0.910075,0.861,0.970944933125,0.9499660000000001,0.9102007189934093,0.8692380056444027 +76,0.21940289969444274,0.32007851243019103,0.9102875,0.861,0.9715787121875001,0.94997,0.9104408700101077,0.8692380056444027 +77,0.21948589376211167,0.3199644331932068,0.9099,0.862,0.9715458349999999,0.9499839999999999,0.9100618886005191,0.8700564971751412 +78,0.21814937599897385,0.32052189016342164,0.9120875,0.861,0.9719711584375,0.9499879999999999,0.9121939648176586,0.8692380056444027 +79,0.21900522903203964,0.3204695584774017,0.910175,0.861,0.9716270225000001,0.9500280000000001,0.9102535281628575,0.8692380056444027 diff --git a/training_metrics.csv b/training_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..68af5902af3d9304dcdbaf89fa45bef70c635811 --- /dev/null +++ b/training_metrics.csv @@ -0,0 +1,80 @@ +epoch,train_loss,val_loss,train_accuracy,val_accuracy,train_auc,val_auc,train_f1,val_f1 +1,0.5010430619239807,0.6425487589836121,0.7728875,0.642,0.8609784096875,0.7088099999999999,0.7819763604727905,0.6950596252129472 +2,0.3932174270629883,0.5900095410346985,0.8281,0.693,0.914732591875,0.775114,0.8318003913894325,0.7295154185022027 +3,0.3572602424740791,0.5551335363388061,0.846525,0.728,0.9293601590625,0.8090740000000001,0.8484983095185212,0.7531760435571688 +4,0.33658203333616254,0.5290438890457153,0.855725,0.758,0.9367079574999999,0.8318119999999999,0.8571463933858112,0.7787934186471663 +5,0.321630545604229,0.5077124528884888,0.8616875,0.763,0.9416879778125,0.8516119999999998,0.8628277443748837,0.7843494085532302 +6,0.30982219054698945,0.48822331070899966,0.8694,0.781,0.9459579815625001,0.8620959999999999,0.870195055286371,0.7970342910101946 +7,0.2991725124001503,0.48868953919410707,0.873175,0.77,0.9497184725,0.8723059999999999,0.8738185255198487,0.7935368043087971 +8,0.29357128621339795,0.47608543491363525,0.8766375,0.783,0.951280963125,0.8799899999999998,0.8773473521991474,0.8039747064137308 +9,0.28807835626602174,0.45260125970840454,0.8786875,0.794,0.9527058590625002,0.8869940000000001,0.8792114204637386,0.8092592592592592 +10,0.28102524456977845,0.45030167627334594,0.8830875,0.798,0.9552706921875,0.892244,0.883606904190052,0.8146788990825689 +11,0.27847880964279176,0.4284123692512512,0.882375,0.815,0.9556946981249999,0.898942,0.8829106836224274,0.8253068932955618 +12,0.27429253361225125,0.43031485891342164,0.886325,0.809,0.9571060450000001,0.9025240000000001,0.8867750691003262,0.8242870285188593 +13,0.2690805948615074,0.4169293189048767,0.888625,0.82,0.958857928125,0.90506,0.8889581256231306,0.8308270676691729 +14,0.26855581443309784,0.4123991007804871,0.887625,0.823,0.9585117774999999,0.9075799999999999,0.8880057803468208,0.8341143392689785 +15,0.2623047800421715,0.42071470427513125,0.8907125,0.813,0.9606631821875,0.9089879999999999,0.8910217258528924,0.8289112534309241 +16,0.26033614118099213,0.39752933168411253,0.8924,0.834,0.9612261649999999,0.913782,0.8927325291596052,0.8425047438330171 +17,0.25940658309459685,0.3992808609008789,0.8919375,0.831,0.9612764384374999,0.9147259999999999,0.8921679909194098,0.8419083255378859 +18,0.25676336476802825,0.39549807167053225,0.8933375,0.831,0.962075079375,0.9177139999999999,0.893652554307863,0.8419083255378859 +19,0.25701123521327973,0.3970311143398285,0.893025,0.829,0.9618397903125,0.918918,0.893384826211536,0.8415199258572753 +20,0.2537637356996536,0.3960062675476074,0.89485,0.829,0.9628865840625,0.92002,0.895059880239521,0.8418131359851989 +21,0.2508121460914612,0.37897941303253174,0.8960125,0.846,0.963721423125,0.9219499999999999,0.8963713143241526,0.8536121673003803 +22,0.2478578848004341,0.38647454261779784,0.8969625,0.837,0.9646546084375,0.9234519999999999,0.897256602973987,0.8486536675951718 +23,0.2473265087366104,0.3816847493648529,0.8983375,0.84,0.9645936299999999,0.9249200000000001,0.8985315583945703,0.8504672897196262 +24,0.24556913129091262,0.38362987112998964,0.8986375,0.836,0.9652177840624999,0.925714,0.8988309857397727,0.8481481481481481 +25,0.24542890630960465,0.3827413220405579,0.8976,0.839,0.965097200625,0.92715,0.897896101306212,0.8505106778087279 +26,0.24404725980758668,0.3672976303100586,0.899725,0.849,0.9655226903125,0.9293419999999999,0.9000423654895706,0.8571428571428571 +27,0.24192092368602752,0.37146883726119995,0.900125,0.847,0.9660458437499999,0.930212,0.9002820557621746,0.8571428571428571 +28,0.24214528163671495,0.381503570318222,0.9007,0.835,0.965930314375,0.9313400000000001,0.9009303369665528,0.8493150684931506 +29,0.2411120528936386,0.3645342137813568,0.8998,0.852,0.96615574375,0.933216,0.9000922302265872,0.8611632270168855 +30,0.24016022495031356,0.36513661336898806,0.90045,0.847,0.9664140309375,0.9334540000000001,0.9007650708998929,0.8571428571428571 +31,0.23831959253549576,0.3611127414703369,0.9019125,0.854,0.9668746343750001,0.934674,0.9022363421167383,0.8632958801498127 +32,0.23611846880912782,0.34966584396362305,0.901825,0.858,0.9675809671875,0.935032,0.9021357190918833,0.864244741873805 +33,0.235029243350029,0.3506561546325684,0.9035125,0.858,0.967829766875,0.936408,0.9037927037503272,0.8652751423149905 +34,0.23615387692451478,0.3648892838954926,0.9035625,0.845,0.9674313362499999,0.93655,0.9037657947585725,0.8566142460684552 +35,0.23648928693532945,0.348633558511734,0.903625,0.856,0.9673599175,0.936934,0.9039084700134603,0.8633776091081594 +36,0.23440238884687423,0.35081990218162534,0.90295,0.856,0.9678827278125,0.937522,0.9031702875957197,0.8641509433962264 +37,0.23301781346797942,0.3467020571231842,0.9027625,0.857,0.9682762250000001,0.938164,0.9029505333416505,0.8644549763033176 +38,0.23528914107084276,0.3522771050930023,0.9026125,0.851,0.9674634384374999,0.9386,0.902871105681124,0.8606173994387278 +39,0.23275557682514192,0.3430450849533081,0.904675,0.859,0.9682866646875,0.9391879999999999,0.9049411647387315,0.8660968660968661 +40,0.23146322412490844,0.35090376329421996,0.9049875,0.849,0.9686129396875,0.939084,0.9050741198656226,0.8587464920486436 +41,0.2316259468793869,0.3435107464790344,0.9049,0.856,0.968572770625,0.9413180000000001,0.9051395227051694,0.8641509433962264 +42,0.23123477265834808,0.33471896696090697,0.9045375,0.864,0.9686888375,0.9413180000000002,0.9047292324197552,0.8702290076335878 +43,0.22971275599002838,0.3457061095237732,0.9051375,0.853,0.9690632828125001,0.941916,0.9054389134633356,0.862488306828812 +44,0.22884058848619462,0.3386058254241943,0.90615,0.857,0.9692952271875002,0.9428000000000001,0.9063303141452703,0.8649669499527857 +45,0.22761731601953505,0.3418038158416748,0.905825,0.853,0.969615314375,0.943404,0.9060106290077098,0.862488306828812 +46,0.22672151935100554,0.34875714635849,0.907425,0.851,0.969921385,0.942698,0.9076558603491272,0.861652739090065 +47,0.22744468888044359,0.335122323513031,0.9077375,0.861,0.9696792340625,0.944376,0.9079067213994285,0.8687440982058546 +48,0.2268964297413826,0.3290150473117828,0.9066125,0.863,0.969785804375,0.9448159999999999,0.9067605176781859,0.8698955365622032 +49,0.22636232609152793,0.3302620339393616,0.9068125,0.86,0.96996528875,0.943962,0.9068555792945763,0.8671726755218216 +50,0.22598926699161528,0.33458825850486756,0.906175,0.855,0.9699707253125001,0.944642,0.9064136452047279,0.8633364750235627 +51,0.22559744260311126,0.33737734031677247,0.9073125,0.853,0.970142660625,0.944774,0.9074455470261499,0.8619718309859155 +52,0.2244006372332573,0.3329380226135254,0.9075625,0.855,0.9704188425,0.944926,0.9078653925220836,0.8633364750235627 +53,0.22326459727287293,0.32718286299705507,0.90885,0.862,0.9708282509375,0.946078,0.9091113049981304,0.8690702087286527 +54,0.22280302925109863,0.3318464605808258,0.90935,0.857,0.9708441737500001,0.9462559999999999,0.9095128768217209,0.8652214891611687 +55,0.22586290732622147,0.32337288463115693,0.907475,0.866,0.9698235865625,0.947738,0.9075096838685492,0.8726235741444867 +56,0.22173176219463347,0.3294819962978363,0.9096,0.86,0.9711406978125,0.94725,0.9097939430225016,0.8681732580037664 +57,0.22169134253263473,0.3304959700107574,0.9081875,0.859,0.97108168125,0.9475279999999998,0.9082734935997502,0.8673565380997178 +58,0.22445671467781067,0.3283110659122467,0.9074125,0.86,0.9702405553125001,0.9471479999999999,0.9076122884262782,0.868421052631579 +59,0.2221938212752342,0.3133491132259369,0.908575,0.876,0.9708947662499999,0.9491060000000001,0.9086822982994981,0.8803088803088803 +60,0.22104018372297288,0.32615135180950167,0.9100875,0.859,0.9712053559375,0.9484880000000001,0.910144782701028,0.8673565380997178 +61,0.2222292881011963,0.33058728504180906,0.909375,0.861,0.9708686281250001,0.9481399999999999,0.9096167751265365,0.8697282099343955 +62,0.2197408352971077,0.3193893357515335,0.910175,0.866,0.97154099625,0.9488420000000001,0.9102512864065544,0.8731060606060606 +63,0.21993467155694962,0.3174138355255127,0.9099125,0.868,0.9714968231250001,0.9496279999999999,0.9100148580989125,0.8742857142857143 +64,0.2211041868329048,0.31942556869983674,0.9092,0.865,0.971127788125,0.9490140000000001,0.9093834984157082,0.8722800378429517 +65,0.2180545462012291,0.3244808773994446,0.910825,0.86,0.9719915796874999,0.9499240000000001,0.9109607848031751,0.8689138576779026 +66,0.21854949705600737,0.3169598162174225,0.9102125,0.868,0.9719014440625,0.949828,0.9103704720430241,0.8747628083491461 +67,0.2177881913304329,0.3205617127418518,0.9110375,0.861,0.972086980625,0.949912,0.9110808480865578,0.8692380056444027 +68,0.22093220268487931,0.31648835897445676,0.9091875,0.868,0.9711406559375,0.9498200000000001,0.9093766761884566,0.8745247148288974 +69,0.21858481442928315,0.3181990456581116,0.911075,0.864,0.971774359375,0.949874,0.9111460831334932,0.8714555765595463 +70,0.2205962476849556,0.3197029936313629,0.9102125,0.863,0.9711975496875,0.949916,0.9103077979646625,0.8708765315739868 +71,0.21762941195964813,0.3202521094083786,0.911175,0.862,0.972168459375,0.9498820000000001,0.9113898795421104,0.8700564971751412 +72,0.21831338282823562,0.3194441752433777,0.909925,0.863,0.971901315625,0.949912,0.9100913310375804,0.8708765315739868 +73,0.22090445976257325,0.3200476131439209,0.9097875,0.862,0.9711084771875,0.9499420000000001,0.9098539826877677,0.8700564971751412 +74,0.21991205011606216,0.3206516991853714,0.90905,0.861,0.9714651784375001,0.9499259999999999,0.909124971898184,0.8692380056444027 +75,0.22162938886880876,0.32049409341812135,0.910075,0.861,0.970944933125,0.9499660000000001,0.9102007189934093,0.8692380056444027 +76,0.21940289969444274,0.32007851243019103,0.9102875,0.861,0.9715787121875001,0.94997,0.9104408700101077,0.8692380056444027 +77,0.21948589376211167,0.3199644331932068,0.9099,0.862,0.9715458349999999,0.9499839999999999,0.9100618886005191,0.8700564971751412 +78,0.21814937599897385,0.32052189016342164,0.9120875,0.861,0.9719711584375,0.9499879999999999,0.9121939648176586,0.8692380056444027 +79,0.21900522903203964,0.3204695584774017,0.910175,0.861,0.9716270225000001,0.9500280000000001,0.9102535281628575,0.8692380056444027 diff --git a/training_notebook_a1.ipynb b/training_notebook_a1.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..1fd23c63f2d8d4a9f4b79d7e006da209f7720048 --- /dev/null +++ b/training_notebook_a1.ipynb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd02b368229285f26aaddbf268f0a1c8ee16d770f1a97bde59364cad96f491c1 +size 21276206