| language: | |
| - pt | |
| - en | |
| tags: | |
| - aes | |
| datasets: | |
| - kamel-usp/aes_enem_dataset | |
| base_model: TucanoBR/Tucano-2b4-Instruct | |
| metrics: | |
| - accuracy | |
| - qwk | |
| library_name: peft | |
| model-index: | |
| - name: Tucano-2b4-Instruct-tucano_classification_lora-C5-essay_only-r8 | |
| results: | |
| - task: | |
| type: text-classification | |
| name: Automated Essay Score | |
| dataset: | |
| name: Automated Essay Score ENEM Dataset | |
| type: kamel-usp/aes_enem_dataset | |
| config: JBCS2025 | |
| split: test | |
| metrics: | |
| - name: Macro F1 | |
| type: f1 | |
| value: 0.2499473905723905 | |
| - name: QWK | |
| type: qwk | |
| value: 0.5763539042821157 | |
| - name: Weighted Macro F1 | |
| type: f1 | |
| value: 0.2941004245352072 | |
| # Model ID: Tucano-2b4-Instruct-tucano_classification_lora-C5-essay_only-r8 | |
| ## Results | |
| | | test_data | | |
| |:-----------------|------------:| | |
| | eval_accuracy | 0.304348 | | |
| | eval_RMSE | 52.0869 | | |
| | eval_QWK | 0.576354 | | |
| | eval_Macro_F1 | 0.249947 | | |
| | eval_Weighted_F1 | 0.2941 | | |
| | eval_Micro_F1 | 0.304348 | | |
| | eval_HDIV | 0.0724638 | | |