| { |
| "evaluation_role": "Evaluation split also used for best-epoch selection; not an untouched final test.", |
| "mixed_external_evaluation": [ |
| { |
| "accuracy": "0.6098326359832636", |
| "f1_macro": "0.3788174139051332", |
| "f1_positive": "0.0", |
| "fn": "373", |
| "fp": "0", |
| "model": "muril", |
| "recall_positive": "0.0", |
| "test_dataset": "kaggle_hinglish_hate", |
| "test_rows": "956", |
| "tn": "583", |
| "tp": "0", |
| "train_dataset": "mixed_cm_plus_thar" |
| }, |
| { |
| "accuracy": "0.6457831325301204", |
| "f1_macro": "0.3923865300146413", |
| "f1_positive": "0.0", |
| "fn": "147", |
| "fp": "0", |
| "model": "muril", |
| "recall_positive": "0.0", |
| "test_dataset": "cm_splits_codemixed", |
| "test_rows": "415", |
| "tn": "268", |
| "tp": "0", |
| "train_dataset": "mixed_cm_plus_thar" |
| }, |
| { |
| "accuracy": "0.5277056277056277", |
| "f1_macro": "0.345423632757155", |
| "f1_positive": "0.0", |
| "fn": "1091", |
| "fp": "0", |
| "model": "muril", |
| "recall_positive": "0.0", |
| "test_dataset": "thar_religion", |
| "test_rows": "2310", |
| "tn": "1219", |
| "tp": "0", |
| "train_dataset": "mixed_cm_plus_thar" |
| } |
| ], |
| "per_seed": [ |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.5548564687377113, |
| "eval_f1_hate": 0.0, |
| "eval_f1_macro": 0.35685381891755186, |
| "eval_loss": 0.6871203780174255, |
| "eval_precision_hate": 0.0, |
| "eval_precision_macro": 0.27742823436885566, |
| "eval_recall_hate": 0.0, |
| "eval_recall_macro": 0.5, |
| "eval_runtime": 6.7265, |
| "eval_samples_per_second": 378.059, |
| "eval_steps_per_second": 47.276, |
| "seed": 42 |
| } |
| ] |
| } |
|
|
