Add zambezi_nyanja dev metrics
Browse files
eval/zambezi/dev/maxdur30_metrics.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_id": "/work/scratch/dohkim/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-trigram-hours0p25-synthetic-hours0p625-whisper-small-no-language",
|
| 3 |
+
"revision": null,
|
| 4 |
+
"dataset_source": "/work/courses/ai4good/labyrinth/datasets/zambezi_nyanja/dev/dataset",
|
| 5 |
+
"dataset": "zambezi_nyanja",
|
| 6 |
+
"dataset_name": "zambezi_voice_nyanja",
|
| 7 |
+
"language_config": null,
|
| 8 |
+
"split": "dev",
|
| 9 |
+
"hf_split": "validation",
|
| 10 |
+
"text_column": "transcription",
|
| 11 |
+
"result_tag": null,
|
| 12 |
+
"num_examples": 613,
|
| 13 |
+
"num_examples_loaded": 622,
|
| 14 |
+
"num_examples_after_max_samples": 622,
|
| 15 |
+
"num_examples_after_duration_filter": 613,
|
| 16 |
+
"wer": 0.7155985489721887,
|
| 17 |
+
"wer_percent": 71.55985489721887,
|
| 18 |
+
"cer": 0.24569686411149827,
|
| 19 |
+
"cer_percent": 24.569686411149828,
|
| 20 |
+
"normalized": true,
|
| 21 |
+
"min_duration_seconds": 0.0,
|
| 22 |
+
"max_duration_seconds": 30.0,
|
| 23 |
+
"language": "auto",
|
| 24 |
+
"task": "transcribe",
|
| 25 |
+
"device": "cuda:0",
|
| 26 |
+
"torch_dtype": "float16",
|
| 27 |
+
"predictions_csv": "/work/scratch/dohkim/labyrinth/hf_repo_eval_runs/zambezi_nyanja/dev/work_scratch_dohkim_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-trigram-hours0p25-synthetic-hours0p625-whisper-small-no-language/predictions.csv"
|
| 28 |
+
}
|