Add fleurs_chichewa dev metrics
Browse files
eval/fleurs/dev/maxdur30_metrics.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
-
"model_id": "/work/scratch/
|
| 3 |
"revision": null,
|
| 4 |
-
"dataset_source": "/
|
| 5 |
"dataset": "fleurs_chichewa",
|
| 6 |
"dataset_name": "google/fleurs",
|
| 7 |
"language_config": "ny_mw",
|
|
@@ -13,10 +13,10 @@
|
|
| 13 |
"num_examples_loaded": 311,
|
| 14 |
"num_examples_after_max_samples": 311,
|
| 15 |
"num_examples_after_duration_filter": 305,
|
| 16 |
-
"wer": 0.
|
| 17 |
-
"wer_percent": 45.
|
| 18 |
-
"cer": 0.
|
| 19 |
-
"cer_percent": 10.
|
| 20 |
"normalized": true,
|
| 21 |
"min_duration_seconds": 0.0,
|
| 22 |
"max_duration_seconds": 30.0,
|
|
@@ -24,5 +24,5 @@
|
|
| 24 |
"task": "transcribe",
|
| 25 |
"device": "cuda:0",
|
| 26 |
"torch_dtype": "float16",
|
| 27 |
-
"predictions_csv": "/work/scratch/
|
| 28 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"model_id": "/work/scratch/root/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter",
|
| 3 |
"revision": null,
|
| 4 |
+
"dataset_source": "/workspace/labyrinth/fleurs_chichewa/dev/dataset",
|
| 5 |
"dataset": "fleurs_chichewa",
|
| 6 |
"dataset_name": "google/fleurs",
|
| 7 |
"language_config": "ny_mw",
|
|
|
|
| 13 |
"num_examples_loaded": 311,
|
| 14 |
"num_examples_after_max_samples": 311,
|
| 15 |
"num_examples_after_duration_filter": 305,
|
| 16 |
+
"wer": 0.4522065727699531,
|
| 17 |
+
"wer_percent": 45.220657276995304,
|
| 18 |
+
"cer": 0.10400763358778627,
|
| 19 |
+
"cer_percent": 10.400763358778626,
|
| 20 |
"normalized": true,
|
| 21 |
"min_duration_seconds": 0.0,
|
| 22 |
"max_duration_seconds": 30.0,
|
|
|
|
| 24 |
"task": "transcribe",
|
| 25 |
"device": "cuda:0",
|
| 26 |
"torch_dtype": "float16",
|
| 27 |
+
"predictions_csv": "/work/scratch/root/labyrinth/hf_repo_eval_runs/fleurs_chichewa/dev/work_scratch_root_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter/predictions.csv"
|
| 28 |
}
|