figurek1m commited on
Commit
9e0eb6b
·
verified ·
1 Parent(s): 90c73a8

Add zambezi_nyanja test metrics

Browse files
eval/zambezi/test/maxdur30_metrics.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_id": "/work/scratch/dohkim/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-synthetic-hours0p75-whisper-small-no-language",
3
+ "revision": null,
4
+ "dataset_source": "/work/courses/ai4good/labyrinth/datasets/zambezi_nyanja/test/dataset",
5
+ "dataset": "zambezi_nyanja",
6
+ "dataset_name": "zambezi_voice_nyanja",
7
+ "language_config": null,
8
+ "split": "test",
9
+ "hf_split": "test",
10
+ "text_column": "transcription",
11
+ "result_tag": null,
12
+ "num_examples": 427,
13
+ "num_examples_loaded": 428,
14
+ "num_examples_after_max_samples": 428,
15
+ "num_examples_after_duration_filter": 427,
16
+ "wer": 0.6230583362098723,
17
+ "wer_percent": 62.30583362098723,
18
+ "cer": 0.1544628673550437,
19
+ "cer_percent": 15.44628673550437,
20
+ "normalized": true,
21
+ "min_duration_seconds": 0.0,
22
+ "max_duration_seconds": 30.0,
23
+ "language": "auto",
24
+ "task": "transcribe",
25
+ "device": "cuda:0",
26
+ "torch_dtype": "float16",
27
+ "predictions_csv": "/work/scratch/dohkim/labyrinth/hf_repo_eval_runs/zambezi_nyanja/test/work_scratch_dohkim_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-synthetic-hours0p75-whisper-small-no-language/predictions.csv"
28
+ }