figurek1m commited on
Commit
2b178cf
·
verified ·
1 Parent(s): fb9ee29

Add zambezi_nyanja dev metrics

Browse files
eval/zambezi/dev/maxdur30_metrics.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_id": "/work/scratch/dohkim/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-trigram-hours0p25-synthetic-hours0p625-whisper-small-no-language",
3
+ "revision": null,
4
+ "dataset_source": "/work/courses/ai4good/labyrinth/datasets/zambezi_nyanja/dev/dataset",
5
+ "dataset": "zambezi_nyanja",
6
+ "dataset_name": "zambezi_voice_nyanja",
7
+ "language_config": null,
8
+ "split": "dev",
9
+ "hf_split": "validation",
10
+ "text_column": "transcription",
11
+ "result_tag": null,
12
+ "num_examples": 613,
13
+ "num_examples_loaded": 622,
14
+ "num_examples_after_max_samples": 622,
15
+ "num_examples_after_duration_filter": 613,
16
+ "wer": 0.7155985489721887,
17
+ "wer_percent": 71.55985489721887,
18
+ "cer": 0.24569686411149827,
19
+ "cer_percent": 24.569686411149828,
20
+ "normalized": true,
21
+ "min_duration_seconds": 0.0,
22
+ "max_duration_seconds": 30.0,
23
+ "language": "auto",
24
+ "task": "transcribe",
25
+ "device": "cuda:0",
26
+ "torch_dtype": "float16",
27
+ "predictions_csv": "/work/scratch/dohkim/labyrinth/hf_repo_eval_runs/zambezi_nyanja/dev/work_scratch_dohkim_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-trigram-hours0p25-synthetic-hours0p625-whisper-small-no-language/predictions.csv"
28
+ }