figurek1m commited on
Commit
7d8b816
·
verified ·
1 Parent(s): bb5caaa

Add fleurs_chichewa dev metrics

Browse files
eval/fleurs/dev/maxdur30_metrics.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "model_id": "/work/scratch/eugseo/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter",
3
  "revision": null,
4
- "dataset_source": "/work/scratch/eugseo/labyrinth/fleurs_chichewa/dev/dataset",
5
  "dataset": "fleurs_chichewa",
6
  "dataset_name": "google/fleurs",
7
  "language_config": "ny_mw",
@@ -13,10 +13,10 @@
13
  "num_examples_loaded": 311,
14
  "num_examples_after_max_samples": 311,
15
  "num_examples_after_duration_filter": 305,
16
- "wer": 0.452018779342723,
17
- "wer_percent": 45.2018779342723,
18
- "cer": 0.10418815762327213,
19
- "cer_percent": 10.418815762327213,
20
  "normalized": true,
21
  "min_duration_seconds": 0.0,
22
  "max_duration_seconds": 30.0,
@@ -24,5 +24,5 @@
24
  "task": "transcribe",
25
  "device": "cuda:0",
26
  "torch_dtype": "float16",
27
- "predictions_csv": "/work/scratch/eugseo/labyrinth/hf_repo_eval_runs/fleurs_chichewa/dev/work_scratch_eugseo_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter/predictions.csv"
28
  }
 
1
  {
2
+ "model_id": "/work/scratch/root/labyrinth/hf_repo_checkouts/ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter",
3
  "revision": null,
4
+ "dataset_source": "/workspace/labyrinth/fleurs_chichewa/dev/dataset",
5
  "dataset": "fleurs_chichewa",
6
  "dataset_name": "google/fleurs",
7
  "language_config": "ny_mw",
 
13
  "num_examples_loaded": 311,
14
  "num_examples_after_max_samples": 311,
15
  "num_examples_after_duration_filter": 305,
16
+ "wer": 0.4522065727699531,
17
+ "wer_percent": 45.220657276995304,
18
+ "cer": 0.10400763358778627,
19
+ "cer_percent": 10.400763358778626,
20
  "normalized": true,
21
  "min_duration_seconds": 0.0,
22
  "max_duration_seconds": 30.0,
 
24
  "task": "transcribe",
25
  "device": "cuda:0",
26
  "torch_dtype": "float16",
27
+ "predictions_csv": "/work/scratch/root/labyrinth/hf_repo_eval_runs/fleurs_chichewa/dev/work_scratch_root_labyrinth_hf_repo_checkouts_ai4good-labyrinth_fleurs-trigram-hours0p25-whisper-medium-no-language-lora-adapter/predictions.csv"
28
  }