diff --git "a/evaluation/asr.json" "b/evaluation/asr.json" new file mode 100644--- /dev/null +++ "b/evaluation/asr.json" @@ -0,0 +1,19319 @@ +{ + "format": "inflect_tts_multi_asr_wer_v1", + "manifest": "release_polish_overnight_20260720/final_large200/combined_manifest.jsonl", + "asr_models": { + "whisper-large-v3": "openai/whisper-large-v3" + }, + "normalization": { + "raw": "lowercase_punctuation_stripped", + "semantic": "transformers_whisper_EnglishTextNormalizer_then_lexical" + }, + "systems": { + "inflect-micro-v2-finalist": { + "asr": { + "whisper-large-v3": { + "raw": { + "utterances": 200, + "errors": 65, + "words": 2544, + "wer": 0.025550314465408806 + }, + "raw_95ci": [ + 0.013276064037485357, + 0.0397168698387731 + ], + "semantic": { + "utterances": 200, + "errors": 32, + "words": 2608, + "wer": 0.012269938650306749 + }, + "semantic_95ci": [ + 0.006958657388456815, + 0.018608113137327874 + ], + "categories": { + "conversational": { + "raw": { + "utterances": 25, + "errors": 1, + "words": 296, + "wer": 0.0033783783783783786 + }, + "semantic": { + "utterances": 25, + "errors": 0, + "words": 309, + "wer": 0.0 + } + }, + "descriptive": { + "raw": { + "utterances": 16, + "errors": 2, + "words": 217, + "wer": 0.009216589861751152 + }, + "semantic": { + "utterances": 16, + "errors": 0, + "words": 226, + "wer": 0.0 + } + }, + "emotional": { + "raw": { + "utterances": 24, + "errors": 0, + "words": 314, + "wer": 0.0 + }, + "semantic": { + "utterances": 24, + "errors": 0, + "words": 329, + "wer": 0.0 + } + }, + "homographs": { + "raw": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + }, + "semantic": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + } + }, + "long": { + "raw": { + "utterances": 15, + "errors": 1, + "words": 412, + "wer": 0.0024271844660194173 + }, + "semantic": { + "utterances": 15, + "errors": 1, + "words": 432, + "wer": 0.0023148148148148147 + } + }, + "long_range": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + } + }, + "names_places": { + "raw": { + "utterances": 6, + "errors": 4, + "words": 57, + "wer": 0.07017543859649122 + }, + "semantic": { + "utterances": 6, + "errors": 4, + "words": 57, + "wer": 0.07017543859649122 + } + }, + "narrative": { + "raw": { + "utterances": 24, + "errors": 2, + "words": 342, + "wer": 0.005847953216374269 + }, + "semantic": { + "utterances": 24, + "errors": 1, + "words": 352, + "wer": 0.002840909090909091 + } + }, + "numbers": { + "raw": { + "utterances": 6, + "errors": 35, + "words": 81, + "wer": 0.43209876543209874 + }, + "semantic": { + "utterances": 6, + "errors": 10, + "words": 64, + "wer": 0.15625 + } + }, + "punctuation": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + } + }, + "question": { + "raw": { + "utterances": 15, + "errors": 0, + "words": 163, + "wer": 0.0 + }, + "semantic": { + "utterances": 15, + "errors": 0, + "words": 165, + "wer": 0.0 + } + }, + "rare_words": { + "raw": { + "utterances": 6, + "errors": 3, + "words": 57, + "wer": 0.05263157894736842 + }, + "semantic": { + "utterances": 6, + "errors": 3, + "words": 57, + "wer": 0.05263157894736842 + } + }, + "short": { + "raw": { + "utterances": 24, + "errors": 4, + "words": 98, + "wer": 0.04081632653061224 + }, + "semantic": { + "utterances": 24, + "errors": 4, + "words": 105, + "wer": 0.0380952380952381 + } + }, + "technical": { + "raw": { + "utterances": 21, + "errors": 12, + "words": 251, + "wer": 0.04780876494023904 + }, + "semantic": { + "utterances": 21, + "errors": 8, + "words": 256, + "wer": 0.03125 + } + } + } + } + }, + "cross_asr_mean_semantic_wer": 0.012269938650306749, + "cross_asr_worst_semantic_wer": 0.012269938650306749 + }, + "inflect-nano-v2-finalist": { + "asr": { + "whisper-large-v3": { + "raw": { + "utterances": 200, + "errors": 75, + "words": 2544, + "wer": 0.0294811320754717 + }, + "raw_95ci": [ + 0.016894609814963796, + 0.04385618332674832 + ], + "semantic": { + "utterances": 200, + "errors": 40, + "words": 2608, + "wer": 0.015337423312883436 + }, + "semantic_95ci": [ + 0.009104704097116844, + 0.022605363984674328 + ], + "categories": { + "conversational": { + "raw": { + "utterances": 25, + "errors": 4, + "words": 296, + "wer": 0.013513513513513514 + }, + "semantic": { + "utterances": 25, + "errors": 1, + "words": 309, + "wer": 0.003236245954692557 + } + }, + "descriptive": { + "raw": { + "utterances": 16, + "errors": 1, + "words": 217, + "wer": 0.004608294930875576 + }, + "semantic": { + "utterances": 16, + "errors": 0, + "words": 226, + "wer": 0.0 + } + }, + "emotional": { + "raw": { + "utterances": 24, + "errors": 0, + "words": 314, + "wer": 0.0 + }, + "semantic": { + "utterances": 24, + "errors": 0, + "words": 329, + "wer": 0.0 + } + }, + "homographs": { + "raw": { + "utterances": 6, + "errors": 4, + "words": 70, + "wer": 0.05714285714285714 + }, + "semantic": { + "utterances": 6, + "errors": 4, + "words": 70, + "wer": 0.05714285714285714 + } + }, + "long": { + "raw": { + "utterances": 15, + "errors": 2, + "words": 412, + "wer": 0.0048543689320388345 + }, + "semantic": { + "utterances": 15, + "errors": 2, + "words": 432, + "wer": 0.004629629629629629 + } + }, + "long_range": { + "raw": { + "utterances": 6, + "errors": 1, + "words": 121, + "wer": 0.008264462809917356 + }, + "semantic": { + "utterances": 6, + "errors": 1, + "words": 121, + "wer": 0.008264462809917356 + } + }, + "names_places": { + "raw": { + "utterances": 6, + "errors": 5, + "words": 57, + "wer": 0.08771929824561403 + }, + "semantic": { + "utterances": 6, + "errors": 5, + "words": 57, + "wer": 0.08771929824561403 + } + }, + "narrative": { + "raw": { + "utterances": 24, + "errors": 5, + "words": 342, + "wer": 0.014619883040935672 + }, + "semantic": { + "utterances": 24, + "errors": 4, + "words": 352, + "wer": 0.011363636363636364 + } + }, + "numbers": { + "raw": { + "utterances": 6, + "errors": 34, + "words": 81, + "wer": 0.41975308641975306 + }, + "semantic": { + "utterances": 6, + "errors": 8, + "words": 64, + "wer": 0.125 + } + }, + "punctuation": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + } + }, + "question": { + "raw": { + "utterances": 15, + "errors": 0, + "words": 163, + "wer": 0.0 + }, + "semantic": { + "utterances": 15, + "errors": 0, + "words": 165, + "wer": 0.0 + } + }, + "rare_words": { + "raw": { + "utterances": 6, + "errors": 2, + "words": 57, + "wer": 0.03508771929824561 + }, + "semantic": { + "utterances": 6, + "errors": 2, + "words": 57, + "wer": 0.03508771929824561 + } + }, + "short": { + "raw": { + "utterances": 24, + "errors": 5, + "words": 98, + "wer": 0.05102040816326531 + }, + "semantic": { + "utterances": 24, + "errors": 5, + "words": 105, + "wer": 0.047619047619047616 + } + }, + "technical": { + "raw": { + "utterances": 21, + "errors": 12, + "words": 251, + "wer": 0.04780876494023904 + }, + "semantic": { + "utterances": 21, + "errors": 8, + "words": 256, + "wer": 0.03125 + } + } + } + } + }, + "cross_asr_mean_semantic_wer": 0.015337423312883436, + "cross_asr_worst_semantic_wer": 0.015337423312883436 + }, + "kitten-nano-bruno": { + "asr": { + "whisper-large-v3": { + "raw": { + "utterances": 200, + "errors": 57, + "words": 2544, + "wer": 0.02240566037735849 + }, + "raw_95ci": [ + 0.011168727562824093, + 0.03543788187372709 + ], + "semantic": { + "utterances": 200, + "errors": 25, + "words": 2608, + "wer": 0.009585889570552147 + }, + "semantic_95ci": [ + 0.004838709677419355, + 0.01526433358153388 + ], + "categories": { + "conversational": { + "raw": { + "utterances": 25, + "errors": 1, + "words": 296, + "wer": 0.0033783783783783786 + }, + "semantic": { + "utterances": 25, + "errors": 1, + "words": 309, + "wer": 0.003236245954692557 + } + }, + "descriptive": { + "raw": { + "utterances": 16, + "errors": 1, + "words": 217, + "wer": 0.004608294930875576 + }, + "semantic": { + "utterances": 16, + "errors": 0, + "words": 226, + "wer": 0.0 + } + }, + "emotional": { + "raw": { + "utterances": 24, + "errors": 0, + "words": 314, + "wer": 0.0 + }, + "semantic": { + "utterances": 24, + "errors": 0, + "words": 329, + "wer": 0.0 + } + }, + "homographs": { + "raw": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + }, + "semantic": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + } + }, + "long": { + "raw": { + "utterances": 15, + "errors": 1, + "words": 412, + "wer": 0.0024271844660194173 + }, + "semantic": { + "utterances": 15, + "errors": 1, + "words": 432, + "wer": 0.0023148148148148147 + } + }, + "long_range": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + } + }, + "names_places": { + "raw": { + "utterances": 6, + "errors": 3, + "words": 57, + "wer": 0.05263157894736842 + }, + "semantic": { + "utterances": 6, + "errors": 3, + "words": 57, + "wer": 0.05263157894736842 + } + }, + "narrative": { + "raw": { + "utterances": 24, + "errors": 5, + "words": 342, + "wer": 0.014619883040935672 + }, + "semantic": { + "utterances": 24, + "errors": 4, + "words": 352, + "wer": 0.011363636363636364 + } + }, + "numbers": { + "raw": { + "utterances": 6, + "errors": 32, + "words": 81, + "wer": 0.3950617283950617 + }, + "semantic": { + "utterances": 6, + "errors": 6, + "words": 64, + "wer": 0.09375 + } + }, + "punctuation": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + } + }, + "question": { + "raw": { + "utterances": 15, + "errors": 0, + "words": 163, + "wer": 0.0 + }, + "semantic": { + "utterances": 15, + "errors": 0, + "words": 165, + "wer": 0.0 + } + }, + "rare_words": { + "raw": { + "utterances": 6, + "errors": 2, + "words": 57, + "wer": 0.03508771929824561 + }, + "semantic": { + "utterances": 6, + "errors": 2, + "words": 57, + "wer": 0.03508771929824561 + } + }, + "short": { + "raw": { + "utterances": 24, + "errors": 2, + "words": 98, + "wer": 0.02040816326530612 + }, + "semantic": { + "utterances": 24, + "errors": 2, + "words": 105, + "wer": 0.01904761904761905 + } + }, + "technical": { + "raw": { + "utterances": 21, + "errors": 9, + "words": 251, + "wer": 0.035856573705179286 + }, + "semantic": { + "utterances": 21, + "errors": 5, + "words": 256, + "wer": 0.01953125 + } + } + } + } + }, + "cross_asr_mean_semantic_wer": 0.009585889570552147, + "cross_asr_worst_semantic_wer": 0.009585889570552147 + }, + "piper-ryan-low": { + "asr": { + "whisper-large-v3": { + "raw": { + "utterances": 200, + "errors": 73, + "words": 2544, + "wer": 0.02869496855345912 + }, + "raw_95ci": [ + 0.016779864163004393, + 0.042346542346542344 + ], + "semantic": { + "utterances": 200, + "errors": 32, + "words": 2608, + "wer": 0.012269938650306749 + }, + "semantic_95ci": [ + 0.006775607811877242, + 0.01875225387666787 + ], + "categories": { + "conversational": { + "raw": { + "utterances": 25, + "errors": 5, + "words": 296, + "wer": 0.016891891891891893 + }, + "semantic": { + "utterances": 25, + "errors": 2, + "words": 309, + "wer": 0.006472491909385114 + } + }, + "descriptive": { + "raw": { + "utterances": 16, + "errors": 4, + "words": 217, + "wer": 0.018433179723502304 + }, + "semantic": { + "utterances": 16, + "errors": 2, + "words": 226, + "wer": 0.008849557522123894 + } + }, + "emotional": { + "raw": { + "utterances": 24, + "errors": 0, + "words": 314, + "wer": 0.0 + }, + "semantic": { + "utterances": 24, + "errors": 0, + "words": 329, + "wer": 0.0 + } + }, + "homographs": { + "raw": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + }, + "semantic": { + "utterances": 6, + "errors": 1, + "words": 70, + "wer": 0.014285714285714285 + } + }, + "long": { + "raw": { + "utterances": 15, + "errors": 5, + "words": 412, + "wer": 0.012135922330097087 + }, + "semantic": { + "utterances": 15, + "errors": 2, + "words": 432, + "wer": 0.004629629629629629 + } + }, + "long_range": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 121, + "wer": 0.0 + } + }, + "names_places": { + "raw": { + "utterances": 6, + "errors": 4, + "words": 57, + "wer": 0.07017543859649122 + }, + "semantic": { + "utterances": 6, + "errors": 4, + "words": 57, + "wer": 0.07017543859649122 + } + }, + "narrative": { + "raw": { + "utterances": 24, + "errors": 1, + "words": 342, + "wer": 0.0029239766081871343 + }, + "semantic": { + "utterances": 24, + "errors": 0, + "words": 352, + "wer": 0.0 + } + }, + "numbers": { + "raw": { + "utterances": 6, + "errors": 32, + "words": 81, + "wer": 0.3950617283950617 + }, + "semantic": { + "utterances": 6, + "errors": 5, + "words": 64, + "wer": 0.078125 + } + }, + "punctuation": { + "raw": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + }, + "semantic": { + "utterances": 6, + "errors": 0, + "words": 65, + "wer": 0.0 + } + }, + "question": { + "raw": { + "utterances": 15, + "errors": 0, + "words": 163, + "wer": 0.0 + }, + "semantic": { + "utterances": 15, + "errors": 0, + "words": 165, + "wer": 0.0 + } + }, + "rare_words": { + "raw": { + "utterances": 6, + "errors": 5, + "words": 57, + "wer": 0.08771929824561403 + }, + "semantic": { + "utterances": 6, + "errors": 5, + "words": 57, + "wer": 0.08771929824561403 + } + }, + "short": { + "raw": { + "utterances": 24, + "errors": 5, + "words": 98, + "wer": 0.05102040816326531 + }, + "semantic": { + "utterances": 24, + "errors": 4, + "words": 105, + "wer": 0.0380952380952381 + } + }, + "technical": { + "raw": { + "utterances": 21, + "errors": 11, + "words": 251, + "wer": 0.043824701195219126 + }, + "semantic": { + "utterances": 21, + "errors": 7, + "words": 256, + "wer": 0.02734375 + } + } + } + } + }, + "cross_asr_mean_semantic_wer": 0.012269938650306749, + "cross_asr_worst_semantic_wer": 0.012269938650306749 + } + }, + "rows": [ + { + "id": "utmos200_001", + "category": "conversational", + "text": "It wasn't until later that I realized what had actually happened.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_001.wav", + "asr": "whisper-large-v3", + "hypothesis": "It wasn't until later that I realized what had actually happened.", + "raw": { + "normalized_reference": "it wasn't until later that i realized what had actually happened.", + "normalized_hypothesis": "it wasn't until later that i realized what had actually happened.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was not until later that i realized what had actually happened", + "normalized_hypothesis": "it was not until later that i realized what had actually happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_002", + "category": "descriptive", + "text": "The light at that time of afternoon is perfect for about twenty minutes.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_002.wav", + "asr": "whisper-large-v3", + "hypothesis": "The light at that time of afternoon is perfect for about 20 minutes.", + "raw": { + "normalized_reference": "the light at that time of afternoon is perfect for about twenty minutes.", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "the light at that time of afternoon is perfect for about 20 minutes", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_003", + "category": "emotional", + "text": "That was the scariest thing I've ever done, and also maybe the best.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_003.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the scariest thing I've ever done, and also maybe the best.", + "raw": { + "normalized_reference": "that was the scariest thing i've ever done, and also maybe the best.", + "normalized_hypothesis": "that was the scariest thing i've ever done, and also maybe the best.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the scariest thing i have ever done and also maybe the best", + "normalized_hypothesis": "that was the scariest thing i have ever done and also maybe the best", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_004", + "category": "homographs", + "text": "After I record the record, please present the present to the bass player.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_004.wav", + "asr": "whisper-large-v3", + "hypothesis": "After I record the record, please present the present to the bass player.", + "raw": { + "normalized_reference": "after i record the record, please present the present to the bass player.", + "normalized_hypothesis": "after i record the record, please present the present to the bass player.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "after i record the record please present the present to the bass player", + "normalized_hypothesis": "after i record the record please present the present to the bass player", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_005", + "category": "long", + "text": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_005.wav", + "asr": "whisper-large-v3", + "hypothesis": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "raw": { + "normalized_reference": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "normalized_hypothesis": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "errors": 0, + "words": 31, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "normalized_hypothesis": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "errors": 0, + "words": 32, + "wer": 0.0 + } + }, + { + "id": "utmos200_006", + "category": "long_range", + "text": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_006.wav", + "asr": "whisper-large-v3", + "hypothesis": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "raw": { + "normalized_reference": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "normalized_hypothesis": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "normalized_hypothesis": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_007", + "category": "names_places", + "text": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_007.wav", + "asr": "whisper-large-v3", + "hypothesis": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "raw": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_008", + "category": "narrative", + "text": "He had this theory, and the more time passes, the more I think he was right.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_008.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had this theory, and the more time passes, the more I think he was right.", + "raw": { + "normalized_reference": "he had this theory, and the more time passes, the more i think he was right.", + "normalized_hypothesis": "he had this theory, and the more time passes, the more i think he was right.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had this theory and the more time passes the more i think he was right", + "normalized_hypothesis": "he had this theory and the more time passes the more i think he was right", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_009", + "category": "numbers", + "text": "The package weighs twelve point six kilograms and arrived on July twenty-first.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_009.wav", + "asr": "whisper-large-v3", + "hypothesis": "The package weighs 12.6kg and arrived on July 21.", + "raw": { + "normalized_reference": "the package weighs twelve point six kilograms and arrived on july twenty-first.", + "normalized_hypothesis": "the package weighs 12.6kg and arrived on july 21.", + "errors": 6, + "words": 13, + "wer": 0.46153846153846156 + }, + "semantic": { + "normalized_reference": "the package weighs 12.6 kilograms and arrived on july 21st", + "normalized_hypothesis": "the package weighs 12.6 kg and arrived on july 21", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_010", + "category": "punctuation", + "text": "First, close the window; second, turn off the lamp; finally, lock the door.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_010.wav", + "asr": "whisper-large-v3", + "hypothesis": "First, close the window. Second, turn off the lamp. Finally, lock the door.", + "raw": { + "normalized_reference": "first, close the window; second, turn off the lamp; finally, lock the door.", + "normalized_hypothesis": "first, close the window. second, turn off the lamp. finally, lock the door.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "1st close the window 2nd turn off the lamp finally lock the door", + "normalized_hypothesis": "1st close the window 2nd turn off the lamp finally lock the door", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_011", + "category": "question", + "text": "When did you first realize something was wrong?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_011.wav", + "asr": "whisper-large-v3", + "hypothesis": "When did you first realize something was wrong?", + "raw": { + "normalized_reference": "when did you first realize something was wrong?", + "normalized_hypothesis": "when did you first realize something was wrong?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when did you 1st realize something was wrong", + "normalized_hypothesis": "when did you 1st realize something was wrong", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_012", + "category": "rare_words", + "text": "The archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_012.wav", + "asr": "whisper-large-v3", + "hypothesis": "the archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "raw": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_013", + "category": "short", + "text": "I have no idea.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_013.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have no idea.", + "raw": { + "normalized_reference": "i have no idea.", + "normalized_hypothesis": "i have no idea.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have no idea", + "normalized_hypothesis": "i have no idea", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_014", + "category": "technical", + "text": "The system runs on three core components that all have to stay in sync.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_014.wav", + "asr": "whisper-large-v3", + "hypothesis": "The system runs on three core components that all have to stay in sync.", + "raw": { + "normalized_reference": "the system runs on three core components that all have to stay in sync.", + "normalized_hypothesis": "the system runs on three core components that all have to stay in sync.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the system runs on 3 core components that all have to stay in sync", + "normalized_hypothesis": "the system runs on 3 core components that all have to stay in sync", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_015", + "category": "conversational", + "text": "We improvised the entire second half and somehow nobody noticed.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_015.wav", + "asr": "whisper-large-v3", + "hypothesis": "We improvised the entire second half and somehow nobody noticed.", + "raw": { + "normalized_reference": "we improvised the entire second half and somehow nobody noticed.", + "normalized_hypothesis": "we improvised the entire second half and somehow nobody noticed.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we improvised the entire 2nd half and somehow nobody noticed", + "normalized_hypothesis": "we improvised the entire 2nd half and somehow nobody noticed", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_016", + "category": "descriptive", + "text": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_016.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "raw": { + "normalized_reference": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "normalized_hypothesis": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "normalized_hypothesis": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_017", + "category": "emotional", + "text": "I specifically asked for one thing. One thing. And it still didn't happen.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_017.wav", + "asr": "whisper-large-v3", + "hypothesis": "I specifically asked for one thing, one thing, and it still didn't happen.", + "raw": { + "normalized_reference": "i specifically asked for one thing. one thing. and it still didn't happen.", + "normalized_hypothesis": "i specifically asked for one thing, one thing, and it still didn't happen.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i specifically asked for one thing one thing and it still did not happen", + "normalized_hypothesis": "i specifically asked for one thing one thing and it still did not happen", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_018", + "category": "homographs", + "text": "They refuse to place the refuse beside the produce aisle.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_018.wav", + "asr": "whisper-large-v3", + "hypothesis": "They refused to place the refuse beside the produce aisle.", + "raw": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle.", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_019", + "category": "long", + "text": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_019.wav", + "asr": "whisper-large-v3", + "hypothesis": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "raw": { + "normalized_reference": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "normalized_hypothesis": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "normalized_hypothesis": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_020", + "category": "long_range", + "text": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_020.wav", + "asr": "whisper-large-v3", + "hypothesis": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "raw": { + "normalized_reference": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "normalized_hypothesis": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "normalized_hypothesis": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_021", + "category": "names_places", + "text": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_021.wav", + "asr": "whisper-large-v3", + "hypothesis": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "raw": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_022", + "category": "narrative", + "text": "The plan was simple. The execution was anything but.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_022.wav", + "asr": "whisper-large-v3", + "hypothesis": "The plan was simple. The execution was anything but.", + "raw": { + "normalized_reference": "the plan was simple. the execution was anything but.", + "normalized_hypothesis": "the plan was simple. the execution was anything but.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the plan was simple the execution was anything but", + "normalized_hypothesis": "the plan was simple the execution was anything but", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_023", + "category": "numbers", + "text": "Her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_023.wav", + "asr": "whisper-large-v3", + "hypothesis": "GERS score improved from 82% to 97% in two weeks.", + "raw": { + "normalized_reference": "her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "normalized_hypothesis": "gers score improved from 82% to 97% in two weeks.", + "errors": 7, + "words": 14, + "wer": 0.5 + }, + "semantic": { + "normalized_reference": "her score improved from 82% to 97% in 2 weeks", + "normalized_hypothesis": "gers score improved from 82% to 97% in 2 weeks", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_024", + "category": "punctuation", + "text": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_024.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "raw": { + "normalized_reference": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "normalized_hypothesis": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why would anyone pack spoons batteries and a violin for one short trip", + "normalized_hypothesis": "why would anyone pack spoons batteries and a violin for one short trip", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_025", + "category": "question", + "text": "How long have you been sitting on this?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_025.wav", + "asr": "whisper-large-v3", + "hypothesis": "How long have you been sitting on this?", + "raw": { + "normalized_reference": "how long have you been sitting on this?", + "normalized_hypothesis": "how long have you been sitting on this?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how long have you been sitting on this", + "normalized_hypothesis": "how long have you been sitting on this", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_026", + "category": "rare_words", + "text": "A mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_026.wav", + "asr": "whisper-large-v3", + "hypothesis": "A mischievous chameleon rested beside the Chrysanthemum and the Baugainvillia.", + "raw": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the baugainvillia.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the baugainvillia", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_027", + "category": "short", + "text": "We don't talk about that.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_027.wav", + "asr": "whisper-large-v3", + "hypothesis": "We don't talk about that.", + "raw": { + "normalized_reference": "we don't talk about that.", + "normalized_hypothesis": "we don't talk about that.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we do not talk about that", + "normalized_hypothesis": "we do not talk about that", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_028", + "category": "technical", + "text": "Hash the UTF eight payload with S H A two fifty-six before opening the checkpoint.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_028.wav", + "asr": "whisper-large-v3", + "hypothesis": "Cache the UTF-8 payload with SH-256 before opening the checkpoint.", + "raw": { + "normalized_reference": "hash the utf eight payload with s h a two fifty-six before opening the checkpoint.", + "normalized_hypothesis": "cache the utf-8 payload with sh-256 before opening the checkpoint.", + "errors": 8, + "words": 16, + "wer": 0.5 + }, + "semantic": { + "normalized_reference": "hash the utf 8 payload with s h a 256 before opening the checkpoint", + "normalized_hypothesis": "cache the utf 8 payload with sh 256 before opening the checkpoint", + "errors": 4, + "words": 14, + "wer": 0.2857142857142857 + } + }, + { + "id": "utmos200_029", + "category": "conversational", + "text": "I thought I had it all figured out, and then this happened.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_029.wav", + "asr": "whisper-large-v3", + "hypothesis": "I thought I had it all figured out, and then this happened.", + "raw": { + "normalized_reference": "i thought i had it all figured out, and then this happened.", + "normalized_hypothesis": "i thought i had it all figured out, and then this happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i thought i had it all figured out and then this happened", + "normalized_hypothesis": "i thought i had it all figured out and then this happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_030", + "category": "descriptive", + "text": "The kind of quiet you only get at three in the morning in a city.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_030.wav", + "asr": "whisper-large-v3", + "hypothesis": "the kind of quiet you only get at 3 in the morning in a city.", + "raw": { + "normalized_reference": "the kind of quiet you only get at three in the morning in a city.", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city.", + "errors": 1, + "words": 15, + "wer": 0.06666666666666667 + }, + "semantic": { + "normalized_reference": "the kind of quiet you only get at 3 in the morning in a city", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_031", + "category": "emotional", + "text": "The joy of it was almost overwhelming, like too much good all at once.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_031.wav", + "asr": "whisper-large-v3", + "hypothesis": "The joy of it was almost overwhelming, like too much good all at once.", + "raw": { + "normalized_reference": "the joy of it was almost overwhelming, like too much good all at once.", + "normalized_hypothesis": "the joy of it was almost overwhelming, like too much good all at once.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the joy of it was almost overwhelming like too much good all at once", + "normalized_hypothesis": "the joy of it was almost overwhelming like too much good all at once", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_032", + "category": "homographs", + "text": "Please close the door while I stand close to the microphone.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_032.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please close the door while I stand close to the microphone.", + "raw": { + "normalized_reference": "please close the door while i stand close to the microphone.", + "normalized_hypothesis": "please close the door while i stand close to the microphone.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please close the door while i stand close to the microphone", + "normalized_hypothesis": "please close the door while i stand close to the microphone", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_033", + "category": "long", + "text": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_033.wav", + "asr": "whisper-large-v3", + "hypothesis": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "raw": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_034", + "category": "long_range", + "text": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_034.wav", + "asr": "whisper-large-v3", + "hypothesis": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "raw": { + "normalized_reference": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "normalized_hypothesis": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "normalized_hypothesis": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_035", + "category": "names_places", + "text": "Aurelia and Joaquin crossed the Schuylkill River before noon.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_035.wav", + "asr": "whisper-large-v3", + "hypothesis": "Aurelia and Joachim crossed the Schalke river before noon.", + "raw": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon.", + "normalized_hypothesis": "aurelia and joachim crossed the schalke river before noon.", + "errors": 2, + "words": 9, + "wer": 0.2222222222222222 + }, + "semantic": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon", + "normalized_hypothesis": "aurelia and joachim crossed the schalke river before noon", + "errors": 2, + "words": 9, + "wer": 0.2222222222222222 + } + }, + { + "id": "utmos200_036", + "category": "narrative", + "text": "The village had a name, but nobody used it. Everyone just called it home.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_036.wav", + "asr": "whisper-large-v3", + "hypothesis": "The village had a name, but nobody used it. Everyone just called it home.", + "raw": { + "normalized_reference": "the village had a name, but nobody used it. everyone just called it home.", + "normalized_hypothesis": "the village had a name, but nobody used it. everyone just called it home.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the village had a name but nobody used it everyone just called it home", + "normalized_hypothesis": "the village had a name but nobody used it everyone just called it home", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_037", + "category": "numbers", + "text": "Increase the gain by three decibels, wait five seconds, then reduce it by one.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_037.wav", + "asr": "whisper-large-v3", + "hypothesis": "Increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "raw": { + "normalized_reference": "increase the gain by three decibels, wait five seconds, then reduce it by one.", + "normalized_hypothesis": "increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + }, + "semantic": { + "normalized_reference": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "normalized_hypothesis": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_038", + "category": "punctuation", + "text": "The result was unexpected: clear, stable, and surprisingly natural.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_038.wav", + "asr": "whisper-large-v3", + "hypothesis": "The result was unexpected, clear, stable, and surprisingly natural.", + "raw": { + "normalized_reference": "the result was unexpected: clear, stable, and surprisingly natural.", + "normalized_hypothesis": "the result was unexpected, clear, stable, and surprisingly natural.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the result was unexpected clear stable and surprisingly natural", + "normalized_hypothesis": "the result was unexpected clear stable and surprisingly natural", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_039", + "category": "question", + "text": "Who told you that was the right way to do it?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_039.wav", + "asr": "whisper-large-v3", + "hypothesis": "Who told you that was the right way to do it?", + "raw": { + "normalized_reference": "who told you that was the right way to do it?", + "normalized_hypothesis": "who told you that was the right way to do it?", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "who told you that was the right way to do it", + "normalized_hypothesis": "who told you that was the right way to do it", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_040", + "category": "rare_words", + "text": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_040.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "raw": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_041", + "category": "short", + "text": "I mean. Yeah. Kind of.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_041.wav", + "asr": "whisper-large-v3", + "hypothesis": "I mean, yeah, I kind of.", + "raw": { + "normalized_reference": "i mean. yeah. kind of.", + "normalized_hypothesis": "i mean, yeah, i kind of.", + "errors": 1, + "words": 5, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "i mean yeah kind of", + "normalized_hypothesis": "i mean yeah i kind of", + "errors": 1, + "words": 5, + "wer": 0.2 + } + }, + { + "id": "utmos200_042", + "category": "technical", + "text": "The logs are your best friend when something behaves unexpectedly.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_042.wav", + "asr": "whisper-large-v3", + "hypothesis": "The logs are your best friend when something behaves unexpectedly.", + "raw": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly.", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_043", + "category": "conversational", + "text": "He kept talking and I kept nodding and neither of us was listening.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_043.wav", + "asr": "whisper-large-v3", + "hypothesis": "He kept talking, and I kept nodding, and neither of us was listening.", + "raw": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening.", + "normalized_hypothesis": "he kept talking, and i kept nodding, and neither of us was listening.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_044", + "category": "descriptive", + "text": "It's one of those places where everyone seems to know each other already.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_044.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those places where everyone seems to know each other already.", + "raw": { + "normalized_reference": "it's one of those places where everyone seems to know each other already.", + "normalized_hypothesis": "it's one of those places where everyone seems to know each other already.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those places where everyone seems to know each other already", + "normalized_hypothesis": "it is one of those places where everyone seems to know each other already", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_045", + "category": "emotional", + "text": "He said he was proud of me and nobody had ever said that to me before.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_045.wav", + "asr": "whisper-large-v3", + "hypothesis": "He said he was proud of me and nobody had ever said that to me before.", + "raw": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before.", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_046", + "category": "homographs", + "text": "The minute detail took a minute to explain clearly.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_046.wav", + "asr": "whisper-large-v3", + "hypothesis": "The minute detail took a minute to explain clearly.", + "raw": { + "normalized_reference": "the minute detail took a minute to explain clearly.", + "normalized_hypothesis": "the minute detail took a minute to explain clearly.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the minute detail took a minute to explain clearly", + "normalized_hypothesis": "the minute detail took a minute to explain clearly", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_047", + "category": "long", + "text": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_047.wav", + "asr": "whisper-large-v3", + "hypothesis": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "raw": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_048", + "category": "long_range", + "text": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_048.wav", + "asr": "whisper-large-v3", + "hypothesis": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "raw": { + "normalized_reference": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "normalized_hypothesis": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "normalized_hypothesis": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_049", + "category": "names_places", + "text": "Xiomara met Siobhan near the old library in Worcestershire.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_049.wav", + "asr": "whisper-large-v3", + "hypothesis": "Zamara met Siobhan near the old library in Worcestershire.", + "raw": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire.", + "normalized_hypothesis": "zamara met siobhan near the old library in worcestershire.", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + }, + "semantic": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire", + "normalized_hypothesis": "zamara met siobhan near the old library in worcestershire", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + } + }, + { + "id": "utmos200_050", + "category": "narrative", + "text": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_050.wav", + "asr": "whisper-large-v3", + "hypothesis": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "raw": { + "normalized_reference": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "normalized_hypothesis": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "normalized_hypothesis": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "errors": 0, + "words": 19, + "wer": 0.0 + } + }, + { + "id": "utmos200_051", + "category": "numbers", + "text": "At exactly seven forty-five, Morgan placed eighteen dollars and fifty cents beside the notebook.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_051.wav", + "asr": "whisper-large-v3", + "hypothesis": "At exactly $7.45, Morton placed $18.50 beside the notebook.", + "raw": { + "normalized_reference": "at exactly seven forty-five, morgan placed eighteen dollars and fifty cents beside the notebook.", + "normalized_hypothesis": "at exactly $7.45, morton placed $18.50 beside the notebook.", + "errors": 9, + "words": 15, + "wer": 0.6 + }, + "semantic": { + "normalized_reference": "at exactly 745 morgan placed $18.50 beside the notebook", + "normalized_hypothesis": "at exactly $7.45 morton placed $18.50 beside the notebook", + "errors": 3, + "words": 10, + "wer": 0.3 + } + }, + { + "id": "utmos200_052", + "category": "punctuation", + "text": "Does punctuation work? Yes: commas, semicolons, and periods should create sensible boundaries.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_052.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does punctuation work? Yes. Commas, semicolons, and periods should create sensible boundaries.", + "raw": { + "normalized_reference": "does punctuation work? yes: commas, semicolons, and periods should create sensible boundaries.", + "normalized_hypothesis": "does punctuation work? yes. commas, semicolons, and periods should create sensible boundaries.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "normalized_hypothesis": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_053", + "category": "question", + "text": "Have you ever just stopped and thought about how strange all of this is?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_053.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever just stopped and thought about how strange all of this is?", + "raw": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is?", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is?", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_054", + "category": "rare_words", + "text": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_054.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "raw": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_055", + "category": "short", + "text": "That tracks.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_055.wav", + "asr": "whisper-large-v3", + "hypothesis": "That tracks.", + "raw": { + "normalized_reference": "that tracks.", + "normalized_hypothesis": "that tracks.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that tracks", + "normalized_hypothesis": "that tracks", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_056", + "category": "technical", + "text": "The key thing to remember is that order matters here more than you'd think.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_056.wav", + "asr": "whisper-large-v3", + "hypothesis": "The key thing to remember is that order matters here more than you'd think.", + "raw": { + "normalized_reference": "the key thing to remember is that order matters here more than you'd think.", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you'd think.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the key thing to remember is that order matters here more than you would think", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you would think", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_057", + "category": "conversational", + "text": "I would not say that again in this room if I were you.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_057.wav", + "asr": "whisper-large-v3", + "hypothesis": "I would not say that again in this room if I were you.", + "raw": { + "normalized_reference": "i would not say that again in this room if i were you.", + "normalized_hypothesis": "i would not say that again in this room if i were you.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i would not say that again in this room if i were you", + "normalized_hypothesis": "i would not say that again in this room if i were you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_058", + "category": "descriptive", + "text": "The room was filled with the quiet that means something is about to change.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_058.wav", + "asr": "whisper-large-v3", + "hypothesis": "The room was filled with the quiet that means something is about to change.", + "raw": { + "normalized_reference": "the room was filled with the quiet that means something is about to change.", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the room was filled with the quiet that means something is about to change", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_059", + "category": "emotional", + "text": "I didn't expect to feel that way about it, but I did.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_059.wav", + "asr": "whisper-large-v3", + "hypothesis": "I didn't expect to feel that way about it, but I did.", + "raw": { + "normalized_reference": "i didn't expect to feel that way about it, but i did.", + "normalized_hypothesis": "i didn't expect to feel that way about it, but i did.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i did not expect to feel that way about it but i did", + "normalized_hypothesis": "i did not expect to feel that way about it but i did", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_060", + "category": "homographs", + "text": "I object to the strange object that was left near the entrance.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_060.wav", + "asr": "whisper-large-v3", + "hypothesis": "I object to the strange object that was left near the entrance.", + "raw": { + "normalized_reference": "i object to the strange object that was left near the entrance.", + "normalized_hypothesis": "i object to the strange object that was left near the entrance.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i object to the strange object that was left near the entrance", + "normalized_hypothesis": "i object to the strange object that was left near the entrance", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_061", + "category": "long", + "text": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_061.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "raw": { + "normalized_reference": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "normalized_hypothesis": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "errors": 0, + "words": 32, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "normalized_hypothesis": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "errors": 0, + "words": 33, + "wer": 0.0 + } + }, + { + "id": "utmos200_062", + "category": "long_range", + "text": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_062.wav", + "asr": "whisper-large-v3", + "hypothesis": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "raw": { + "normalized_reference": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "normalized_hypothesis": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "normalized_hypothesis": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_063", + "category": "names_places", + "text": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_063.wav", + "asr": "whisper-large-v3", + "hypothesis": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "raw": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_064", + "category": "narrative", + "text": "We had been driving for six hours when we finally saw the sign for the town.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_064.wav", + "asr": "whisper-large-v3", + "hypothesis": "We had been driving for six hours when we finally saw the sign for the town.", + "raw": { + "normalized_reference": "we had been driving for six hours when we finally saw the sign for the town.", + "normalized_hypothesis": "we had been driving for six hours when we finally saw the sign for the town.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we had been driving for 6 hours when we finally saw the sign for the town", + "normalized_hypothesis": "we had been driving for 6 hours when we finally saw the sign for the town", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_065", + "category": "numbers", + "text": "Call extension zero four nine after eight thirty in the morning.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_065.wav", + "asr": "whisper-large-v3", + "hypothesis": "Call extension 049 after 8.30 in the morning.", + "raw": { + "normalized_reference": "call extension zero four nine after eight thirty in the morning.", + "normalized_hypothesis": "call extension 049 after 8.30 in the morning.", + "errors": 5, + "words": 11, + "wer": 0.45454545454545453 + }, + "semantic": { + "normalized_reference": "call extension 049 after 830 in the morning", + "normalized_hypothesis": "call extension 49 after 8.30 in the morning", + "errors": 3, + "words": 8, + "wer": 0.375 + } + }, + { + "id": "utmos200_066", + "category": "punctuation", + "text": "Stop - listen carefully - then answer the question without guessing.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_066.wav", + "asr": "whisper-large-v3", + "hypothesis": "Stop listen carefully then answer the question without guessing.", + "raw": { + "normalized_reference": "stop - listen carefully - then answer the question without guessing.", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "stop listen carefully then answer the question without guessing", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_067", + "category": "question", + "text": "Does it matter at this point, honestly?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_067.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does it matter at this point, honestly?", + "raw": { + "normalized_reference": "does it matter at this point, honestly?", + "normalized_hypothesis": "does it matter at this point, honestly?", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does it matter at this point honestly", + "normalized_hypothesis": "does it matter at this point honestly", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_068", + "category": "rare_words", + "text": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_068.wav", + "asr": "whisper-large-v3", + "hypothesis": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "raw": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_069", + "category": "short", + "text": "That's not what I expected.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_069.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's not what I expected.", + "raw": { + "normalized_reference": "that's not what i expected.", + "normalized_hypothesis": "that's not what i expected.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is not what i expected", + "normalized_hypothesis": "that is not what i expected", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_070", + "category": "technical", + "text": "There's a known issue with that version that causes failures under load.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_070.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a known issue with that version that causes failures under load.", + "raw": { + "normalized_reference": "there's a known issue with that version that causes failures under load.", + "normalized_hypothesis": "there's a known issue with that version that causes failures under load.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a known issue with that version that causes failures under load", + "normalized_hypothesis": "there is a known issue with that version that causes failures under load", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_071", + "category": "conversational", + "text": "Don't look now but I think that's him over there.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_071.wav", + "asr": "whisper-large-v3", + "hypothesis": "Don't look now but I think that's him over there.", + "raw": { + "normalized_reference": "don't look now but i think that's him over there.", + "normalized_hypothesis": "don't look now but i think that's him over there.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do not look now but i think that is him over there", + "normalized_hypothesis": "do not look now but i think that is him over there", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_072", + "category": "descriptive", + "text": "The city at night looks completely different from how it feels during the day.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_072.wav", + "asr": "whisper-large-v3", + "hypothesis": "The city at night looks completely different from how it feels during the day.", + "raw": { + "normalized_reference": "the city at night looks completely different from how it feels during the day.", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the city at night looks completely different from how it feels during the day", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_073", + "category": "emotional", + "text": "It's the kind of happy that makes you nervous because you know it can't last.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_073.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of happy that makes you nervous because you know it can't last.", + "raw": { + "normalized_reference": "it's the kind of happy that makes you nervous because you know it can't last.", + "normalized_hypothesis": "it's the kind of happy that makes you nervous because you know it can't last.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of happy that makes you nervous because you know it can not last", + "normalized_hypothesis": "it is the kind of happy that makes you nervous because you know it can not last", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_074", + "category": "homographs", + "text": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_074.wav", + "asr": "whisper-large-v3", + "hypothesis": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "raw": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_075", + "category": "long", + "text": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_075.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "raw": { + "normalized_reference": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "normalized_hypothesis": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "normalized_hypothesis": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_076", + "category": "long_range", + "text": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_076.wav", + "asr": "whisper-large-v3", + "hypothesis": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "raw": { + "normalized_reference": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "normalized_hypothesis": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "normalized_hypothesis": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_077", + "category": "names_places", + "text": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_077.wav", + "asr": "whisper-large-v3", + "hypothesis": "Saskatchewan looked unusually bright beneath that pale February sunrise.", + "raw": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath that pale february sunrise.", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + }, + "semantic": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath that pale february sunrise", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + } + }, + { + "id": "utmos200_078", + "category": "narrative", + "text": "She handled it with a grace I genuinely did not expect.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_078.wav", + "asr": "whisper-large-v3", + "hypothesis": "She handled it with a grace I genuinely did not expect.", + "raw": { + "normalized_reference": "she handled it with a grace i genuinely did not expect.", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she handled it with a grace i genuinely did not expect", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_079", + "category": "numbers", + "text": "Apartment four hundred seven is across from room twenty-nine on the third floor.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_079.wav", + "asr": "whisper-large-v3", + "hypothesis": "Apartment 47 is across from Room 29 on the third floor.", + "raw": { + "normalized_reference": "apartment four hundred seven is across from room twenty-nine on the third floor.", + "normalized_hypothesis": "apartment 47 is across from room 29 on the third floor.", + "errors": 5, + "words": 14, + "wer": 0.35714285714285715 + }, + "semantic": { + "normalized_reference": "apartment 407 is across from room 29 on the 3rd floor", + "normalized_hypothesis": "apartment 47 is across from room 29 on the 3rd floor", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + } + }, + { + "id": "utmos200_080", + "category": "punctuation", + "text": "\"Not yet,\" Rowan whispered. \"Give me another minute... please.\"", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_080.wav", + "asr": "whisper-large-v3", + "hypothesis": "Not yet, Rowan whispered. Give me another minute, please.", + "raw": { + "normalized_reference": "\"not yet,\" rowan whispered. \"give me another minute... please.\"", + "normalized_hypothesis": "not yet, rowan whispered. give me another minute, please.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "not yet rowan whispered give me another minute please", + "normalized_hypothesis": "not yet rowan whispered give me another minute please", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_081", + "category": "question", + "text": "What are we actually trying to accomplish here?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_081.wav", + "asr": "whisper-large-v3", + "hypothesis": "What are we actually trying to accomplish here?", + "raw": { + "normalized_reference": "what are we actually trying to accomplish here?", + "normalized_hypothesis": "what are we actually trying to accomplish here?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what are we actually trying to accomplish here", + "normalized_hypothesis": "what are we actually trying to accomplish here", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_082", + "category": "rare_words", + "text": "The physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_082.wav", + "asr": "whisper-large-v3", + "hypothesis": "The physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "raw": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "normalized_hypothesis": "the physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + }, + "semantic": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms", + "normalized_hypothesis": "the physician recommended a non invasive procedure for the recurring neurological symptoms", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_083", + "category": "short", + "text": "Are you serious right now?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_083.wav", + "asr": "whisper-large-v3", + "hypothesis": "Are you serious right now?", + "raw": { + "normalized_reference": "are you serious right now?", + "normalized_hypothesis": "are you serious right now?", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "are you serious right now", + "normalized_hypothesis": "are you serious right now", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_084", + "category": "technical", + "text": "The performance improvement is real, but it comes with tradeoffs.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_084.wav", + "asr": "whisper-large-v3", + "hypothesis": "The performance improvement is real, but it comes with trade-offs.", + "raw": { + "normalized_reference": "the performance improvement is real, but it comes with tradeoffs.", + "normalized_hypothesis": "the performance improvement is real, but it comes with trade-offs.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the performance improvement is real but it comes with tradeoffs", + "normalized_hypothesis": "the performance improvement is real but it comes with trade offs", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_085", + "category": "conversational", + "text": "I don't know. It's just been one of those weeks, you know?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_085.wav", + "asr": "whisper-large-v3", + "hypothesis": "I don't know, it's just been one of those weeks, you know?", + "raw": { + "normalized_reference": "i don't know. it's just been one of those weeks, you know?", + "normalized_hypothesis": "i don't know, it's just been one of those weeks, you know?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i do not know it is just been one of those weeks you know", + "normalized_hypothesis": "i do not know it is just been one of those weeks you know", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_086", + "category": "descriptive", + "text": "The moment you stop expecting perfection, things get a lot more interesting.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_086.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment you stop expecting perfection, things get a lot more interesting.", + "raw": { + "normalized_reference": "the moment you stop expecting perfection, things get a lot more interesting.", + "normalized_hypothesis": "the moment you stop expecting perfection, things get a lot more interesting.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment you stop expecting perfection things get a lot more interesting", + "normalized_hypothesis": "the moment you stop expecting perfection things get a lot more interesting", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_087", + "category": "emotional", + "text": "It's the kind of thing that stays with you even years later.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_087.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of thing that stays with you even years later.", + "raw": { + "normalized_reference": "it's the kind of thing that stays with you even years later.", + "normalized_hypothesis": "it's the kind of thing that stays with you even years later.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of thing that stays with you even years later", + "normalized_hypothesis": "it is the kind of thing that stays with you even years later", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_088", + "category": "long", + "text": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_088.wav", + "asr": "whisper-large-v3", + "hypothesis": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "raw": { + "normalized_reference": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "normalized_hypothesis": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "normalized_hypothesis": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "errors": 0, + "words": 25, + "wer": 0.0 + } + }, + { + "id": "utmos200_089", + "category": "narrative", + "text": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_089.wav", + "asr": "whisper-large-v3", + "hypothesis": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "raw": { + "normalized_reference": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "errors": 0, + "words": 19, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_090", + "category": "question", + "text": "Why does asking for help feel so hard when you actually need it?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_090.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why does asking for help feel so hard when you actually need it?", + "raw": { + "normalized_reference": "why does asking for help feel so hard when you actually need it?", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why does asking for help feel so hard when you actually need it", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_091", + "category": "short", + "text": "That's fair.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_091.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's fair.", + "raw": { + "normalized_reference": "that's fair.", + "normalized_hypothesis": "that's fair.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is fair", + "normalized_hypothesis": "that is fair", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_092", + "category": "technical", + "text": "If you run into that error, the fix is usually just restarting the service.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_092.wav", + "asr": "whisper-large-v3", + "hypothesis": "If you run into that error, the fix is usually just restarting this service.", + "raw": { + "normalized_reference": "if you run into that error, the fix is usually just restarting the service.", + "normalized_hypothesis": "if you run into that error, the fix is usually just restarting this service.", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + }, + "semantic": { + "normalized_reference": "if you run into that error the fix is usually just restarting the service", + "normalized_hypothesis": "if you run into that error the fix is usually just restarting this service", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + } + }, + { + "id": "utmos200_093", + "category": "conversational", + "text": "It was a disaster in the best possible way.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_093.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was a disaster in the best possible way.", + "raw": { + "normalized_reference": "it was a disaster in the best possible way.", + "normalized_hypothesis": "it was a disaster in the best possible way.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was a disaster in the best possible way", + "normalized_hypothesis": "it was a disaster in the best possible way", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_094", + "category": "descriptive", + "text": "It had the look of a place that used to mean something to someone.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_094.wav", + "asr": "whisper-large-v3", + "hypothesis": "It had the look of a place that used to mean something to someone.", + "raw": { + "normalized_reference": "it had the look of a place that used to mean something to someone.", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it had the look of a place that used to mean something to someone", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_095", + "category": "emotional", + "text": "There's this feeling you get when something finally works after weeks of failure.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_095.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's this feeling you get when something finally works after weeks of failure.", + "raw": { + "normalized_reference": "there's this feeling you get when something finally works after weeks of failure.", + "normalized_hypothesis": "there's this feeling you get when something finally works after weeks of failure.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is this feeling you get when something finally works after weeks of failure", + "normalized_hypothesis": "there is this feeling you get when something finally works after weeks of failure", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_096", + "category": "long", + "text": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_096.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "raw": { + "normalized_reference": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "normalized_hypothesis": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "normalized_hypothesis": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "errors": 0, + "words": 30, + "wer": 0.0 + } + }, + { + "id": "utmos200_097", + "category": "narrative", + "text": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_097.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing nobody tells you about starting overt is how ordinary most of it feels.", + "raw": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "normalized_hypothesis": "the thing nobody tells you about starting overt is how ordinary most of it feels.", + "errors": 1, + "words": 15, + "wer": 0.06666666666666667 + }, + "semantic": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels", + "normalized_hypothesis": "the thing nobody tells you about starting overt is how ordinary most of it feels", + "errors": 1, + "words": 15, + "wer": 0.06666666666666667 + } + }, + { + "id": "utmos200_098", + "category": "question", + "text": "What exactly are we waiting for at this point?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_098.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly are we waiting for at this point?", + "raw": { + "normalized_reference": "what exactly are we waiting for at this point?", + "normalized_hypothesis": "what exactly are we waiting for at this point?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly are we waiting for at this point", + "normalized_hypothesis": "what exactly are we waiting for at this point", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_099", + "category": "short", + "text": "I stand by what I said.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_099.wav", + "asr": "whisper-large-v3", + "hypothesis": "I stand by what I said.", + "raw": { + "normalized_reference": "i stand by what i said.", + "normalized_hypothesis": "i stand by what i said.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i stand by what i said", + "normalized_hypothesis": "i stand by what i said", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_100", + "category": "technical", + "text": "Double-check that value before you push anything to production.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_100.wav", + "asr": "whisper-large-v3", + "hypothesis": "Double-check that value before you push anything to production.", + "raw": { + "normalized_reference": "double-check that value before you push anything to production.", + "normalized_hypothesis": "double-check that value before you push anything to production.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "double check that value before you push anything to production", + "normalized_hypothesis": "double check that value before you push anything to production", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_101", + "category": "conversational", + "text": "I understand your point; I just do not agree with the conclusion.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_101.wav", + "asr": "whisper-large-v3", + "hypothesis": "I understand your point. I just do not agree with the conclusion.", + "raw": { + "normalized_reference": "i understand your point; i just do not agree with the conclusion.", + "normalized_hypothesis": "i understand your point. i just do not agree with the conclusion.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i understand your point i just do not agree with the conclusion", + "normalized_hypothesis": "i understand your point i just do not agree with the conclusion", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_102", + "category": "descriptive", + "text": "The sky that day was a strange shade of orange I'd never seen before.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_102.wav", + "asr": "whisper-large-v3", + "hypothesis": "The sky that day was a strange shade of orange I'd never seen before.", + "raw": { + "normalized_reference": "the sky that day was a strange shade of orange i'd never seen before.", + "normalized_hypothesis": "the sky that day was a strange shade of orange i'd never seen before.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the sky that day was a strange shade of orange i would never seen before", + "normalized_hypothesis": "the sky that day was a strange shade of orange i would never seen before", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_103", + "category": "emotional", + "text": "It hurt more than I expected, and I thought I was prepared.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_103.wav", + "asr": "whisper-large-v3", + "hypothesis": "It hurt more than I expected, and I thought I was prepared.", + "raw": { + "normalized_reference": "it hurt more than i expected, and i thought i was prepared.", + "normalized_hypothesis": "it hurt more than i expected, and i thought i was prepared.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it hurt more than i expected and i thought i was prepared", + "normalized_hypothesis": "it hurt more than i expected and i thought i was prepared", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_104", + "category": "long", + "text": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_104.wav", + "asr": "whisper-large-v3", + "hypothesis": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "raw": { + "normalized_reference": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "normalized_hypothesis": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "normalized_hypothesis": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_105", + "category": "narrative", + "text": "There was this one day last summer when everything just clicked into place.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_105.wav", + "asr": "whisper-large-v3", + "hypothesis": "There was this one day last summer when everything just clicked into place.", + "raw": { + "normalized_reference": "there was this one day last summer when everything just clicked into place.", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there was this one day last summer when everything just clicked into place", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_106", + "category": "question", + "text": "Have you ever thought about why we keep doing things the same way when they stop working?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_106.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever thought about why we keep doing things the same way when they stop working?", + "raw": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working?", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working?", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_107", + "category": "short", + "text": "I can't believe you just said that.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_107.wav", + "asr": "whisper-large-v3", + "hypothesis": "I can't believe you just said that.", + "raw": { + "normalized_reference": "i can't believe you just said that.", + "normalized_hypothesis": "i can't believe you just said that.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i can not believe you just said that", + "normalized_hypothesis": "i can not believe you just said that", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_108", + "category": "technical", + "text": "You'll want to isolate that variable before drawing any conclusions.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_108.wav", + "asr": "whisper-large-v3", + "hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "raw": { + "normalized_reference": "you'll want to isolate that variable before drawing any conclusions.", + "normalized_hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you will want to isolate that variable before drawing any conclusions", + "normalized_hypothesis": "you will want to isolate that variable before drawing any conclusions", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_109", + "category": "conversational", + "text": "The meeting that could have been an email lasted two hours.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_109.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meeting that could have been an email lasted two hours.", + "raw": { + "normalized_reference": "the meeting that could have been an email lasted two hours.", + "normalized_hypothesis": "the meeting that could have been an email lasted two hours.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meeting that could have been an email lasted 2 hours", + "normalized_hypothesis": "the meeting that could have been an email lasted 2 hours", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_110", + "category": "descriptive", + "text": "There's a specific kind of tired that sleep doesn't fix.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_110.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a specific kind of tired that sleep doesn't fix.", + "raw": { + "normalized_reference": "there's a specific kind of tired that sleep doesn't fix.", + "normalized_hypothesis": "there's a specific kind of tired that sleep doesn't fix.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a specific kind of tired that sleep does not fix", + "normalized_hypothesis": "there is a specific kind of tired that sleep does not fix", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_111", + "category": "emotional", + "text": "Something about that moment broke something open in me that I hadn't realized was closed.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_111.wav", + "asr": "whisper-large-v3", + "hypothesis": "Something about that moment broke something open in me that I hadn't realized was closed.", + "raw": { + "normalized_reference": "something about that moment broke something open in me that i hadn't realized was closed.", + "normalized_hypothesis": "something about that moment broke something open in me that i hadn't realized was closed.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "something about that moment broke something open in me that i had not realized was closed", + "normalized_hypothesis": "something about that moment broke something open in me that i had not realized was closed", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_112", + "category": "long", + "text": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_112.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "raw": { + "normalized_reference": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "normalized_hypothesis": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "normalized_hypothesis": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_113", + "category": "narrative", + "text": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_113.wav", + "asr": "whisper-large-v3", + "hypothesis": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "raw": { + "normalized_reference": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "normalized_hypothesis": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she opened the door slowly as if she expected to find something she was not ready for", + "normalized_hypothesis": "she opened the door slowly as if she expected to find something she was not ready for", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_114", + "category": "question", + "text": "What would you do differently if you could go back?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_114.wav", + "asr": "whisper-large-v3", + "hypothesis": "What would you do differently if you could go back?", + "raw": { + "normalized_reference": "what would you do differently if you could go back?", + "normalized_hypothesis": "what would you do differently if you could go back?", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what would you do differently if you could go back", + "normalized_hypothesis": "what would you do differently if you could go back", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_115", + "category": "short", + "text": "Okay. Okay okay okay.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_115.wav", + "asr": "whisper-large-v3", + "hypothesis": "Okay, okay, okay, okay.", + "raw": { + "normalized_reference": "okay. okay okay okay.", + "normalized_hypothesis": "okay, okay, okay, okay.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "okay okay okay okay", + "normalized_hypothesis": "okay okay okay okay", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_116", + "category": "technical", + "text": "The latency goes up significantly at scale, which is expected.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_116.wav", + "asr": "whisper-large-v3", + "hypothesis": "The latency goes up significantly at scale, which is expected,", + "raw": { + "normalized_reference": "the latency goes up significantly at scale, which is expected.", + "normalized_hypothesis": "the latency goes up significantly at scale, which is expected,", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the latency goes up significantly at scale which is expected", + "normalized_hypothesis": "the latency goes up significantly at scale which is expected", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_117", + "category": "conversational", + "text": "We ended up staying until two in the morning talking about nothing.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_117.wav", + "asr": "whisper-large-v3", + "hypothesis": "We ended up staying until 2 in the morning talking about nothing.", + "raw": { + "normalized_reference": "we ended up staying until two in the morning talking about nothing.", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing.", + "errors": 1, + "words": 12, + "wer": 0.08333333333333333 + }, + "semantic": { + "normalized_reference": "we ended up staying until 2 in the morning talking about nothing", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_118", + "category": "descriptive", + "text": "The rain started slowly, and then all at once, the way it usually does.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_118.wav", + "asr": "whisper-large-v3", + "hypothesis": "The rain started slowly, and then all at once, the way it usually does.", + "raw": { + "normalized_reference": "the rain started slowly, and then all at once, the way it usually does.", + "normalized_hypothesis": "the rain started slowly, and then all at once, the way it usually does.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the rain started slowly and then all at once the way it usually does", + "normalized_hypothesis": "the rain started slowly and then all at once the way it usually does", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_119", + "category": "emotional", + "text": "I honestly did not think I was going to make it through that year.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_119.wav", + "asr": "whisper-large-v3", + "hypothesis": "I honestly did not think I was going to make it through that year.", + "raw": { + "normalized_reference": "i honestly did not think i was going to make it through that year.", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i honestly did not think i was going to make it through that year", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_120", + "category": "long", + "text": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_120.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "raw": { + "normalized_reference": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "normalized_hypothesis": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "normalized_hypothesis": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_121", + "category": "narrative", + "text": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_121.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "raw": { + "normalized_reference": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "normalized_hypothesis": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment i opened the door i knew something was different even if i could not say what", + "normalized_hypothesis": "the moment i opened the door i knew something was different even if i could not say what", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_122", + "category": "question", + "text": "How do you explain something that doesn't make sense even to you?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_122.wav", + "asr": "whisper-large-v3", + "hypothesis": "How do you explain something that doesn't make sense even to you?", + "raw": { + "normalized_reference": "how do you explain something that doesn't make sense even to you?", + "normalized_hypothesis": "how do you explain something that doesn't make sense even to you?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how do you explain something that does not make sense even to you", + "normalized_hypothesis": "how do you explain something that does not make sense even to you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_123", + "category": "short", + "text": "Hold on a second.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_123.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hold on a second.", + "raw": { + "normalized_reference": "hold on a second.", + "normalized_hypothesis": "hold on a second.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "hold on a 2nd", + "normalized_hypothesis": "hold on a 2nd", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_124", + "category": "technical", + "text": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_124.wav", + "asr": "whisper-large-v3", + "hypothesis": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "raw": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_125", + "category": "conversational", + "text": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_125.wav", + "asr": "whisper-large-v3", + "hypothesis": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "raw": { + "normalized_reference": "honestly, that was much better than i expected, but the ending still felt rushed.", + "normalized_hypothesis": "honestly, that was much better than i expected, but the ending still felt rushed.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "honestly that was much better than i expected but the ending still felt rushed", + "normalized_hypothesis": "honestly that was much better than i expected but the ending still felt rushed", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_126", + "category": "descriptive", + "text": "She had a habit of tilting her head slightly when thinking hard about something.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_126.wav", + "asr": "whisper-large-v3", + "hypothesis": "she had a habit of tilting her head slightly when thinking hard about something.", + "raw": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something.", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_127", + "category": "emotional", + "text": "I cannot stress enough how much I did not want to be right about this.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_127.wav", + "asr": "whisper-large-v3", + "hypothesis": "I cannot stress enough how much I did not want to be right about this.", + "raw": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this.", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_128", + "category": "long", + "text": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_128.wav", + "asr": "whisper-large-v3", + "hypothesis": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I want it to.", + "raw": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i want it to.", + "errors": 1, + "words": 33, + "wer": 0.030303030303030304 + }, + "semantic": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i want it to", + "errors": 1, + "words": 36, + "wer": 0.027777777777777776 + } + }, + { + "id": "utmos200_129", + "category": "narrative", + "text": "So this is the part of the story where everything goes completely sideways.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_129.wav", + "asr": "whisper-large-v3", + "hypothesis": "So this is the part of the story where everything goes completely sideways.", + "raw": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways.", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_130", + "category": "question", + "text": "Is there a version of this where it actually works out okay?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_130.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is there a version of this where it actually works out okay?", + "raw": { + "normalized_reference": "is there a version of this where it actually works out okay?", + "normalized_hypothesis": "is there a version of this where it actually works out okay?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is there a version of this where it actually works out okay", + "normalized_hypothesis": "is there a version of this where it actually works out okay", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_131", + "category": "short", + "text": "Oh no. Oh no no no.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_131.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh no, oh no no no.", + "raw": { + "normalized_reference": "oh no. oh no no no.", + "normalized_hypothesis": "oh no, oh no no no.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 no 0 no no no", + "normalized_hypothesis": "0 no 0 no no no", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_132", + "category": "technical", + "text": "Always test on a copy before modifying the original.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_132.wav", + "asr": "whisper-large-v3", + "hypothesis": "Always test on a copy before modifying the original.", + "raw": { + "normalized_reference": "always test on a copy before modifying the original.", + "normalized_hypothesis": "always test on a copy before modifying the original.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "always test on a copy before modifying the original", + "normalized_hypothesis": "always test on a copy before modifying the original", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_133", + "category": "conversational", + "text": "I wasn't even supposed to be there. That's the wild part.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_133.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wasn't even supposed to be there. That's the wild part.", + "raw": { + "normalized_reference": "i wasn't even supposed to be there. that's the wild part.", + "normalized_hypothesis": "i wasn't even supposed to be there. that's the wild part.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was not even supposed to be there that is the wild part", + "normalized_hypothesis": "i was not even supposed to be there that is the wild part", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_134", + "category": "descriptive", + "text": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_134.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a small town, not the kind you leave, the kind you leave and come back to.", + "raw": { + "normalized_reference": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "normalized_hypothesis": "it's a small town, not the kind you leave, the kind you leave and come back to.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a small town not the kind you leave the kind you leave and come back to", + "normalized_hypothesis": "it is a small town not the kind you leave the kind you leave and come back to", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_135", + "category": "emotional", + "text": "She cried. I cried. We all just sort of stood there crying.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_135.wav", + "asr": "whisper-large-v3", + "hypothesis": "She cried, I cried, we all just sort of stood there crying.", + "raw": { + "normalized_reference": "she cried. i cried. we all just sort of stood there crying.", + "normalized_hypothesis": "she cried, i cried, we all just sort of stood there crying.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she cried i cried we all just sort of stood there crying", + "normalized_hypothesis": "she cried i cried we all just sort of stood there crying", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_136", + "category": "long", + "text": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_136.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "raw": { + "normalized_reference": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "normalized_hypothesis": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "normalized_hypothesis": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_137", + "category": "narrative", + "text": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_137.wav", + "asr": "whisper-large-v3", + "hypothesis": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "raw": { + "normalized_reference": "the letter arrived on a tuesday, which felt appropriate somehow.", + "normalized_hypothesis": "the letter arrived on a tuesday, which felt appropriate somehow.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the letter arrived on a tuesday which felt appropriate somehow", + "normalized_hypothesis": "the letter arrived on a tuesday which felt appropriate somehow", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_138", + "category": "question", + "text": "What exactly did she say when you told her?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_138.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly did she say when you told her?", + "raw": { + "normalized_reference": "what exactly did she say when you told her?", + "normalized_hypothesis": "what exactly did she say when you told her?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly did she say when you told her", + "normalized_hypothesis": "what exactly did she say when you told her", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_139", + "category": "short", + "text": "No way. Absolutely not.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_139.wav", + "asr": "whisper-large-v3", + "hypothesis": "No wait, absolutely not.", + "raw": { + "normalized_reference": "no way. absolutely not.", + "normalized_hypothesis": "no wait, absolutely not.", + "errors": 1, + "words": 4, + "wer": 0.25 + }, + "semantic": { + "normalized_reference": "no way absolutely not", + "normalized_hypothesis": "no wait absolutely not", + "errors": 1, + "words": 4, + "wer": 0.25 + } + }, + { + "id": "utmos200_140", + "category": "technical", + "text": "The first thing you want to do is make sure everything is backed up.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_140.wav", + "asr": "whisper-large-v3", + "hypothesis": "The first thing you want to do is make sure everything is backed up.", + "raw": { + "normalized_reference": "the first thing you want to do is make sure everything is backed up.", + "normalized_hypothesis": "the first thing you want to do is make sure everything is backed up.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the 1st thing you want to do is make sure everything is backed up", + "normalized_hypothesis": "the 1st thing you want to do is make sure everything is backed up", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_141", + "category": "conversational", + "text": "I have the most insane idea and you need to just hear me out.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_141.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have the most insane idea and you need to just hear me out.", + "raw": { + "normalized_reference": "i have the most insane idea and you need to just hear me out.", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have the most insane idea and you need to just hear me out", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_142", + "category": "descriptive", + "text": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_142.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "raw": { + "normalized_reference": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "normalized_hypothesis": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "normalized_hypothesis": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_143", + "category": "emotional", + "text": "I kept it together until I got to the car, and then I completely fell apart.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_143.wav", + "asr": "whisper-large-v3", + "hypothesis": "I kept it together until I got to the car, and then I completely fell apart.", + "raw": { + "normalized_reference": "i kept it together until i got to the car, and then i completely fell apart.", + "normalized_hypothesis": "i kept it together until i got to the car, and then i completely fell apart.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i kept it together until i got to the car and then i completely fell apart", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_144", + "category": "long", + "text": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_144.wav", + "asr": "whisper-large-v3", + "hypothesis": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "raw": { + "normalized_reference": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "normalized_hypothesis": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "normalized_hypothesis": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_145", + "category": "narrative", + "text": "I remember the exact moment I realized I had made a huge mistake.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_145.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember the exact moment I realized I had made a huge mistake.", + "raw": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake.", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_146", + "category": "question", + "text": "Do you think it would have gone differently if we'd left earlier?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_146.wav", + "asr": "whisper-large-v3", + "hypothesis": "Do you think it would have gone differently if we'd left earlier?", + "raw": { + "normalized_reference": "do you think it would have gone differently if we'd left earlier?", + "normalized_hypothesis": "do you think it would have gone differently if we'd left earlier?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do you think it would have gone differently if we would left earlier", + "normalized_hypothesis": "do you think it would have gone differently if we would left earlier", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_147", + "category": "short", + "text": "You have to be kidding me.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_147.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to be kidding me.", + "raw": { + "normalized_reference": "you have to be kidding me.", + "normalized_hypothesis": "you have to be kidding me.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to be kidding me", + "normalized_hypothesis": "you have to be kidding me", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_148", + "category": "technical", + "text": "If the checksum fails, restart the worker process without deleting the cached tensors.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_148.wav", + "asr": "whisper-large-v3", + "hypothesis": "If the checksum fails, restart the worker process without deleting the cache tensors.", + "raw": { + "normalized_reference": "if the checksum fails, restart the worker process without deleting the cached tensors.", + "normalized_hypothesis": "if the checksum fails, restart the worker process without deleting the cache tensors.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "if the checksum fails restart the worker process without deleting the cached tensors", + "normalized_hypothesis": "if the checksum fails restart the worker process without deleting the cache tensors", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + } + }, + { + "id": "utmos200_149", + "category": "conversational", + "text": "I need you to understand how close that was to not working.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_149.wav", + "asr": "whisper-large-v3", + "hypothesis": "I need you to understand how close that was to not working.", + "raw": { + "normalized_reference": "i need you to understand how close that was to not working.", + "normalized_hypothesis": "i need you to understand how close that was to not working.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i need you to understand how close that was to not working", + "normalized_hypothesis": "i need you to understand how close that was to not working", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_150", + "category": "descriptive", + "text": "It was the sort of morning where the whole world looks rinsed clean.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_150.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was the sort of morning where the whole world looks rinsed clean.", + "raw": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean.", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_151", + "category": "emotional", + "text": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_151.wav", + "asr": "whisper-large-v3", + "hypothesis": "She started laughing, and I started laughing, and we couldn't stop for a full minute.", + "raw": { + "normalized_reference": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "normalized_hypothesis": "she started laughing, and i started laughing, and we couldn't stop for a full minute.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she started laughing and i started laughing and we could not stop for a full minute", + "normalized_hypothesis": "she started laughing and i started laughing and we could not stop for a full minute", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_152", + "category": "long", + "text": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_152.wav", + "asr": "whisper-large-v3", + "hypothesis": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "raw": { + "normalized_reference": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "normalized_hypothesis": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "errors": 0, + "words": 27, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "normalized_hypothesis": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "errors": 0, + "words": 27, + "wer": 0.0 + } + }, + { + "id": "utmos200_153", + "category": "narrative", + "text": "And somehow, despite all of that, it actually turned out okay.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_153.wav", + "asr": "whisper-large-v3", + "hypothesis": "And somehow, despite all of that, it actually turned out okay.", + "raw": { + "normalized_reference": "and somehow, despite all of that, it actually turned out okay.", + "normalized_hypothesis": "and somehow, despite all of that, it actually turned out okay.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "and somehow despite all of that it actually turned out okay", + "normalized_hypothesis": "and somehow despite all of that it actually turned out okay", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_154", + "category": "question", + "text": "Is that something you actually want, or something you think you should want?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_154.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is that something you actually want or something you think you should want?", + "raw": { + "normalized_reference": "is that something you actually want, or something you think you should want?", + "normalized_hypothesis": "is that something you actually want or something you think you should want?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is that something you actually want or something you think you should want", + "normalized_hypothesis": "is that something you actually want or something you think you should want", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_155", + "category": "short", + "text": "This is fine.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_155.wav", + "asr": "whisper-large-v3", + "hypothesis": "This is fine.", + "raw": { + "normalized_reference": "this is fine.", + "normalized_hypothesis": "this is fine.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "this is fine", + "normalized_hypothesis": "this is fine", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_156", + "category": "technical", + "text": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_156.wav", + "asr": "whisper-large-v3", + "hypothesis": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "raw": { + "normalized_reference": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "normalized_hypothesis": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the tricky part is not the setup it is making sure all dependencies line up", + "normalized_hypothesis": "the tricky part is not the setup it is making sure all dependencies line up", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_157", + "category": "conversational", + "text": "He called it a minor setback. I called it a disaster.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_157.wav", + "asr": "whisper-large-v3", + "hypothesis": "He called it a minor setback. I called it a disaster.", + "raw": { + "normalized_reference": "he called it a minor setback. i called it a disaster.", + "normalized_hypothesis": "he called it a minor setback. i called it a disaster.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he called it a minor setback i called it a disaster", + "normalized_hypothesis": "he called it a minor setback i called it a disaster", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_158", + "category": "descriptive", + "text": "The whole place smelled like pine and old wood and cold air.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_158.wav", + "asr": "whisper-large-v3", + "hypothesis": "The whole place smelled like pine and old wood and cold air.", + "raw": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air.", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_159", + "category": "emotional", + "text": "I've never been so relieved in my entire life.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_159.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've never been so relieved in my entire life.", + "raw": { + "normalized_reference": "i've never been so relieved in my entire life.", + "normalized_hypothesis": "i've never been so relieved in my entire life.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never been so relieved in my entire life", + "normalized_hypothesis": "i have never been so relieved in my entire life", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_160", + "category": "narrative", + "text": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_160.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "raw": { + "normalized_reference": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "normalized_hypothesis": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i wrote it all down that night so i would not forget and i still have not looked at it", + "normalized_hypothesis": "i wrote it all down that night so i would not forget and i still have not looked at it", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_161", + "category": "short", + "text": "That's kind of wild actually.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_161.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's kind of wild actually.", + "raw": { + "normalized_reference": "that's kind of wild actually.", + "normalized_hypothesis": "that's kind of wild actually.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is kind of wild actually", + "normalized_hypothesis": "that is kind of wild actually", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_162", + "category": "technical", + "text": "Version pinning will save you a lot of pain later down the line.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_162.wav", + "asr": "whisper-large-v3", + "hypothesis": "Version pinning will save you a lot of pain later down the line.", + "raw": { + "normalized_reference": "version pinning will save you a lot of pain later down the line.", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "version pinning will save you a lot of pain later down the line", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_163", + "category": "conversational", + "text": "At some point you just have to commit and see what happens.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_163.wav", + "asr": "whisper-large-v3", + "hypothesis": "At some point you just have to commit and see what happens.", + "raw": { + "normalized_reference": "at some point you just have to commit and see what happens.", + "normalized_hypothesis": "at some point you just have to commit and see what happens.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "at some point you just have to commit and see what happens", + "normalized_hypothesis": "at some point you just have to commit and see what happens", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_164", + "category": "emotional", + "text": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_164.wav", + "asr": "whisper-large-v3", + "hypothesis": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "raw": { + "normalized_reference": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "normalized_hypothesis": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "nobody told me it was going to be this hard and honestly i am grateful", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly i am grateful", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_165", + "category": "narrative", + "text": "Chapter seven. In which everything that could go wrong did, and a few things that couldn't.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_165.wav", + "asr": "whisper-large-v3", + "hypothesis": "Chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "raw": { + "normalized_reference": "chapter seven. in which everything that could go wrong did, and a few things that couldn't.", + "normalized_hypothesis": "chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "errors": 1, + "words": 16, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "chapter 7 in which everything that could go wrong did and a few things that could not", + "normalized_hypothesis": "chapter 7 in which everything that could go wrong did and a few things that could not", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_166", + "category": "short", + "text": "Wait, what?", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_166.wav", + "asr": "whisper-large-v3", + "hypothesis": "Wait, what?", + "raw": { + "normalized_reference": "wait, what?", + "normalized_hypothesis": "wait, what?", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "wait what", + "normalized_hypothesis": "wait what", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_167", + "category": "technical", + "text": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_167.wav", + "asr": "whisper-large-v3", + "hypothesis": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "raw": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_168", + "category": "conversational", + "text": "Could you speak a little more slowly? I am trying to write every detail down.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_168.wav", + "asr": "whisper-large-v3", + "hypothesis": "Could you speak a little more slowly? I am trying to write every detail down.", + "raw": { + "normalized_reference": "could you speak a little more slowly? i am trying to write every detail down.", + "normalized_hypothesis": "could you speak a little more slowly? i am trying to write every detail down.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "could you speak a little more slowly i am trying to write every detail down", + "normalized_hypothesis": "could you speak a little more slowly i am trying to write every detail down", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_169", + "category": "emotional", + "text": "I was so excited I could barely form a complete sentence.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_169.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was so excited I could barely form a complete sentence.", + "raw": { + "normalized_reference": "i was so excited i could barely form a complete sentence.", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was so excited i could barely form a complete sentence", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_170", + "category": "narrative", + "text": "He looked at me like I had said something in a language he didn't speak.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_170.wav", + "asr": "whisper-large-v3", + "hypothesis": "He looked at me like I had said something in a language he didn't speak.", + "raw": { + "normalized_reference": "he looked at me like i had said something in a language he didn't speak.", + "normalized_hypothesis": "he looked at me like i had said something in a language he didn't speak.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he looked at me like i had said something in a language he did not speak", + "normalized_hypothesis": "he looked at me like i had said something in a language he did not speak", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_171", + "category": "short", + "text": "That's actually hilarious.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_171.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's actually hilarious.", + "raw": { + "normalized_reference": "that's actually hilarious.", + "normalized_hypothesis": "that's actually hilarious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is actually hilarious", + "normalized_hypothesis": "that is actually hilarious", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_172", + "category": "technical", + "text": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_172.wav", + "asr": "whisper-large-v3", + "hypothesis": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "raw": { + "normalized_reference": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "normalized_hypothesis": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "normalized_hypothesis": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_173", + "category": "conversational", + "text": "She showed up three hours late and acted like nothing had happened.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_173.wav", + "asr": "whisper-large-v3", + "hypothesis": "She showed up three hours late and acted like nothing had happened.", + "raw": { + "normalized_reference": "she showed up three hours late and acted like nothing had happened.", + "normalized_hypothesis": "she showed up three hours late and acted like nothing had happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she showed up 3 hours late and acted like nothing had happened", + "normalized_hypothesis": "she showed up 3 hours late and acted like nothing had happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_174", + "category": "emotional", + "text": "Oh my god. This is the best thing I've ever tasted.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_174.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh my god, this is the best thing I've ever tasted.", + "raw": { + "normalized_reference": "oh my god. this is the best thing i've ever tasted.", + "normalized_hypothesis": "oh my god, this is the best thing i've ever tasted.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 my god this is the best thing i have ever tasted", + "normalized_hypothesis": "0 my god this is the best thing i have ever tasted", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_175", + "category": "narrative", + "text": "The note was short, which was somehow more frightening than a long one would have been.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_175.wav", + "asr": "whisper-large-v3", + "hypothesis": "The note was short, which was somehow more frightening than a long one would have been.", + "raw": { + "normalized_reference": "the note was short, which was somehow more frightening than a long one would have been.", + "normalized_hypothesis": "the note was short, which was somehow more frightening than a long one would have been.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the note was short which was somehow more frightening than a long one would have been", + "normalized_hypothesis": "the note was short which was somehow more frightening than a long one would have been", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_176", + "category": "short", + "text": "Noted.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_176.wav", + "asr": "whisper-large-v3", + "hypothesis": "Noid.", + "raw": { + "normalized_reference": "noted.", + "normalized_hypothesis": "noid.", + "errors": 1, + "words": 1, + "wer": 1.0 + }, + "semantic": { + "normalized_reference": "noted", + "normalized_hypothesis": "noid", + "errors": 1, + "words": 1, + "wer": 1.0 + } + }, + { + "id": "utmos200_177", + "category": "technical", + "text": "It's a simple process once you understand the underlying structure.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_177.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a simple process once you understand the underlying structure.", + "raw": { + "normalized_reference": "it's a simple process once you understand the underlying structure.", + "normalized_hypothesis": "it's a simple process once you understand the underlying structure.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a simple process once you understand the underlying structure", + "normalized_hypothesis": "it is a simple process once you understand the underlying structure", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_178", + "category": "conversational", + "text": "You have to hear this story because it's almost too good to be true.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_178.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to hear this story because it's almost too good to be true.", + "raw": { + "normalized_reference": "you have to hear this story because it's almost too good to be true.", + "normalized_hypothesis": "you have to hear this story because it's almost too good to be true.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to hear this story because it is almost too good to be true", + "normalized_hypothesis": "you have to hear this story because it is almost too good to be true", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_179", + "category": "emotional", + "text": "I have never felt more seen in my entire life than in that moment.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_179.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have never felt more seen in my entire life than in that moment.", + "raw": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment.", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_180", + "category": "narrative", + "text": "She knew. She had always known. She just waited for the right moment.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_180.wav", + "asr": "whisper-large-v3", + "hypothesis": "She knew, she had always known, she just waited for the right moment.", + "raw": { + "normalized_reference": "she knew. she had always known. she just waited for the right moment.", + "normalized_hypothesis": "she knew, she had always known, she just waited for the right moment.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she knew she had always known she just waited for the right moment", + "normalized_hypothesis": "she knew she had always known she just waited for the right moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_181", + "category": "short", + "text": "Yeah, no. Hard pass.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_181.wav", + "asr": "whisper-large-v3", + "hypothesis": "Yeah, no but hard pass.", + "raw": { + "normalized_reference": "yeah, no. hard pass.", + "normalized_hypothesis": "yeah, no but hard pass.", + "errors": 1, + "words": 4, + "wer": 0.25 + }, + "semantic": { + "normalized_reference": "yeah no hard pass", + "normalized_hypothesis": "yeah no but hard pass", + "errors": 1, + "words": 4, + "wer": 0.25 + } + }, + { + "id": "utmos200_182", + "category": "technical", + "text": "Please verify the sample rate, hop length, and mel filter configuration before inference.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_182.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please verify the sample rate, hop length, and MEL filter configuration before inference.", + "raw": { + "normalized_reference": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "normalized_hypothesis": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please verify the sample rate hop length and mel filter configuration before inference", + "normalized_hypothesis": "please verify the sample rate hop length and mel filter configuration before inference", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_183", + "category": "conversational", + "text": "That's the worst idea I've ever heard and I'm completely in.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_183.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the worst idea I've ever heard and I'm completely in.", + "raw": { + "normalized_reference": "that's the worst idea i've ever heard and i'm completely in.", + "normalized_hypothesis": "that's the worst idea i've ever heard and i'm completely in.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the worst idea i have ever heard and i am completely in", + "normalized_hypothesis": "that is the worst idea i have ever heard and i am completely in", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_184", + "category": "emotional", + "text": "I remember thinking: this is it. This is the thing I've been waiting for.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_184.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember thinking, this is it, this is the thing I've been waiting for.", + "raw": { + "normalized_reference": "i remember thinking: this is it. this is the thing i've been waiting for.", + "normalized_hypothesis": "i remember thinking, this is it, this is the thing i've been waiting for.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember thinking this is it this is the thing i have been waiting for", + "normalized_hypothesis": "i remember thinking this is it this is the thing i have been waiting for", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_185", + "category": "narrative", + "text": "We never talked about it again, which I think was the right call.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_185.wav", + "asr": "whisper-large-v3", + "hypothesis": "We never talked about it again, which I think was the right call.", + "raw": { + "normalized_reference": "we never talked about it again, which i think was the right call.", + "normalized_hypothesis": "we never talked about it again, which i think was the right call.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we never talked about it again which i think was the right call", + "normalized_hypothesis": "we never talked about it again which i think was the right call", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_186", + "category": "short", + "text": "In hindsight, obvious.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_186.wav", + "asr": "whisper-large-v3", + "hypothesis": "In hindsight, obvious.", + "raw": { + "normalized_reference": "in hindsight, obvious.", + "normalized_hypothesis": "in hindsight, obvious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "in hindsight obvious", + "normalized_hypothesis": "in hindsight obvious", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_187", + "category": "technical", + "text": "Once it's configured correctly, it basically runs itself.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_187.wav", + "asr": "whisper-large-v3", + "hypothesis": "Once it's configured correctly, it basically runs itself.", + "raw": { + "normalized_reference": "once it's configured correctly, it basically runs itself.", + "normalized_hypothesis": "once it's configured correctly, it basically runs itself.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "once it is configured correctly it basically runs itself", + "normalized_hypothesis": "once it is configured correctly it basically runs itself", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_188", + "category": "conversational", + "text": "You got engaged? When? How? Tell me everything right now.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_188.wav", + "asr": "whisper-large-v3", + "hypothesis": "You got engaged? When? How? Tell me everything right now.", + "raw": { + "normalized_reference": "you got engaged? when? how? tell me everything right now.", + "normalized_hypothesis": "you got engaged? when? how? tell me everything right now.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you got engaged when how tell me everything right now", + "normalized_hypothesis": "you got engaged when how tell me everything right now", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_189", + "category": "emotional", + "text": "It's hard to explain how much that moment meant to me.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_189.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's hard to explain how much that moment meant to me.", + "raw": { + "normalized_reference": "it's hard to explain how much that moment meant to me.", + "normalized_hypothesis": "it's hard to explain how much that moment meant to me.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is hard to explain how much that moment meant to me", + "normalized_hypothesis": "it is hard to explain how much that moment meant to me", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_190", + "category": "narrative", + "text": "He told the story three different times that night and somehow it got better each time.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_190.wav", + "asr": "whisper-large-v3", + "hypothesis": "He told the story three different times that night and somehow it got better each time.", + "raw": { + "normalized_reference": "he told the story three different times that night and somehow it got better each time.", + "normalized_hypothesis": "he told the story three different times that night and somehow it got better each time.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he told the story 3 different times that night and somehow it got better each time", + "normalized_hypothesis": "he told the story 3 different times that night and somehow it got better each time", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_191", + "category": "short", + "text": "Right. Moving on.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_191.wav", + "asr": "whisper-large-v3", + "hypothesis": "Right, moving on.", + "raw": { + "normalized_reference": "right. moving on.", + "normalized_hypothesis": "right, moving on.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "right moving on", + "normalized_hypothesis": "right moving on", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_192", + "category": "conversational", + "text": "No, I did not move your keys; check beside the small ceramic bowl.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_192.wav", + "asr": "whisper-large-v3", + "hypothesis": "No, I did not move your keys. Check beside the small ceramic bowl.", + "raw": { + "normalized_reference": "no, i did not move your keys; check beside the small ceramic bowl.", + "normalized_hypothesis": "no, i did not move your keys. check beside the small ceramic bowl.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no i did not move your keys check beside the small ceramic bowl", + "normalized_hypothesis": "no i did not move your keys check beside the small ceramic bowl", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_193", + "category": "emotional", + "text": "I was devastated. I'm not going to pretend otherwise.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_193.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was devastated. I'm not going to pretend otherwise.", + "raw": { + "normalized_reference": "i was devastated. i'm not going to pretend otherwise.", + "normalized_hypothesis": "i was devastated. i'm not going to pretend otherwise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was devastated i am not going to pretend otherwise", + "normalized_hypothesis": "i was devastated i am not going to pretend otherwise", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_194", + "category": "narrative", + "text": "That was the last summer before everything changed, though we didn't know it yet.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_194.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the last summer before everything changed, though we didn't know it yet.", + "raw": { + "normalized_reference": "that was the last summer before everything changed, though we didn't know it yet.", + "normalized_hypothesis": "that was the last summer before everything changed, though we didn't know it yet.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the last summer before everything changed though we did not know it yet", + "normalized_hypothesis": "that was the last summer before everything changed though we did not know it yet", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_195", + "category": "short", + "text": "Bold of you to assume.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_195.wav", + "asr": "whisper-large-v3", + "hypothesis": "Bold of you to assume.", + "raw": { + "normalized_reference": "bold of you to assume.", + "normalized_hypothesis": "bold of you to assume.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "bold of you to assume", + "normalized_hypothesis": "bold of you to assume", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_196", + "category": "conversational", + "text": "It's one of those decisions that makes total sense in the moment.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_196.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those decisions that makes total sense in the moment.", + "raw": { + "normalized_reference": "it's one of those decisions that makes total sense in the moment.", + "normalized_hypothesis": "it's one of those decisions that makes total sense in the moment.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those decisions that makes total sense in the moment", + "normalized_hypothesis": "it is one of those decisions that makes total sense in the moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_197", + "category": "emotional", + "text": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_197.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was furious, not the loud kind, the quiet kind that lasts for days.", + "raw": { + "normalized_reference": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "normalized_hypothesis": "i was furious, not the loud kind, the quiet kind that lasts for days.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was furious not the loud kind the quiet kind that lasts for days", + "normalized_hypothesis": "i was furious not the loud kind the quiet kind that lasts for days", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_198", + "category": "narrative", + "text": "That's the part of the story I usually leave out.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_198.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the part of the story I usually leave out.", + "raw": { + "normalized_reference": "that's the part of the story i usually leave out.", + "normalized_hypothesis": "that's the part of the story i usually leave out.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the part of the story i usually leave out", + "normalized_hypothesis": "that is the part of the story i usually leave out", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_199", + "category": "short", + "text": "I've said too much.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_199.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've said too much.", + "raw": { + "normalized_reference": "i've said too much.", + "normalized_hypothesis": "i've said too much.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have said too much", + "normalized_hypothesis": "i have said too much", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_200", + "category": "conversational", + "text": "I've been faking that I understood this the entire time.", + "model": "inflect-micro-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-micro-v2-finalist/utmos200_200.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've been faking that I understood this the entire time.", + "raw": { + "normalized_reference": "i've been faking that i understood this the entire time.", + "normalized_hypothesis": "i've been faking that i understood this the entire time.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have been faking that i understood this the entire time", + "normalized_hypothesis": "i have been faking that i understood this the entire time", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_001", + "category": "conversational", + "text": "It wasn't until later that I realized what had actually happened.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_001.wav", + "asr": "whisper-large-v3", + "hypothesis": "It wasn't until later that I realized what had actually happened.", + "raw": { + "normalized_reference": "it wasn't until later that i realized what had actually happened.", + "normalized_hypothesis": "it wasn't until later that i realized what had actually happened.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was not until later that i realized what had actually happened", + "normalized_hypothesis": "it was not until later that i realized what had actually happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_002", + "category": "descriptive", + "text": "The light at that time of afternoon is perfect for about twenty minutes.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_002.wav", + "asr": "whisper-large-v3", + "hypothesis": "The light at that time of afternoon is perfect for about 20 minutes.", + "raw": { + "normalized_reference": "the light at that time of afternoon is perfect for about twenty minutes.", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "the light at that time of afternoon is perfect for about 20 minutes", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_003", + "category": "emotional", + "text": "That was the scariest thing I've ever done, and also maybe the best.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_003.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the scariest thing I've ever done, and also maybe the best.", + "raw": { + "normalized_reference": "that was the scariest thing i've ever done, and also maybe the best.", + "normalized_hypothesis": "that was the scariest thing i've ever done, and also maybe the best.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the scariest thing i have ever done and also maybe the best", + "normalized_hypothesis": "that was the scariest thing i have ever done and also maybe the best", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_004", + "category": "homographs", + "text": "After I record the record, please present the present to the bass player.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_004.wav", + "asr": "whisper-large-v3", + "hypothesis": "After I record the record, please present the present to the bass player.", + "raw": { + "normalized_reference": "after i record the record, please present the present to the bass player.", + "normalized_hypothesis": "after i record the record, please present the present to the bass player.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "after i record the record please present the present to the bass player", + "normalized_hypothesis": "after i record the record please present the present to the bass player", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_005", + "category": "long", + "text": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_005.wav", + "asr": "whisper-large-v3", + "hypothesis": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "raw": { + "normalized_reference": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "normalized_hypothesis": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "errors": 0, + "words": 31, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "normalized_hypothesis": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "errors": 0, + "words": 32, + "wer": 0.0 + } + }, + { + "id": "utmos200_006", + "category": "long_range", + "text": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_006.wav", + "asr": "whisper-large-v3", + "hypothesis": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "raw": { + "normalized_reference": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "normalized_hypothesis": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "normalized_hypothesis": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_007", + "category": "names_places", + "text": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_007.wav", + "asr": "whisper-large-v3", + "hypothesis": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "raw": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_008", + "category": "narrative", + "text": "He had this theory, and the more time passes, the more I think he was right.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_008.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had this theory, and the more time passes, the more I think he was right.", + "raw": { + "normalized_reference": "he had this theory, and the more time passes, the more i think he was right.", + "normalized_hypothesis": "he had this theory, and the more time passes, the more i think he was right.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had this theory and the more time passes the more i think he was right", + "normalized_hypothesis": "he had this theory and the more time passes the more i think he was right", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_009", + "category": "numbers", + "text": "The package weighs twelve point six kilograms and arrived on July twenty-first.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_009.wav", + "asr": "whisper-large-v3", + "hypothesis": "The package weighs 12.6kg and arrived on July 21.", + "raw": { + "normalized_reference": "the package weighs twelve point six kilograms and arrived on july twenty-first.", + "normalized_hypothesis": "the package weighs 12.6kg and arrived on july 21.", + "errors": 6, + "words": 13, + "wer": 0.46153846153846156 + }, + "semantic": { + "normalized_reference": "the package weighs 12.6 kilograms and arrived on july 21st", + "normalized_hypothesis": "the package weighs 12.6 kg and arrived on july 21", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_010", + "category": "punctuation", + "text": "First, close the window; second, turn off the lamp; finally, lock the door.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_010.wav", + "asr": "whisper-large-v3", + "hypothesis": "First, close the window. Second, turn off the lamp. Finally, lock the door.", + "raw": { + "normalized_reference": "first, close the window; second, turn off the lamp; finally, lock the door.", + "normalized_hypothesis": "first, close the window. second, turn off the lamp. finally, lock the door.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "1st close the window 2nd turn off the lamp finally lock the door", + "normalized_hypothesis": "1st close the window 2nd turn off the lamp finally lock the door", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_011", + "category": "question", + "text": "When did you first realize something was wrong?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_011.wav", + "asr": "whisper-large-v3", + "hypothesis": "When did you first realize something was wrong?", + "raw": { + "normalized_reference": "when did you first realize something was wrong?", + "normalized_hypothesis": "when did you first realize something was wrong?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when did you 1st realize something was wrong", + "normalized_hypothesis": "when did you 1st realize something was wrong", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_012", + "category": "rare_words", + "text": "The archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_012.wav", + "asr": "whisper-large-v3", + "hypothesis": "the archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "raw": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_013", + "category": "short", + "text": "I have no idea.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_013.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have no idea.", + "raw": { + "normalized_reference": "i have no idea.", + "normalized_hypothesis": "i have no idea.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have no idea", + "normalized_hypothesis": "i have no idea", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_014", + "category": "technical", + "text": "The system runs on three core components that all have to stay in sync.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_014.wav", + "asr": "whisper-large-v3", + "hypothesis": "The system runs on three core components that all have to stay in sync.", + "raw": { + "normalized_reference": "the system runs on three core components that all have to stay in sync.", + "normalized_hypothesis": "the system runs on three core components that all have to stay in sync.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the system runs on 3 core components that all have to stay in sync", + "normalized_hypothesis": "the system runs on 3 core components that all have to stay in sync", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_015", + "category": "conversational", + "text": "We improvised the entire second half and somehow nobody noticed.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_015.wav", + "asr": "whisper-large-v3", + "hypothesis": "We improvised the entire second half and somehow nobody noticed.", + "raw": { + "normalized_reference": "we improvised the entire second half and somehow nobody noticed.", + "normalized_hypothesis": "we improvised the entire second half and somehow nobody noticed.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we improvised the entire 2nd half and somehow nobody noticed", + "normalized_hypothesis": "we improvised the entire 2nd half and somehow nobody noticed", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_016", + "category": "descriptive", + "text": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_016.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "raw": { + "normalized_reference": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "normalized_hypothesis": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "normalized_hypothesis": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_017", + "category": "emotional", + "text": "I specifically asked for one thing. One thing. And it still didn't happen.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_017.wav", + "asr": "whisper-large-v3", + "hypothesis": "I specifically asked for one thing, one thing, and it still didn't happen.", + "raw": { + "normalized_reference": "i specifically asked for one thing. one thing. and it still didn't happen.", + "normalized_hypothesis": "i specifically asked for one thing, one thing, and it still didn't happen.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i specifically asked for one thing one thing and it still did not happen", + "normalized_hypothesis": "i specifically asked for one thing one thing and it still did not happen", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_018", + "category": "homographs", + "text": "They refuse to place the refuse beside the produce aisle.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_018.wav", + "asr": "whisper-large-v3", + "hypothesis": "They refused to place the refuse beside the produce aisle.", + "raw": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle.", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_019", + "category": "long", + "text": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_019.wav", + "asr": "whisper-large-v3", + "hypothesis": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "raw": { + "normalized_reference": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "normalized_hypothesis": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "normalized_hypothesis": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_020", + "category": "long_range", + "text": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_020.wav", + "asr": "whisper-large-v3", + "hypothesis": "Before announcing the winner, the judge thanked the volunteers who had worked through this storm to repair the damaged stage.", + "raw": { + "normalized_reference": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "normalized_hypothesis": "before announcing the winner, the judge thanked the volunteers who had worked through this storm to repair the damaged stage.", + "errors": 1, + "words": 20, + "wer": 0.05 + }, + "semantic": { + "normalized_reference": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "normalized_hypothesis": "before announcing the winner the judge thanked the volunteers who had worked through this storm to repair the damaged stage", + "errors": 1, + "words": 20, + "wer": 0.05 + } + }, + { + "id": "utmos200_021", + "category": "names_places", + "text": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_021.wav", + "asr": "whisper-large-v3", + "hypothesis": "Professor Neumann mailed the fluorescent poster to Reykjavik on Thursday.", + "raw": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "normalized_hypothesis": "professor neumann mailed the fluorescent poster to reykjavik on thursday.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "normalized_hypothesis": "professor neumann mailed the fluorescent poster to reykjavik on thursday", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_022", + "category": "narrative", + "text": "The plan was simple. The execution was anything but.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_022.wav", + "asr": "whisper-large-v3", + "hypothesis": "The plan was simple. The execution was anything but perfect.", + "raw": { + "normalized_reference": "the plan was simple. the execution was anything but.", + "normalized_hypothesis": "the plan was simple. the execution was anything but perfect.", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + }, + "semantic": { + "normalized_reference": "the plan was simple the execution was anything but", + "normalized_hypothesis": "the plan was simple the execution was anything but perfect", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + } + }, + { + "id": "utmos200_023", + "category": "numbers", + "text": "Her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_023.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her score improved from 82% to 97% in two weeks.", + "raw": { + "normalized_reference": "her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "normalized_hypothesis": "her score improved from 82% to 97% in two weeks.", + "errors": 6, + "words": 14, + "wer": 0.42857142857142855 + }, + "semantic": { + "normalized_reference": "her score improved from 82% to 97% in 2 weeks", + "normalized_hypothesis": "her score improved from 82% to 97% in 2 weeks", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_024", + "category": "punctuation", + "text": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_024.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "raw": { + "normalized_reference": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "normalized_hypothesis": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why would anyone pack spoons batteries and a violin for one short trip", + "normalized_hypothesis": "why would anyone pack spoons batteries and a violin for one short trip", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_025", + "category": "question", + "text": "How long have you been sitting on this?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_025.wav", + "asr": "whisper-large-v3", + "hypothesis": "How long have you been sitting on this?", + "raw": { + "normalized_reference": "how long have you been sitting on this?", + "normalized_hypothesis": "how long have you been sitting on this?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how long have you been sitting on this", + "normalized_hypothesis": "how long have you been sitting on this", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_026", + "category": "rare_words", + "text": "A mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_026.wav", + "asr": "whisper-large-v3", + "hypothesis": "A mischievous chameleon rested beside the Chrysanthemum and the Bougainvillea.", + "raw": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_027", + "category": "short", + "text": "We don't talk about that.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_027.wav", + "asr": "whisper-large-v3", + "hypothesis": "We don't talk about that.", + "raw": { + "normalized_reference": "we don't talk about that.", + "normalized_hypothesis": "we don't talk about that.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we do not talk about that", + "normalized_hypothesis": "we do not talk about that", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_028", + "category": "technical", + "text": "Hash the UTF eight payload with S H A two fifty-six before opening the checkpoint.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_028.wav", + "asr": "whisper-large-v3", + "hypothesis": "Ash the UTF-8 payload with SHA-256 before opening the checkpoint.", + "raw": { + "normalized_reference": "hash the utf eight payload with s h a two fifty-six before opening the checkpoint.", + "normalized_hypothesis": "ash the utf-8 payload with sha-256 before opening the checkpoint.", + "errors": 8, + "words": 16, + "wer": 0.5 + }, + "semantic": { + "normalized_reference": "hash the utf 8 payload with s h a 256 before opening the checkpoint", + "normalized_hypothesis": "ash the utf 8 payload with sha 256 before opening the checkpoint", + "errors": 4, + "words": 14, + "wer": 0.2857142857142857 + } + }, + { + "id": "utmos200_029", + "category": "conversational", + "text": "I thought I had it all figured out, and then this happened.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_029.wav", + "asr": "whisper-large-v3", + "hypothesis": "I thought I had it all figured out, and then this happened.", + "raw": { + "normalized_reference": "i thought i had it all figured out, and then this happened.", + "normalized_hypothesis": "i thought i had it all figured out, and then this happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i thought i had it all figured out and then this happened", + "normalized_hypothesis": "i thought i had it all figured out and then this happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_030", + "category": "descriptive", + "text": "The kind of quiet you only get at three in the morning in a city.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_030.wav", + "asr": "whisper-large-v3", + "hypothesis": "the kind of quiet you only get at three in the morning in a city.", + "raw": { + "normalized_reference": "the kind of quiet you only get at three in the morning in a city.", + "normalized_hypothesis": "the kind of quiet you only get at three in the morning in a city.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the kind of quiet you only get at 3 in the morning in a city", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_031", + "category": "emotional", + "text": "The joy of it was almost overwhelming, like too much good all at once.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_031.wav", + "asr": "whisper-large-v3", + "hypothesis": "The joy of it was almost overwhelming, like too much good all at once.", + "raw": { + "normalized_reference": "the joy of it was almost overwhelming, like too much good all at once.", + "normalized_hypothesis": "the joy of it was almost overwhelming, like too much good all at once.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the joy of it was almost overwhelming like too much good all at once", + "normalized_hypothesis": "the joy of it was almost overwhelming like too much good all at once", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_032", + "category": "homographs", + "text": "Please close the door while I stand close to the microphone.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_032.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please close the door while I stand close to the microphone.", + "raw": { + "normalized_reference": "please close the door while i stand close to the microphone.", + "normalized_hypothesis": "please close the door while i stand close to the microphone.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please close the door while i stand close to the microphone", + "normalized_hypothesis": "please close the door while i stand close to the microphone", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_033", + "category": "long", + "text": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_033.wav", + "asr": "whisper-large-v3", + "hypothesis": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "raw": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_034", + "category": "long_range", + "text": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_034.wav", + "asr": "whisper-large-v3", + "hypothesis": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "raw": { + "normalized_reference": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "normalized_hypothesis": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "normalized_hypothesis": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_035", + "category": "names_places", + "text": "Aurelia and Joaquin crossed the Schuylkill River before noon.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_035.wav", + "asr": "whisper-large-v3", + "hypothesis": "Uralaya and Jokwing crossed the Sialkal River before noon.", + "raw": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon.", + "normalized_hypothesis": "uralaya and jokwing crossed the sialkal river before noon.", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + }, + "semantic": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon", + "normalized_hypothesis": "uralaya and jokwing crossed the sialkal river before noon", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + } + }, + { + "id": "utmos200_036", + "category": "narrative", + "text": "The village had a name, but nobody used it. Everyone just called it home.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_036.wav", + "asr": "whisper-large-v3", + "hypothesis": "The village had a name, but nobody used it. Everyone just called it home.", + "raw": { + "normalized_reference": "the village had a name, but nobody used it. everyone just called it home.", + "normalized_hypothesis": "the village had a name, but nobody used it. everyone just called it home.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the village had a name but nobody used it everyone just called it home", + "normalized_hypothesis": "the village had a name but nobody used it everyone just called it home", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_037", + "category": "numbers", + "text": "Increase the gain by three decibels, wait five seconds, then reduce it by one.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_037.wav", + "asr": "whisper-large-v3", + "hypothesis": "Increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "raw": { + "normalized_reference": "increase the gain by three decibels, wait five seconds, then reduce it by one.", + "normalized_hypothesis": "increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + }, + "semantic": { + "normalized_reference": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "normalized_hypothesis": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_038", + "category": "punctuation", + "text": "The result was unexpected: clear, stable, and surprisingly natural.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_038.wav", + "asr": "whisper-large-v3", + "hypothesis": "The result was unexpected, clear, stable, and surprisingly natural.", + "raw": { + "normalized_reference": "the result was unexpected: clear, stable, and surprisingly natural.", + "normalized_hypothesis": "the result was unexpected, clear, stable, and surprisingly natural.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the result was unexpected clear stable and surprisingly natural", + "normalized_hypothesis": "the result was unexpected clear stable and surprisingly natural", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_039", + "category": "question", + "text": "Who told you that was the right way to do it?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_039.wav", + "asr": "whisper-large-v3", + "hypothesis": "Who told you that was the right way to do it?", + "raw": { + "normalized_reference": "who told you that was the right way to do it?", + "normalized_hypothesis": "who told you that was the right way to do it?", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "who told you that was the right way to do it", + "normalized_hypothesis": "who told you that was the right way to do it", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_040", + "category": "rare_words", + "text": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_040.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "raw": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_041", + "category": "short", + "text": "I mean. Yeah. Kind of.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_041.wav", + "asr": "whisper-large-v3", + "hypothesis": "I mean that, yeah, that kind of,", + "raw": { + "normalized_reference": "i mean. yeah. kind of.", + "normalized_hypothesis": "i mean that, yeah, that kind of,", + "errors": 2, + "words": 5, + "wer": 0.4 + }, + "semantic": { + "normalized_reference": "i mean yeah kind of", + "normalized_hypothesis": "i mean that yeah that kind of", + "errors": 2, + "words": 5, + "wer": 0.4 + } + }, + { + "id": "utmos200_042", + "category": "technical", + "text": "The logs are your best friend when something behaves unexpectedly.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_042.wav", + "asr": "whisper-large-v3", + "hypothesis": "The logs are your best friend when something behaves unexpectedly.", + "raw": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly.", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_043", + "category": "conversational", + "text": "He kept talking and I kept nodding and neither of us was listening.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_043.wav", + "asr": "whisper-large-v3", + "hypothesis": "He kept talking, and I kept nodding, and neither of us was listening.", + "raw": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening.", + "normalized_hypothesis": "he kept talking, and i kept nodding, and neither of us was listening.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_044", + "category": "descriptive", + "text": "It's one of those places where everyone seems to know each other already.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_044.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those places where everyone seems to know each other already.", + "raw": { + "normalized_reference": "it's one of those places where everyone seems to know each other already.", + "normalized_hypothesis": "it's one of those places where everyone seems to know each other already.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those places where everyone seems to know each other already", + "normalized_hypothesis": "it is one of those places where everyone seems to know each other already", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_045", + "category": "emotional", + "text": "He said he was proud of me and nobody had ever said that to me before.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_045.wav", + "asr": "whisper-large-v3", + "hypothesis": "He said he was proud of me and nobody had ever said that to me before.", + "raw": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before.", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_046", + "category": "homographs", + "text": "The minute detail took a minute to explain clearly.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_046.wav", + "asr": "whisper-large-v3", + "hypothesis": "The minute detail took a minute to explain clearly.", + "raw": { + "normalized_reference": "the minute detail took a minute to explain clearly.", + "normalized_hypothesis": "the minute detail took a minute to explain clearly.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the minute detail took a minute to explain clearly", + "normalized_hypothesis": "the minute detail took a minute to explain clearly", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_047", + "category": "long", + "text": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_047.wav", + "asr": "whisper-large-v3", + "hypothesis": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "raw": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_048", + "category": "long_range", + "text": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_048.wav", + "asr": "whisper-large-v3", + "hypothesis": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "raw": { + "normalized_reference": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "normalized_hypothesis": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "normalized_hypothesis": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_049", + "category": "names_places", + "text": "Xiomara met Siobhan near the old library in Worcestershire.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_049.wav", + "asr": "whisper-large-v3", + "hypothesis": "Damara met Siobhan near the old library in Worcestershire.", + "raw": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire.", + "normalized_hypothesis": "damara met siobhan near the old library in worcestershire.", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + }, + "semantic": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire", + "normalized_hypothesis": "damara met siobhan near the old library in worcestershire", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + } + }, + { + "id": "utmos200_050", + "category": "narrative", + "text": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_050.wav", + "asr": "whisper-large-v3", + "hypothesis": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "raw": { + "normalized_reference": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "normalized_hypothesis": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "normalized_hypothesis": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "errors": 0, + "words": 19, + "wer": 0.0 + } + }, + { + "id": "utmos200_051", + "category": "numbers", + "text": "At exactly seven forty-five, Morgan placed eighteen dollars and fifty cents beside the notebook.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_051.wav", + "asr": "whisper-large-v3", + "hypothesis": "Exactly $7.45, Morgan placed $18.50 beside the notebook.", + "raw": { + "normalized_reference": "at exactly seven forty-five, morgan placed eighteen dollars and fifty cents beside the notebook.", + "normalized_hypothesis": "exactly $7.45, morgan placed $18.50 beside the notebook.", + "errors": 9, + "words": 15, + "wer": 0.6 + }, + "semantic": { + "normalized_reference": "at exactly 745 morgan placed $18.50 beside the notebook", + "normalized_hypothesis": "exactly $7.45 morgan placed $18.50 beside the notebook", + "errors": 3, + "words": 10, + "wer": 0.3 + } + }, + { + "id": "utmos200_052", + "category": "punctuation", + "text": "Does punctuation work? Yes: commas, semicolons, and periods should create sensible boundaries.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_052.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does punctuation work? Yes, commas, semicolons, and periods should create sensible boundaries.", + "raw": { + "normalized_reference": "does punctuation work? yes: commas, semicolons, and periods should create sensible boundaries.", + "normalized_hypothesis": "does punctuation work? yes, commas, semicolons, and periods should create sensible boundaries.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "normalized_hypothesis": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_053", + "category": "question", + "text": "Have you ever just stopped and thought about how strange all of this is?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_053.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever just stopped and thought about how strange all of this is?", + "raw": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is?", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is?", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_054", + "category": "rare_words", + "text": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_054.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "raw": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_055", + "category": "short", + "text": "That tracks.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_055.wav", + "asr": "whisper-large-v3", + "hypothesis": "that tracks", + "raw": { + "normalized_reference": "that tracks.", + "normalized_hypothesis": "that tracks", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that tracks", + "normalized_hypothesis": "that tracks", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_056", + "category": "technical", + "text": "The key thing to remember is that order matters here more than you'd think.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_056.wav", + "asr": "whisper-large-v3", + "hypothesis": "The key thing to remember is that order matters here more than you'd think.", + "raw": { + "normalized_reference": "the key thing to remember is that order matters here more than you'd think.", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you'd think.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the key thing to remember is that order matters here more than you would think", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you would think", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_057", + "category": "conversational", + "text": "I would not say that again in this room if I were you.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_057.wav", + "asr": "whisper-large-v3", + "hypothesis": "I would not say that again in this room if I were you.", + "raw": { + "normalized_reference": "i would not say that again in this room if i were you.", + "normalized_hypothesis": "i would not say that again in this room if i were you.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i would not say that again in this room if i were you", + "normalized_hypothesis": "i would not say that again in this room if i were you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_058", + "category": "descriptive", + "text": "The room was filled with the quiet that means something is about to change.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_058.wav", + "asr": "whisper-large-v3", + "hypothesis": "The room was filled with the quiet that means something is about to change.", + "raw": { + "normalized_reference": "the room was filled with the quiet that means something is about to change.", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the room was filled with the quiet that means something is about to change", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_059", + "category": "emotional", + "text": "I didn't expect to feel that way about it, but I did.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_059.wav", + "asr": "whisper-large-v3", + "hypothesis": "I didn't expect to feel that way about it, but I did.", + "raw": { + "normalized_reference": "i didn't expect to feel that way about it, but i did.", + "normalized_hypothesis": "i didn't expect to feel that way about it, but i did.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i did not expect to feel that way about it but i did", + "normalized_hypothesis": "i did not expect to feel that way about it but i did", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_060", + "category": "homographs", + "text": "I object to the strange object that was left near the entrance.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_060.wav", + "asr": "whisper-large-v3", + "hypothesis": "I object to the strange object that was left near the entrance.", + "raw": { + "normalized_reference": "i object to the strange object that was left near the entrance.", + "normalized_hypothesis": "i object to the strange object that was left near the entrance.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i object to the strange object that was left near the entrance", + "normalized_hypothesis": "i object to the strange object that was left near the entrance", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_061", + "category": "long", + "text": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_061.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that's to", + "raw": { + "normalized_reference": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "normalized_hypothesis": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that's to", + "errors": 2, + "words": 32, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "normalized_hypothesis": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that is to", + "errors": 2, + "words": 33, + "wer": 0.06060606060606061 + } + }, + { + "id": "utmos200_062", + "category": "long_range", + "text": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_062.wav", + "asr": "whisper-large-v3", + "hypothesis": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "raw": { + "normalized_reference": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "normalized_hypothesis": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "normalized_hypothesis": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_063", + "category": "names_places", + "text": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_063.wav", + "asr": "whisper-large-v3", + "hypothesis": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise,", + "raw": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise,", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_064", + "category": "narrative", + "text": "We had been driving for six hours when we finally saw the sign for the town.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_064.wav", + "asr": "whisper-large-v3", + "hypothesis": "We had been driving for six hours when we finally saw the sign for the town.", + "raw": { + "normalized_reference": "we had been driving for six hours when we finally saw the sign for the town.", + "normalized_hypothesis": "we had been driving for six hours when we finally saw the sign for the town.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we had been driving for 6 hours when we finally saw the sign for the town", + "normalized_hypothesis": "we had been driving for 6 hours when we finally saw the sign for the town", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_065", + "category": "numbers", + "text": "Call extension zero four nine after eight thirty in the morning.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_065.wav", + "asr": "whisper-large-v3", + "hypothesis": "Call extension 049 after 8.30 in the morning.", + "raw": { + "normalized_reference": "call extension zero four nine after eight thirty in the morning.", + "normalized_hypothesis": "call extension 049 after 8.30 in the morning.", + "errors": 5, + "words": 11, + "wer": 0.45454545454545453 + }, + "semantic": { + "normalized_reference": "call extension 049 after 830 in the morning", + "normalized_hypothesis": "call extension 49 after 8.30 in the morning", + "errors": 3, + "words": 8, + "wer": 0.375 + } + }, + { + "id": "utmos200_066", + "category": "punctuation", + "text": "Stop - listen carefully - then answer the question without guessing.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_066.wav", + "asr": "whisper-large-v3", + "hypothesis": "Stop listen carefully then answer the question without guessing.", + "raw": { + "normalized_reference": "stop - listen carefully - then answer the question without guessing.", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "stop listen carefully then answer the question without guessing", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_067", + "category": "question", + "text": "Does it matter at this point, honestly?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_067.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does it matter at this point? Honestly,", + "raw": { + "normalized_reference": "does it matter at this point, honestly?", + "normalized_hypothesis": "does it matter at this point? honestly,", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does it matter at this point honestly", + "normalized_hypothesis": "does it matter at this point honestly", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_068", + "category": "rare_words", + "text": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_068.wav", + "asr": "whisper-large-v3", + "hypothesis": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "raw": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_069", + "category": "short", + "text": "That's not what I expected.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_069.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's not what I expected.", + "raw": { + "normalized_reference": "that's not what i expected.", + "normalized_hypothesis": "that's not what i expected.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is not what i expected", + "normalized_hypothesis": "that is not what i expected", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_070", + "category": "technical", + "text": "There's a known issue with that version that causes failures under load.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_070.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a known issue with that version that causes failures under load.", + "raw": { + "normalized_reference": "there's a known issue with that version that causes failures under load.", + "normalized_hypothesis": "there's a known issue with that version that causes failures under load.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a known issue with that version that causes failures under load", + "normalized_hypothesis": "there is a known issue with that version that causes failures under load", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_071", + "category": "conversational", + "text": "Don't look now but I think that's him over there.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_071.wav", + "asr": "whisper-large-v3", + "hypothesis": "Don't look now but I think that's him over there.", + "raw": { + "normalized_reference": "don't look now but i think that's him over there.", + "normalized_hypothesis": "don't look now but i think that's him over there.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do not look now but i think that is him over there", + "normalized_hypothesis": "do not look now but i think that is him over there", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_072", + "category": "descriptive", + "text": "The city at night looks completely different from how it feels during the day.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_072.wav", + "asr": "whisper-large-v3", + "hypothesis": "The city at night looks completely different from how it feels during the day.", + "raw": { + "normalized_reference": "the city at night looks completely different from how it feels during the day.", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the city at night looks completely different from how it feels during the day", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_073", + "category": "emotional", + "text": "It's the kind of happy that makes you nervous because you know it can't last.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_073.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of happy that makes you nervous because you know it can't last.", + "raw": { + "normalized_reference": "it's the kind of happy that makes you nervous because you know it can't last.", + "normalized_hypothesis": "it's the kind of happy that makes you nervous because you know it can't last.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of happy that makes you nervous because you know it can not last", + "normalized_hypothesis": "it is the kind of happy that makes you nervous because you know it can not last", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_074", + "category": "homographs", + "text": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_074.wav", + "asr": "whisper-large-v3", + "hypothesis": "The dub-dub beneath the branch wall the wind began to wind the loose cable.", + "raw": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "normalized_hypothesis": "the dub-dub beneath the branch wall the wind began to wind the loose cable.", + "errors": 3, + "words": 15, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable", + "normalized_hypothesis": "the dub dub beneath the branch wall the wind began to wind the loose cable", + "errors": 3, + "words": 15, + "wer": 0.2 + } + }, + { + "id": "utmos200_075", + "category": "long", + "text": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_075.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "raw": { + "normalized_reference": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "normalized_hypothesis": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "normalized_hypothesis": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_076", + "category": "long_range", + "text": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_076.wav", + "asr": "whisper-large-v3", + "hypothesis": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "raw": { + "normalized_reference": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "normalized_hypothesis": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "normalized_hypothesis": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_077", + "category": "names_places", + "text": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_077.wav", + "asr": "whisper-large-v3", + "hypothesis": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "raw": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_078", + "category": "narrative", + "text": "She handled it with a grace I genuinely did not expect.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_078.wav", + "asr": "whisper-large-v3", + "hypothesis": "She handled it with a grace I genuinely did not expect.", + "raw": { + "normalized_reference": "she handled it with a grace i genuinely did not expect.", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she handled it with a grace i genuinely did not expect", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_079", + "category": "numbers", + "text": "Apartment four hundred seven is across from room twenty-nine on the third floor.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_079.wav", + "asr": "whisper-large-v3", + "hypothesis": "Apartment 407 is across from Room 29 on the third floor.", + "raw": { + "normalized_reference": "apartment four hundred seven is across from room twenty-nine on the third floor.", + "normalized_hypothesis": "apartment 407 is across from room 29 on the third floor.", + "errors": 5, + "words": 14, + "wer": 0.35714285714285715 + }, + "semantic": { + "normalized_reference": "apartment 407 is across from room 29 on the 3rd floor", + "normalized_hypothesis": "apartment 407 is across from room 29 on the 3rd floor", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_080", + "category": "punctuation", + "text": "\"Not yet,\" Rowan whispered. \"Give me another minute... please.\"", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_080.wav", + "asr": "whisper-large-v3", + "hypothesis": "Not yet, Rowan whispered. Give me another minute, please.", + "raw": { + "normalized_reference": "\"not yet,\" rowan whispered. \"give me another minute... please.\"", + "normalized_hypothesis": "not yet, rowan whispered. give me another minute, please.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "not yet rowan whispered give me another minute please", + "normalized_hypothesis": "not yet rowan whispered give me another minute please", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_081", + "category": "question", + "text": "What are we actually trying to accomplish here?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_081.wav", + "asr": "whisper-large-v3", + "hypothesis": "What are we actually trying to accomplish here?", + "raw": { + "normalized_reference": "what are we actually trying to accomplish here?", + "normalized_hypothesis": "what are we actually trying to accomplish here?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what are we actually trying to accomplish here", + "normalized_hypothesis": "what are we actually trying to accomplish here", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_082", + "category": "rare_words", + "text": "The physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_082.wav", + "asr": "whisper-large-v3", + "hypothesis": "The physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "raw": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "normalized_hypothesis": "the physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + }, + "semantic": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms", + "normalized_hypothesis": "the physician recommended a non invasive procedure for the recurring neurological symptoms", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_083", + "category": "short", + "text": "Are you serious right now?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_083.wav", + "asr": "whisper-large-v3", + "hypothesis": "Are you serious right now?", + "raw": { + "normalized_reference": "are you serious right now?", + "normalized_hypothesis": "are you serious right now?", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "are you serious right now", + "normalized_hypothesis": "are you serious right now", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_084", + "category": "technical", + "text": "The performance improvement is real, but it comes with tradeoffs.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_084.wav", + "asr": "whisper-large-v3", + "hypothesis": "The performance improvement is real, but it comes with trade-offs.", + "raw": { + "normalized_reference": "the performance improvement is real, but it comes with tradeoffs.", + "normalized_hypothesis": "the performance improvement is real, but it comes with trade-offs.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the performance improvement is real but it comes with tradeoffs", + "normalized_hypothesis": "the performance improvement is real but it comes with trade offs", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_085", + "category": "conversational", + "text": "I don't know. It's just been one of those weeks, you know?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_085.wav", + "asr": "whisper-large-v3", + "hypothesis": "I don't know, it's just been one of those weeks, you know?", + "raw": { + "normalized_reference": "i don't know. it's just been one of those weeks, you know?", + "normalized_hypothesis": "i don't know, it's just been one of those weeks, you know?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i do not know it is just been one of those weeks you know", + "normalized_hypothesis": "i do not know it is just been one of those weeks you know", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_086", + "category": "descriptive", + "text": "The moment you stop expecting perfection, things get a lot more interesting.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_086.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment you stop expecting perfection, things get a lot more interesting.", + "raw": { + "normalized_reference": "the moment you stop expecting perfection, things get a lot more interesting.", + "normalized_hypothesis": "the moment you stop expecting perfection, things get a lot more interesting.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment you stop expecting perfection things get a lot more interesting", + "normalized_hypothesis": "the moment you stop expecting perfection things get a lot more interesting", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_087", + "category": "emotional", + "text": "It's the kind of thing that stays with you even years later.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_087.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of thing that stays with you even years later.", + "raw": { + "normalized_reference": "it's the kind of thing that stays with you even years later.", + "normalized_hypothesis": "it's the kind of thing that stays with you even years later.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of thing that stays with you even years later", + "normalized_hypothesis": "it is the kind of thing that stays with you even years later", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_088", + "category": "long", + "text": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_088.wav", + "asr": "whisper-large-v3", + "hypothesis": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "raw": { + "normalized_reference": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "normalized_hypothesis": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "normalized_hypothesis": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "errors": 0, + "words": 25, + "wer": 0.0 + } + }, + { + "id": "utmos200_089", + "category": "narrative", + "text": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_089.wav", + "asr": "whisper-large-v3", + "hypothesis": "Keyes stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "raw": { + "normalized_reference": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "normalized_hypothesis": "keyes stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "errors": 1, + "words": 19, + "wer": 0.05263157894736842 + }, + "semantic": { + "normalized_reference": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "normalized_hypothesis": "keyes stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "errors": 1, + "words": 20, + "wer": 0.05 + } + }, + { + "id": "utmos200_090", + "category": "question", + "text": "Why does asking for help feel so hard when you actually need it?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_090.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why does asking for help feel so hard when you actually need it?", + "raw": { + "normalized_reference": "why does asking for help feel so hard when you actually need it?", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why does asking for help feel so hard when you actually need it", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_091", + "category": "short", + "text": "That's fair.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_091.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's fair.", + "raw": { + "normalized_reference": "that's fair.", + "normalized_hypothesis": "that's fair.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is fair", + "normalized_hypothesis": "that is fair", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_092", + "category": "technical", + "text": "If you run into that error, the fix is usually just restarting the service.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_092.wav", + "asr": "whisper-large-v3", + "hypothesis": "If you run into that error, the fix is usually just restarting the service.", + "raw": { + "normalized_reference": "if you run into that error, the fix is usually just restarting the service.", + "normalized_hypothesis": "if you run into that error, the fix is usually just restarting the service.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if you run into that error the fix is usually just restarting the service", + "normalized_hypothesis": "if you run into that error the fix is usually just restarting the service", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_093", + "category": "conversational", + "text": "It was a disaster in the best possible way.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_093.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was a disaster in the best possible way.", + "raw": { + "normalized_reference": "it was a disaster in the best possible way.", + "normalized_hypothesis": "it was a disaster in the best possible way.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was a disaster in the best possible way", + "normalized_hypothesis": "it was a disaster in the best possible way", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_094", + "category": "descriptive", + "text": "It had the look of a place that used to mean something to someone.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_094.wav", + "asr": "whisper-large-v3", + "hypothesis": "It had the look of a place that used to mean something to someone.", + "raw": { + "normalized_reference": "it had the look of a place that used to mean something to someone.", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it had the look of a place that used to mean something to someone", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_095", + "category": "emotional", + "text": "There's this feeling you get when something finally works after weeks of failure.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_095.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's this feeling you get when something finally works after weeks of failure.", + "raw": { + "normalized_reference": "there's this feeling you get when something finally works after weeks of failure.", + "normalized_hypothesis": "there's this feeling you get when something finally works after weeks of failure.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is this feeling you get when something finally works after weeks of failure", + "normalized_hypothesis": "there is this feeling you get when something finally works after weeks of failure", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_096", + "category": "long", + "text": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_096.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "raw": { + "normalized_reference": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "normalized_hypothesis": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "normalized_hypothesis": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "errors": 0, + "words": 30, + "wer": 0.0 + } + }, + { + "id": "utmos200_097", + "category": "narrative", + "text": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_097.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "raw": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_098", + "category": "question", + "text": "What exactly are we waiting for at this point?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_098.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly are we waiting for at this point?", + "raw": { + "normalized_reference": "what exactly are we waiting for at this point?", + "normalized_hypothesis": "what exactly are we waiting for at this point?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly are we waiting for at this point", + "normalized_hypothesis": "what exactly are we waiting for at this point", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_099", + "category": "short", + "text": "I stand by what I said.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_099.wav", + "asr": "whisper-large-v3", + "hypothesis": "I stand by what I said.", + "raw": { + "normalized_reference": "i stand by what i said.", + "normalized_hypothesis": "i stand by what i said.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i stand by what i said", + "normalized_hypothesis": "i stand by what i said", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_100", + "category": "technical", + "text": "Double-check that value before you push anything to production.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_100.wav", + "asr": "whisper-large-v3", + "hypothesis": "Double-check that value before you push anything to production.", + "raw": { + "normalized_reference": "double-check that value before you push anything to production.", + "normalized_hypothesis": "double-check that value before you push anything to production.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "double check that value before you push anything to production", + "normalized_hypothesis": "double check that value before you push anything to production", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_101", + "category": "conversational", + "text": "I understand your point; I just do not agree with the conclusion.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_101.wav", + "asr": "whisper-large-v3", + "hypothesis": "I understand your point. I just do not agree with the conclusion.", + "raw": { + "normalized_reference": "i understand your point; i just do not agree with the conclusion.", + "normalized_hypothesis": "i understand your point. i just do not agree with the conclusion.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i understand your point i just do not agree with the conclusion", + "normalized_hypothesis": "i understand your point i just do not agree with the conclusion", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_102", + "category": "descriptive", + "text": "The sky that day was a strange shade of orange I'd never seen before.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_102.wav", + "asr": "whisper-large-v3", + "hypothesis": "The sky that day was a strange shade of orange I'd never seen before.", + "raw": { + "normalized_reference": "the sky that day was a strange shade of orange i'd never seen before.", + "normalized_hypothesis": "the sky that day was a strange shade of orange i'd never seen before.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the sky that day was a strange shade of orange i would never seen before", + "normalized_hypothesis": "the sky that day was a strange shade of orange i would never seen before", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_103", + "category": "emotional", + "text": "It hurt more than I expected, and I thought I was prepared.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_103.wav", + "asr": "whisper-large-v3", + "hypothesis": "It hurt more than I expected, and I thought I was prepared.", + "raw": { + "normalized_reference": "it hurt more than i expected, and i thought i was prepared.", + "normalized_hypothesis": "it hurt more than i expected, and i thought i was prepared.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it hurt more than i expected and i thought i was prepared", + "normalized_hypothesis": "it hurt more than i expected and i thought i was prepared", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_104", + "category": "long", + "text": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_104.wav", + "asr": "whisper-large-v3", + "hypothesis": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "raw": { + "normalized_reference": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "normalized_hypothesis": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "normalized_hypothesis": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_105", + "category": "narrative", + "text": "There was this one day last summer when everything just clicked into place.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_105.wav", + "asr": "whisper-large-v3", + "hypothesis": "There was this one day last summer when everything just clicked into place.", + "raw": { + "normalized_reference": "there was this one day last summer when everything just clicked into place.", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there was this one day last summer when everything just clicked into place", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_106", + "category": "question", + "text": "Have you ever thought about why we keep doing things the same way when they stop working?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_106.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever thought about why we keep doing things the same way when they stop working?", + "raw": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working?", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working?", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_107", + "category": "short", + "text": "I can't believe you just said that.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_107.wav", + "asr": "whisper-large-v3", + "hypothesis": "I can't believe you just said that.", + "raw": { + "normalized_reference": "i can't believe you just said that.", + "normalized_hypothesis": "i can't believe you just said that.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i can not believe you just said that", + "normalized_hypothesis": "i can not believe you just said that", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_108", + "category": "technical", + "text": "You'll want to isolate that variable before drawing any conclusions.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_108.wav", + "asr": "whisper-large-v3", + "hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "raw": { + "normalized_reference": "you'll want to isolate that variable before drawing any conclusions.", + "normalized_hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you will want to isolate that variable before drawing any conclusions", + "normalized_hypothesis": "you will want to isolate that variable before drawing any conclusions", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_109", + "category": "conversational", + "text": "The meeting that could have been an email lasted two hours.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_109.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meeting that could have been an email lasted two hours.", + "raw": { + "normalized_reference": "the meeting that could have been an email lasted two hours.", + "normalized_hypothesis": "the meeting that could have been an email lasted two hours.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meeting that could have been an email lasted 2 hours", + "normalized_hypothesis": "the meeting that could have been an email lasted 2 hours", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_110", + "category": "descriptive", + "text": "There's a specific kind of tired that sleep doesn't fix.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_110.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a specific kind of tired that sleep doesn't fix.", + "raw": { + "normalized_reference": "there's a specific kind of tired that sleep doesn't fix.", + "normalized_hypothesis": "there's a specific kind of tired that sleep doesn't fix.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a specific kind of tired that sleep does not fix", + "normalized_hypothesis": "there is a specific kind of tired that sleep does not fix", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_111", + "category": "emotional", + "text": "Something about that moment broke something open in me that I hadn't realized was closed.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_111.wav", + "asr": "whisper-large-v3", + "hypothesis": "Something about that moment broke something open in me that I hadn't realized was closed.", + "raw": { + "normalized_reference": "something about that moment broke something open in me that i hadn't realized was closed.", + "normalized_hypothesis": "something about that moment broke something open in me that i hadn't realized was closed.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "something about that moment broke something open in me that i had not realized was closed", + "normalized_hypothesis": "something about that moment broke something open in me that i had not realized was closed", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_112", + "category": "long", + "text": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_112.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "raw": { + "normalized_reference": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "normalized_hypothesis": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "normalized_hypothesis": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_113", + "category": "narrative", + "text": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_113.wav", + "asr": "whisper-large-v3", + "hypothesis": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "raw": { + "normalized_reference": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "normalized_hypothesis": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she opened the door slowly as if she expected to find something she was not ready for", + "normalized_hypothesis": "she opened the door slowly as if she expected to find something she was not ready for", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_114", + "category": "question", + "text": "What would you do differently if you could go back?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_114.wav", + "asr": "whisper-large-v3", + "hypothesis": "What would you do differently if you could go back?", + "raw": { + "normalized_reference": "what would you do differently if you could go back?", + "normalized_hypothesis": "what would you do differently if you could go back?", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what would you do differently if you could go back", + "normalized_hypothesis": "what would you do differently if you could go back", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_115", + "category": "short", + "text": "Okay. Okay okay okay.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_115.wav", + "asr": "whisper-large-v3", + "hypothesis": "Okay, okay, okay, okay.", + "raw": { + "normalized_reference": "okay. okay okay okay.", + "normalized_hypothesis": "okay, okay, okay, okay.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "okay okay okay okay", + "normalized_hypothesis": "okay okay okay okay", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_116", + "category": "technical", + "text": "The latency goes up significantly at scale, which is expected.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_116.wav", + "asr": "whisper-large-v3", + "hypothesis": "The latency goes up significantly at scale, which is expected.", + "raw": { + "normalized_reference": "the latency goes up significantly at scale, which is expected.", + "normalized_hypothesis": "the latency goes up significantly at scale, which is expected.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the latency goes up significantly at scale which is expected", + "normalized_hypothesis": "the latency goes up significantly at scale which is expected", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_117", + "category": "conversational", + "text": "We ended up staying until two in the morning talking about nothing.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_117.wav", + "asr": "whisper-large-v3", + "hypothesis": "We ended up staying until 2 in the morning talking about nothing.", + "raw": { + "normalized_reference": "we ended up staying until two in the morning talking about nothing.", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing.", + "errors": 1, + "words": 12, + "wer": 0.08333333333333333 + }, + "semantic": { + "normalized_reference": "we ended up staying until 2 in the morning talking about nothing", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_118", + "category": "descriptive", + "text": "The rain started slowly, and then all at once, the way it usually does.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_118.wav", + "asr": "whisper-large-v3", + "hypothesis": "The rain started slowly, and then all at once, the way it usually does.", + "raw": { + "normalized_reference": "the rain started slowly, and then all at once, the way it usually does.", + "normalized_hypothesis": "the rain started slowly, and then all at once, the way it usually does.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the rain started slowly and then all at once the way it usually does", + "normalized_hypothesis": "the rain started slowly and then all at once the way it usually does", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_119", + "category": "emotional", + "text": "I honestly did not think I was going to make it through that year.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_119.wav", + "asr": "whisper-large-v3", + "hypothesis": "I honestly did not think I was going to make it through that year.", + "raw": { + "normalized_reference": "i honestly did not think i was going to make it through that year.", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i honestly did not think i was going to make it through that year", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_120", + "category": "long", + "text": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_120.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "raw": { + "normalized_reference": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "normalized_hypothesis": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "normalized_hypothesis": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_121", + "category": "narrative", + "text": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_121.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "raw": { + "normalized_reference": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "normalized_hypothesis": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment i opened the door i knew something was different even if i could not say what", + "normalized_hypothesis": "the moment i opened the door i knew something was different even if i could not say what", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_122", + "category": "question", + "text": "How do you explain something that doesn't make sense even to you?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_122.wav", + "asr": "whisper-large-v3", + "hypothesis": "How do you explain something that doesn't make sense even to you?", + "raw": { + "normalized_reference": "how do you explain something that doesn't make sense even to you?", + "normalized_hypothesis": "how do you explain something that doesn't make sense even to you?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how do you explain something that does not make sense even to you", + "normalized_hypothesis": "how do you explain something that does not make sense even to you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_123", + "category": "short", + "text": "Hold on a second.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_123.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hold on a second.", + "raw": { + "normalized_reference": "hold on a second.", + "normalized_hypothesis": "hold on a second.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "hold on a 2nd", + "normalized_hypothesis": "hold on a 2nd", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_124", + "category": "technical", + "text": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_124.wav", + "asr": "whisper-large-v3", + "hypothesis": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "raw": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_125", + "category": "conversational", + "text": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_125.wav", + "asr": "whisper-large-v3", + "hypothesis": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "raw": { + "normalized_reference": "honestly, that was much better than i expected, but the ending still felt rushed.", + "normalized_hypothesis": "honestly, that was much better than i expected, but the ending still felt rushed.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "honestly that was much better than i expected but the ending still felt rushed", + "normalized_hypothesis": "honestly that was much better than i expected but the ending still felt rushed", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_126", + "category": "descriptive", + "text": "She had a habit of tilting her head slightly when thinking hard about something.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_126.wav", + "asr": "whisper-large-v3", + "hypothesis": "She had a habit of tilting her head slightly when thinking hard about something.", + "raw": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something.", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_127", + "category": "emotional", + "text": "I cannot stress enough how much I did not want to be right about this.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_127.wav", + "asr": "whisper-large-v3", + "hypothesis": "I cannot stress enough how much I did not want to be right about this.", + "raw": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this.", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_128", + "category": "long", + "text": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_128.wav", + "asr": "whisper-large-v3", + "hypothesis": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "raw": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "errors": 0, + "words": 33, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "errors": 0, + "words": 36, + "wer": 0.0 + } + }, + { + "id": "utmos200_129", + "category": "narrative", + "text": "So this is the part of the story where everything goes completely sideways.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_129.wav", + "asr": "whisper-large-v3", + "hypothesis": "So this is the part of the story where everything goes completely sideways.", + "raw": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways.", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_130", + "category": "question", + "text": "Is there a version of this where it actually works out okay?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_130.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is there a version of this where it actually works out okay?", + "raw": { + "normalized_reference": "is there a version of this where it actually works out okay?", + "normalized_hypothesis": "is there a version of this where it actually works out okay?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is there a version of this where it actually works out okay", + "normalized_hypothesis": "is there a version of this where it actually works out okay", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_131", + "category": "short", + "text": "Oh no. Oh no no no.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_131.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh, no. Oh, no, no, no.", + "raw": { + "normalized_reference": "oh no. oh no no no.", + "normalized_hypothesis": "oh, no. oh, no, no, no.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 no 0 no no no", + "normalized_hypothesis": "0 no 0 no no no", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_132", + "category": "technical", + "text": "Always test on a copy before modifying the original.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_132.wav", + "asr": "whisper-large-v3", + "hypothesis": "Always test on a copy before modifying the original.", + "raw": { + "normalized_reference": "always test on a copy before modifying the original.", + "normalized_hypothesis": "always test on a copy before modifying the original.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "always test on a copy before modifying the original", + "normalized_hypothesis": "always test on a copy before modifying the original", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_133", + "category": "conversational", + "text": "I wasn't even supposed to be there. That's the wild part.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_133.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wasn't even supposed to be there. That's the wild part.", + "raw": { + "normalized_reference": "i wasn't even supposed to be there. that's the wild part.", + "normalized_hypothesis": "i wasn't even supposed to be there. that's the wild part.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was not even supposed to be there that is the wild part", + "normalized_hypothesis": "i was not even supposed to be there that is the wild part", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_134", + "category": "descriptive", + "text": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_134.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a small town, not the kind you leave, the kind you leave and come back to.", + "raw": { + "normalized_reference": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "normalized_hypothesis": "it's a small town, not the kind you leave, the kind you leave and come back to.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a small town not the kind you leave the kind you leave and come back to", + "normalized_hypothesis": "it is a small town not the kind you leave the kind you leave and come back to", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_135", + "category": "emotional", + "text": "She cried. I cried. We all just sort of stood there crying.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_135.wav", + "asr": "whisper-large-v3", + "hypothesis": "She cried. I cried. We all just sort of stood there crying.", + "raw": { + "normalized_reference": "she cried. i cried. we all just sort of stood there crying.", + "normalized_hypothesis": "she cried. i cried. we all just sort of stood there crying.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she cried i cried we all just sort of stood there crying", + "normalized_hypothesis": "she cried i cried we all just sort of stood there crying", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_136", + "category": "long", + "text": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_136.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "raw": { + "normalized_reference": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "normalized_hypothesis": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "normalized_hypothesis": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_137", + "category": "narrative", + "text": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_137.wav", + "asr": "whisper-large-v3", + "hypothesis": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "raw": { + "normalized_reference": "the letter arrived on a tuesday, which felt appropriate somehow.", + "normalized_hypothesis": "the letter arrived on a tuesday, which felt appropriate somehow.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the letter arrived on a tuesday which felt appropriate somehow", + "normalized_hypothesis": "the letter arrived on a tuesday which felt appropriate somehow", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_138", + "category": "question", + "text": "What exactly did she say when you told her?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_138.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly did she say when you told her?", + "raw": { + "normalized_reference": "what exactly did she say when you told her?", + "normalized_hypothesis": "what exactly did she say when you told her?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly did she say when you told her", + "normalized_hypothesis": "what exactly did she say when you told her", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_139", + "category": "short", + "text": "No way. Absolutely not.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_139.wav", + "asr": "whisper-large-v3", + "hypothesis": "No way to absolutely not.", + "raw": { + "normalized_reference": "no way. absolutely not.", + "normalized_hypothesis": "no way to absolutely not.", + "errors": 1, + "words": 4, + "wer": 0.25 + }, + "semantic": { + "normalized_reference": "no way absolutely not", + "normalized_hypothesis": "no way to absolutely not", + "errors": 1, + "words": 4, + "wer": 0.25 + } + }, + { + "id": "utmos200_140", + "category": "technical", + "text": "The first thing you want to do is make sure everything is backed up.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_140.wav", + "asr": "whisper-large-v3", + "hypothesis": "The first thing you want to do is make sure everything is backed up.", + "raw": { + "normalized_reference": "the first thing you want to do is make sure everything is backed up.", + "normalized_hypothesis": "the first thing you want to do is make sure everything is backed up.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the 1st thing you want to do is make sure everything is backed up", + "normalized_hypothesis": "the 1st thing you want to do is make sure everything is backed up", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_141", + "category": "conversational", + "text": "I have the most insane idea and you need to just hear me out.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_141.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have the most insane idea and you need to just hear me out.", + "raw": { + "normalized_reference": "i have the most insane idea and you need to just hear me out.", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have the most insane idea and you need to just hear me out", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_142", + "category": "descriptive", + "text": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_142.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "raw": { + "normalized_reference": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "normalized_hypothesis": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "normalized_hypothesis": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_143", + "category": "emotional", + "text": "I kept it together until I got to the car, and then I completely fell apart.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_143.wav", + "asr": "whisper-large-v3", + "hypothesis": "I kept it together until I got to the car, and then I completely fell apart.", + "raw": { + "normalized_reference": "i kept it together until i got to the car, and then i completely fell apart.", + "normalized_hypothesis": "i kept it together until i got to the car, and then i completely fell apart.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i kept it together until i got to the car and then i completely fell apart", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_144", + "category": "long", + "text": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_144.wav", + "asr": "whisper-large-v3", + "hypothesis": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "raw": { + "normalized_reference": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "normalized_hypothesis": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "normalized_hypothesis": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_145", + "category": "narrative", + "text": "I remember the exact moment I realized I had made a huge mistake.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_145.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember the exact moment I realized I had made a huge mistake.", + "raw": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake.", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_146", + "category": "question", + "text": "Do you think it would have gone differently if we'd left earlier?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_146.wav", + "asr": "whisper-large-v3", + "hypothesis": "Do you think it would have gone differently if we'd left earlier?", + "raw": { + "normalized_reference": "do you think it would have gone differently if we'd left earlier?", + "normalized_hypothesis": "do you think it would have gone differently if we'd left earlier?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do you think it would have gone differently if we would left earlier", + "normalized_hypothesis": "do you think it would have gone differently if we would left earlier", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_147", + "category": "short", + "text": "You have to be kidding me.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_147.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to be kidding me.", + "raw": { + "normalized_reference": "you have to be kidding me.", + "normalized_hypothesis": "you have to be kidding me.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to be kidding me", + "normalized_hypothesis": "you have to be kidding me", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_148", + "category": "technical", + "text": "If the checksum fails, restart the worker process without deleting the cached tensors.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_148.wav", + "asr": "whisper-large-v3", + "hypothesis": "If the checksum fails, restart the worker process without deleting the cache tensors.", + "raw": { + "normalized_reference": "if the checksum fails, restart the worker process without deleting the cached tensors.", + "normalized_hypothesis": "if the checksum fails, restart the worker process without deleting the cache tensors.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "if the checksum fails restart the worker process without deleting the cached tensors", + "normalized_hypothesis": "if the checksum fails restart the worker process without deleting the cache tensors", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + } + }, + { + "id": "utmos200_149", + "category": "conversational", + "text": "I need you to understand how close that was to not working.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_149.wav", + "asr": "whisper-large-v3", + "hypothesis": "I need you to understand how close that was to not working.", + "raw": { + "normalized_reference": "i need you to understand how close that was to not working.", + "normalized_hypothesis": "i need you to understand how close that was to not working.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i need you to understand how close that was to not working", + "normalized_hypothesis": "i need you to understand how close that was to not working", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_150", + "category": "descriptive", + "text": "It was the sort of morning where the whole world looks rinsed clean.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_150.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was the sort of morning where the whole world looks rinsed clean.", + "raw": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean.", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_151", + "category": "emotional", + "text": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_151.wav", + "asr": "whisper-large-v3", + "hypothesis": "She started laughing, and I started laughing, and we couldn't stop for a full minute.", + "raw": { + "normalized_reference": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "normalized_hypothesis": "she started laughing, and i started laughing, and we couldn't stop for a full minute.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she started laughing and i started laughing and we could not stop for a full minute", + "normalized_hypothesis": "she started laughing and i started laughing and we could not stop for a full minute", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_152", + "category": "long", + "text": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_152.wav", + "asr": "whisper-large-v3", + "hypothesis": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "raw": { + "normalized_reference": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "normalized_hypothesis": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "errors": 0, + "words": 27, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "normalized_hypothesis": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "errors": 0, + "words": 27, + "wer": 0.0 + } + }, + { + "id": "utmos200_153", + "category": "narrative", + "text": "And somehow, despite all of that, it actually turned out okay.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_153.wav", + "asr": "whisper-large-v3", + "hypothesis": "And somehow, despite all of that, it actually turned out okay.", + "raw": { + "normalized_reference": "and somehow, despite all of that, it actually turned out okay.", + "normalized_hypothesis": "and somehow, despite all of that, it actually turned out okay.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "and somehow despite all of that it actually turned out okay", + "normalized_hypothesis": "and somehow despite all of that it actually turned out okay", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_154", + "category": "question", + "text": "Is that something you actually want, or something you think you should want?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_154.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is that something you actually want or something you think you should want?", + "raw": { + "normalized_reference": "is that something you actually want, or something you think you should want?", + "normalized_hypothesis": "is that something you actually want or something you think you should want?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is that something you actually want or something you think you should want", + "normalized_hypothesis": "is that something you actually want or something you think you should want", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_155", + "category": "short", + "text": "This is fine.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_155.wav", + "asr": "whisper-large-v3", + "hypothesis": "This is fine.", + "raw": { + "normalized_reference": "this is fine.", + "normalized_hypothesis": "this is fine.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "this is fine", + "normalized_hypothesis": "this is fine", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_156", + "category": "technical", + "text": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_156.wav", + "asr": "whisper-large-v3", + "hypothesis": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "raw": { + "normalized_reference": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "normalized_hypothesis": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the tricky part is not the setup it is making sure all dependencies line up", + "normalized_hypothesis": "the tricky part is not the setup it is making sure all dependencies line up", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_157", + "category": "conversational", + "text": "He called it a minor setback. I called it a disaster.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_157.wav", + "asr": "whisper-large-v3", + "hypothesis": "He called it a minor setback that I called it a disaster.", + "raw": { + "normalized_reference": "he called it a minor setback. i called it a disaster.", + "normalized_hypothesis": "he called it a minor setback that i called it a disaster.", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + }, + "semantic": { + "normalized_reference": "he called it a minor setback i called it a disaster", + "normalized_hypothesis": "he called it a minor setback that i called it a disaster", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + } + }, + { + "id": "utmos200_158", + "category": "descriptive", + "text": "The whole place smelled like pine and old wood and cold air.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_158.wav", + "asr": "whisper-large-v3", + "hypothesis": "The whole place smelled like pine and old wood and cold air.", + "raw": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air.", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_159", + "category": "emotional", + "text": "I've never been so relieved in my entire life.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_159.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've never been so relieved in my entire life.", + "raw": { + "normalized_reference": "i've never been so relieved in my entire life.", + "normalized_hypothesis": "i've never been so relieved in my entire life.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never been so relieved in my entire life", + "normalized_hypothesis": "i have never been so relieved in my entire life", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_160", + "category": "narrative", + "text": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_160.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "raw": { + "normalized_reference": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "normalized_hypothesis": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i wrote it all down that night so i would not forget and i still have not looked at it", + "normalized_hypothesis": "i wrote it all down that night so i would not forget and i still have not looked at it", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_161", + "category": "short", + "text": "That's kind of wild actually.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_161.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's kind of wild actually.", + "raw": { + "normalized_reference": "that's kind of wild actually.", + "normalized_hypothesis": "that's kind of wild actually.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is kind of wild actually", + "normalized_hypothesis": "that is kind of wild actually", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_162", + "category": "technical", + "text": "Version pinning will save you a lot of pain later down the line.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_162.wav", + "asr": "whisper-large-v3", + "hypothesis": "Version pinning will save you a lot of pain later down the line.", + "raw": { + "normalized_reference": "version pinning will save you a lot of pain later down the line.", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "version pinning will save you a lot of pain later down the line", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_163", + "category": "conversational", + "text": "At some point you just have to commit and see what happens.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_163.wav", + "asr": "whisper-large-v3", + "hypothesis": "At some point you just have to commit and see what happens.", + "raw": { + "normalized_reference": "at some point you just have to commit and see what happens.", + "normalized_hypothesis": "at some point you just have to commit and see what happens.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "at some point you just have to commit and see what happens", + "normalized_hypothesis": "at some point you just have to commit and see what happens", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_164", + "category": "emotional", + "text": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_164.wav", + "asr": "whisper-large-v3", + "hypothesis": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "raw": { + "normalized_reference": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "normalized_hypothesis": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "nobody told me it was going to be this hard and honestly i am grateful", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly i am grateful", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_165", + "category": "narrative", + "text": "Chapter seven. In which everything that could go wrong did, and a few things that couldn't.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_165.wav", + "asr": "whisper-large-v3", + "hypothesis": "Chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "raw": { + "normalized_reference": "chapter seven. in which everything that could go wrong did, and a few things that couldn't.", + "normalized_hypothesis": "chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "errors": 1, + "words": 16, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "chapter 7 in which everything that could go wrong did and a few things that could not", + "normalized_hypothesis": "chapter 7 in which everything that could go wrong did and a few things that could not", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_166", + "category": "short", + "text": "Wait, what?", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_166.wav", + "asr": "whisper-large-v3", + "hypothesis": "Wait, what?", + "raw": { + "normalized_reference": "wait, what?", + "normalized_hypothesis": "wait, what?", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "wait what", + "normalized_hypothesis": "wait what", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_167", + "category": "technical", + "text": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_167.wav", + "asr": "whisper-large-v3", + "hypothesis": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "raw": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_168", + "category": "conversational", + "text": "Could you speak a little more slowly? I am trying to write every detail down.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_168.wav", + "asr": "whisper-large-v3", + "hypothesis": "Could you speak a little more slowly? I'm trying to write every detail down.", + "raw": { + "normalized_reference": "could you speak a little more slowly? i am trying to write every detail down.", + "normalized_hypothesis": "could you speak a little more slowly? i'm trying to write every detail down.", + "errors": 2, + "words": 15, + "wer": 0.13333333333333333 + }, + "semantic": { + "normalized_reference": "could you speak a little more slowly i am trying to write every detail down", + "normalized_hypothesis": "could you speak a little more slowly i am trying to write every detail down", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_169", + "category": "emotional", + "text": "I was so excited I could barely form a complete sentence.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_169.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was so excited I could barely form a complete sentence.", + "raw": { + "normalized_reference": "i was so excited i could barely form a complete sentence.", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was so excited i could barely form a complete sentence", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_170", + "category": "narrative", + "text": "He looked at me like I had said something in a language he didn't speak.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_170.wav", + "asr": "whisper-large-v3", + "hypothesis": "He looked at me like I had said something in a language he didn't speak.", + "raw": { + "normalized_reference": "he looked at me like i had said something in a language he didn't speak.", + "normalized_hypothesis": "he looked at me like i had said something in a language he didn't speak.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he looked at me like i had said something in a language he did not speak", + "normalized_hypothesis": "he looked at me like i had said something in a language he did not speak", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_171", + "category": "short", + "text": "That's actually hilarious.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_171.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's actually hilarious.", + "raw": { + "normalized_reference": "that's actually hilarious.", + "normalized_hypothesis": "that's actually hilarious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is actually hilarious", + "normalized_hypothesis": "that is actually hilarious", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_172", + "category": "technical", + "text": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_172.wav", + "asr": "whisper-large-v3", + "hypothesis": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "raw": { + "normalized_reference": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "normalized_hypothesis": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "normalized_hypothesis": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_173", + "category": "conversational", + "text": "She showed up three hours late and acted like nothing had happened.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_173.wav", + "asr": "whisper-large-v3", + "hypothesis": "She showed up three hours late and acted like nothing had happened.", + "raw": { + "normalized_reference": "she showed up three hours late and acted like nothing had happened.", + "normalized_hypothesis": "she showed up three hours late and acted like nothing had happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she showed up 3 hours late and acted like nothing had happened", + "normalized_hypothesis": "she showed up 3 hours late and acted like nothing had happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_174", + "category": "emotional", + "text": "Oh my god. This is the best thing I've ever tasted.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_174.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh my god, this is the best thing I've ever tasted.", + "raw": { + "normalized_reference": "oh my god. this is the best thing i've ever tasted.", + "normalized_hypothesis": "oh my god, this is the best thing i've ever tasted.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 my god this is the best thing i have ever tasted", + "normalized_hypothesis": "0 my god this is the best thing i have ever tasted", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_175", + "category": "narrative", + "text": "The note was short, which was somehow more frightening than a long one would have been.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_175.wav", + "asr": "whisper-large-v3", + "hypothesis": "The note was short, which was somehow more frightening than a long one would have been.", + "raw": { + "normalized_reference": "the note was short, which was somehow more frightening than a long one would have been.", + "normalized_hypothesis": "the note was short, which was somehow more frightening than a long one would have been.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the note was short which was somehow more frightening than a long one would have been", + "normalized_hypothesis": "the note was short which was somehow more frightening than a long one would have been", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_176", + "category": "short", + "text": "Noted.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_176.wav", + "asr": "whisper-large-v3", + "hypothesis": "Noted.", + "raw": { + "normalized_reference": "noted.", + "normalized_hypothesis": "noted.", + "errors": 0, + "words": 1, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "noted", + "normalized_hypothesis": "noted", + "errors": 0, + "words": 1, + "wer": 0.0 + } + }, + { + "id": "utmos200_177", + "category": "technical", + "text": "It's a simple process once you understand the underlying structure.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_177.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a simple process once you understand the underlying structure.", + "raw": { + "normalized_reference": "it's a simple process once you understand the underlying structure.", + "normalized_hypothesis": "it's a simple process once you understand the underlying structure.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a simple process once you understand the underlying structure", + "normalized_hypothesis": "it is a simple process once you understand the underlying structure", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_178", + "category": "conversational", + "text": "You have to hear this story because it's almost too good to be true.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_178.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to hear this story because it's almost too good to be true.", + "raw": { + "normalized_reference": "you have to hear this story because it's almost too good to be true.", + "normalized_hypothesis": "you have to hear this story because it's almost too good to be true.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to hear this story because it is almost too good to be true", + "normalized_hypothesis": "you have to hear this story because it is almost too good to be true", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_179", + "category": "emotional", + "text": "I have never felt more seen in my entire life than in that moment.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_179.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have never felt more seen in my entire life than in that moment.", + "raw": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment.", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_180", + "category": "narrative", + "text": "She knew. She had always known. She just waited for the right moment.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_180.wav", + "asr": "whisper-large-v3", + "hypothesis": "Ji knew but she had always known, she just waited for the right moment.", + "raw": { + "normalized_reference": "she knew. she had always known. she just waited for the right moment.", + "normalized_hypothesis": "ji knew but she had always known, she just waited for the right moment.", + "errors": 2, + "words": 13, + "wer": 0.15384615384615385 + }, + "semantic": { + "normalized_reference": "she knew she had always known she just waited for the right moment", + "normalized_hypothesis": "ji knew but she had always known she just waited for the right moment", + "errors": 2, + "words": 13, + "wer": 0.15384615384615385 + } + }, + { + "id": "utmos200_181", + "category": "short", + "text": "Yeah, no. Hard pass.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_181.wav", + "asr": "whisper-large-v3", + "hypothesis": "Yeah, no.Card pass.", + "raw": { + "normalized_reference": "yeah, no. hard pass.", + "normalized_hypothesis": "yeah, no.card pass.", + "errors": 1, + "words": 4, + "wer": 0.25 + }, + "semantic": { + "normalized_reference": "yeah no hard pass", + "normalized_hypothesis": "yeah no card pass", + "errors": 1, + "words": 4, + "wer": 0.25 + } + }, + { + "id": "utmos200_182", + "category": "technical", + "text": "Please verify the sample rate, hop length, and mel filter configuration before inference.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_182.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please verify the sample rate, pop length, and MEL filter configuration before inference.", + "raw": { + "normalized_reference": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "normalized_hypothesis": "please verify the sample rate, pop length, and mel filter configuration before inference.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "please verify the sample rate hop length and mel filter configuration before inference", + "normalized_hypothesis": "please verify the sample rate pop length and mel filter configuration before inference", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + } + }, + { + "id": "utmos200_183", + "category": "conversational", + "text": "That's the worst idea I've ever heard and I'm completely in.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_183.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the worst idea I've ever heard and I'm completely in.", + "raw": { + "normalized_reference": "that's the worst idea i've ever heard and i'm completely in.", + "normalized_hypothesis": "that's the worst idea i've ever heard and i'm completely in.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the worst idea i have ever heard and i am completely in", + "normalized_hypothesis": "that is the worst idea i have ever heard and i am completely in", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_184", + "category": "emotional", + "text": "I remember thinking: this is it. This is the thing I've been waiting for.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_184.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember thinking, this is it. This is the thing I've been waiting for.", + "raw": { + "normalized_reference": "i remember thinking: this is it. this is the thing i've been waiting for.", + "normalized_hypothesis": "i remember thinking, this is it. this is the thing i've been waiting for.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember thinking this is it this is the thing i have been waiting for", + "normalized_hypothesis": "i remember thinking this is it this is the thing i have been waiting for", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_185", + "category": "narrative", + "text": "We never talked about it again, which I think was the right call.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_185.wav", + "asr": "whisper-large-v3", + "hypothesis": "We never talked about it again, which I think was the right call.", + "raw": { + "normalized_reference": "we never talked about it again, which i think was the right call.", + "normalized_hypothesis": "we never talked about it again, which i think was the right call.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we never talked about it again which i think was the right call", + "normalized_hypothesis": "we never talked about it again which i think was the right call", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_186", + "category": "short", + "text": "In hindsight, obvious.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_186.wav", + "asr": "whisper-large-v3", + "hypothesis": "In hindsight, obvious.", + "raw": { + "normalized_reference": "in hindsight, obvious.", + "normalized_hypothesis": "in hindsight, obvious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "in hindsight obvious", + "normalized_hypothesis": "in hindsight obvious", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_187", + "category": "technical", + "text": "Once it's configured correctly, it basically runs itself.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_187.wav", + "asr": "whisper-large-v3", + "hypothesis": "Once it's configured correctly, it basically runs itself.", + "raw": { + "normalized_reference": "once it's configured correctly, it basically runs itself.", + "normalized_hypothesis": "once it's configured correctly, it basically runs itself.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "once it is configured correctly it basically runs itself", + "normalized_hypothesis": "once it is configured correctly it basically runs itself", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_188", + "category": "conversational", + "text": "You got engaged? When? How? Tell me everything right now.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_188.wav", + "asr": "whisper-large-v3", + "hypothesis": "You got engaged? When? How? Tell me everything right now.", + "raw": { + "normalized_reference": "you got engaged? when? how? tell me everything right now.", + "normalized_hypothesis": "you got engaged? when? how? tell me everything right now.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you got engaged when how tell me everything right now", + "normalized_hypothesis": "you got engaged when how tell me everything right now", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_189", + "category": "emotional", + "text": "It's hard to explain how much that moment meant to me.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_189.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's hard to explain how much that moment meant to me.", + "raw": { + "normalized_reference": "it's hard to explain how much that moment meant to me.", + "normalized_hypothesis": "it's hard to explain how much that moment meant to me.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is hard to explain how much that moment meant to me", + "normalized_hypothesis": "it is hard to explain how much that moment meant to me", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_190", + "category": "narrative", + "text": "He told the story three different times that night and somehow it got better each time.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_190.wav", + "asr": "whisper-large-v3", + "hypothesis": "He told the story three different times that night, and somehow it got better each time.", + "raw": { + "normalized_reference": "he told the story three different times that night and somehow it got better each time.", + "normalized_hypothesis": "he told the story three different times that night, and somehow it got better each time.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he told the story 3 different times that night and somehow it got better each time", + "normalized_hypothesis": "he told the story 3 different times that night and somehow it got better each time", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_191", + "category": "short", + "text": "Right. Moving on.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_191.wav", + "asr": "whisper-large-v3", + "hypothesis": "Right at moving on.", + "raw": { + "normalized_reference": "right. moving on.", + "normalized_hypothesis": "right at moving on.", + "errors": 1, + "words": 3, + "wer": 0.3333333333333333 + }, + "semantic": { + "normalized_reference": "right moving on", + "normalized_hypothesis": "right at moving on", + "errors": 1, + "words": 3, + "wer": 0.3333333333333333 + } + }, + { + "id": "utmos200_192", + "category": "conversational", + "text": "No, I did not move your keys; check beside the small ceramic bowl.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_192.wav", + "asr": "whisper-large-v3", + "hypothesis": "No, I did not move your keys. Check beside the small ceramic bowl.", + "raw": { + "normalized_reference": "no, i did not move your keys; check beside the small ceramic bowl.", + "normalized_hypothesis": "no, i did not move your keys. check beside the small ceramic bowl.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no i did not move your keys check beside the small ceramic bowl", + "normalized_hypothesis": "no i did not move your keys check beside the small ceramic bowl", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_193", + "category": "emotional", + "text": "I was devastated. I'm not going to pretend otherwise.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_193.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was devastated, I'm not going to pretend otherwise.", + "raw": { + "normalized_reference": "i was devastated. i'm not going to pretend otherwise.", + "normalized_hypothesis": "i was devastated, i'm not going to pretend otherwise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was devastated i am not going to pretend otherwise", + "normalized_hypothesis": "i was devastated i am not going to pretend otherwise", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_194", + "category": "narrative", + "text": "That was the last summer before everything changed, though we didn't know it yet.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_194.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the last summer before everything changed, though we didn't know it yet.", + "raw": { + "normalized_reference": "that was the last summer before everything changed, though we didn't know it yet.", + "normalized_hypothesis": "that was the last summer before everything changed, though we didn't know it yet.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the last summer before everything changed though we did not know it yet", + "normalized_hypothesis": "that was the last summer before everything changed though we did not know it yet", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_195", + "category": "short", + "text": "Bold of you to assume.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_195.wav", + "asr": "whisper-large-v3", + "hypothesis": "Bold of you to assume.", + "raw": { + "normalized_reference": "bold of you to assume.", + "normalized_hypothesis": "bold of you to assume.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "bold of you to assume", + "normalized_hypothesis": "bold of you to assume", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_196", + "category": "conversational", + "text": "It's one of those decisions that makes total sense in the moment.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_196.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those decisions that makes total sense in the moment.", + "raw": { + "normalized_reference": "it's one of those decisions that makes total sense in the moment.", + "normalized_hypothesis": "it's one of those decisions that makes total sense in the moment.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those decisions that makes total sense in the moment", + "normalized_hypothesis": "it is one of those decisions that makes total sense in the moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_197", + "category": "emotional", + "text": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_197.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was furious, not the loud kind, the quiet kind that lasts for days.", + "raw": { + "normalized_reference": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "normalized_hypothesis": "i was furious, not the loud kind, the quiet kind that lasts for days.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was furious not the loud kind the quiet kind that lasts for days", + "normalized_hypothesis": "i was furious not the loud kind the quiet kind that lasts for days", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_198", + "category": "narrative", + "text": "That's the part of the story I usually leave out.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_198.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the part of the story I usually leave out.", + "raw": { + "normalized_reference": "that's the part of the story i usually leave out.", + "normalized_hypothesis": "that's the part of the story i usually leave out.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the part of the story i usually leave out", + "normalized_hypothesis": "that is the part of the story i usually leave out", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_199", + "category": "short", + "text": "I've said too much.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_199.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've said too much.", + "raw": { + "normalized_reference": "i've said too much.", + "normalized_hypothesis": "i've said too much.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have said too much", + "normalized_hypothesis": "i have said too much", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_200", + "category": "conversational", + "text": "I've been faking that I understood this the entire time.", + "model": "inflect-nano-v2-finalist", + "audio": "release_polish_overnight_20260720/final_large200/audio/inflect-nano-v2-finalist/utmos200_200.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've been faking that I understood this the entire time.", + "raw": { + "normalized_reference": "i've been faking that i understood this the entire time.", + "normalized_hypothesis": "i've been faking that i understood this the entire time.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have been faking that i understood this the entire time", + "normalized_hypothesis": "i have been faking that i understood this the entire time", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_001", + "category": "conversational", + "text": "It wasn't until later that I realized what had actually happened.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_001.wav", + "asr": "whisper-large-v3", + "hypothesis": "It wasn't until later that I realized what had actually happened.", + "raw": { + "normalized_reference": "it wasn't until later that i realized what had actually happened.", + "normalized_hypothesis": "it wasn't until later that i realized what had actually happened.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was not until later that i realized what had actually happened", + "normalized_hypothesis": "it was not until later that i realized what had actually happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_002", + "category": "descriptive", + "text": "The light at that time of afternoon is perfect for about twenty minutes.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_002.wav", + "asr": "whisper-large-v3", + "hypothesis": "The light at that time of afternoon is perfect for about 20 minutes.", + "raw": { + "normalized_reference": "the light at that time of afternoon is perfect for about twenty minutes.", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "the light at that time of afternoon is perfect for about 20 minutes", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_003", + "category": "emotional", + "text": "That was the scariest thing I've ever done, and also maybe the best.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_003.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the scariest thing I've ever done, and also maybe the best.", + "raw": { + "normalized_reference": "that was the scariest thing i've ever done, and also maybe the best.", + "normalized_hypothesis": "that was the scariest thing i've ever done, and also maybe the best.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the scariest thing i have ever done and also maybe the best", + "normalized_hypothesis": "that was the scariest thing i have ever done and also maybe the best", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_004", + "category": "homographs", + "text": "After I record the record, please present the present to the bass player.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_004.wav", + "asr": "whisper-large-v3", + "hypothesis": "After I record the record, please present the present to the bass player.", + "raw": { + "normalized_reference": "after i record the record, please present the present to the bass player.", + "normalized_hypothesis": "after i record the record, please present the present to the bass player.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "after i record the record please present the present to the bass player", + "normalized_hypothesis": "after i record the record please present the present to the bass player", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_005", + "category": "long", + "text": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_005.wav", + "asr": "whisper-large-v3", + "hypothesis": "If I am being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "raw": { + "normalized_reference": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "normalized_hypothesis": "if i am being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "errors": 2, + "words": 31, + "wer": 0.06451612903225806 + }, + "semantic": { + "normalized_reference": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "normalized_hypothesis": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "errors": 0, + "words": 32, + "wer": 0.0 + } + }, + { + "id": "utmos200_006", + "category": "long_range", + "text": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_006.wav", + "asr": "whisper-large-v3", + "hypothesis": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "raw": { + "normalized_reference": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "normalized_hypothesis": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "normalized_hypothesis": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_007", + "category": "names_places", + "text": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_007.wav", + "asr": "whisper-large-v3", + "hypothesis": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "raw": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_008", + "category": "narrative", + "text": "He had this theory, and the more time passes, the more I think he was right.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_008.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had this theory, and the more time passes, the more I think he was right.", + "raw": { + "normalized_reference": "he had this theory, and the more time passes, the more i think he was right.", + "normalized_hypothesis": "he had this theory, and the more time passes, the more i think he was right.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had this theory and the more time passes the more i think he was right", + "normalized_hypothesis": "he had this theory and the more time passes the more i think he was right", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_009", + "category": "numbers", + "text": "The package weighs twelve point six kilograms and arrived on July twenty-first.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_009.wav", + "asr": "whisper-large-v3", + "hypothesis": "The package weighs 12.6 kilograms and arrived on July 21st.", + "raw": { + "normalized_reference": "the package weighs twelve point six kilograms and arrived on july twenty-first.", + "normalized_hypothesis": "the package weighs 12.6 kilograms and arrived on july 21st.", + "errors": 5, + "words": 13, + "wer": 0.38461538461538464 + }, + "semantic": { + "normalized_reference": "the package weighs 12.6 kilograms and arrived on july 21st", + "normalized_hypothesis": "the package weighs 12.6 kilograms and arrived on july 21st", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_010", + "category": "punctuation", + "text": "First, close the window; second, turn off the lamp; finally, lock the door.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_010.wav", + "asr": "whisper-large-v3", + "hypothesis": "First, close the window. Second, turn off the lamp. Finally, lock the door.", + "raw": { + "normalized_reference": "first, close the window; second, turn off the lamp; finally, lock the door.", + "normalized_hypothesis": "first, close the window. second, turn off the lamp. finally, lock the door.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "1st close the window 2nd turn off the lamp finally lock the door", + "normalized_hypothesis": "1st close the window 2nd turn off the lamp finally lock the door", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_011", + "category": "question", + "text": "When did you first realize something was wrong?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_011.wav", + "asr": "whisper-large-v3", + "hypothesis": "When did you first realize something was wrong?", + "raw": { + "normalized_reference": "when did you first realize something was wrong?", + "normalized_hypothesis": "when did you first realize something was wrong?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when did you 1st realize something was wrong", + "normalized_hypothesis": "when did you 1st realize something was wrong", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_012", + "category": "rare_words", + "text": "The archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_012.wav", + "asr": "whisper-large-v3", + "hypothesis": "the archaeologists cataloged a Byzantine reliquary and several anachronistic fragments.", + "raw": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "normalized_hypothesis": "the archaeologists cataloged a byzantine reliquary and several anachronistic fragments.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "normalized_hypothesis": "the archaeologists cataloged a byzantine reliquary and several anachronistic fragments", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_013", + "category": "short", + "text": "I have no idea.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_013.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have no idea.", + "raw": { + "normalized_reference": "i have no idea.", + "normalized_hypothesis": "i have no idea.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have no idea", + "normalized_hypothesis": "i have no idea", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_014", + "category": "technical", + "text": "The system runs on three core components that all have to stay in sync.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_014.wav", + "asr": "whisper-large-v3", + "hypothesis": "The system runs on three core components that all have to stay in sync.", + "raw": { + "normalized_reference": "the system runs on three core components that all have to stay in sync.", + "normalized_hypothesis": "the system runs on three core components that all have to stay in sync.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the system runs on 3 core components that all have to stay in sync", + "normalized_hypothesis": "the system runs on 3 core components that all have to stay in sync", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_015", + "category": "conversational", + "text": "We improvised the entire second half and somehow nobody noticed.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_015.wav", + "asr": "whisper-large-v3", + "hypothesis": "We improvised the entire second half and somehow nobody noticed.", + "raw": { + "normalized_reference": "we improvised the entire second half and somehow nobody noticed.", + "normalized_hypothesis": "we improvised the entire second half and somehow nobody noticed.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we improvised the entire 2nd half and somehow nobody noticed", + "normalized_hypothesis": "we improvised the entire 2nd half and somehow nobody noticed", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_016", + "category": "descriptive", + "text": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_016.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a smell in all buildings that's impossible to describe but immediately familiar.", + "raw": { + "normalized_reference": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "normalized_hypothesis": "there's a smell in all buildings that's impossible to describe but immediately familiar.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "normalized_hypothesis": "there is a smell in all buildings that is impossible to describe but immediately familiar", + "errors": 1, + "words": 15, + "wer": 0.06666666666666667 + } + }, + { + "id": "utmos200_017", + "category": "emotional", + "text": "I specifically asked for one thing. One thing. And it still didn't happen.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_017.wav", + "asr": "whisper-large-v3", + "hypothesis": "I specifically asked for one thing. One thing. And it still didn't happen.", + "raw": { + "normalized_reference": "i specifically asked for one thing. one thing. and it still didn't happen.", + "normalized_hypothesis": "i specifically asked for one thing. one thing. and it still didn't happen.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i specifically asked for one thing one thing and it still did not happen", + "normalized_hypothesis": "i specifically asked for one thing one thing and it still did not happen", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_018", + "category": "homographs", + "text": "They refuse to place the refuse beside the produce aisle.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_018.wav", + "asr": "whisper-large-v3", + "hypothesis": "They refused to place the refuse beside the produce aisle.", + "raw": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle.", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_019", + "category": "long", + "text": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_019.wav", + "asr": "whisper-large-v3", + "hypothesis": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "raw": { + "normalized_reference": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "normalized_hypothesis": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "normalized_hypothesis": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_020", + "category": "long_range", + "text": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_020.wav", + "asr": "whisper-large-v3", + "hypothesis": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "raw": { + "normalized_reference": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "normalized_hypothesis": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "normalized_hypothesis": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_021", + "category": "names_places", + "text": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_021.wav", + "asr": "whisper-large-v3", + "hypothesis": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "raw": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_022", + "category": "narrative", + "text": "The plan was simple. The execution was anything but.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_022.wav", + "asr": "whisper-large-v3", + "hypothesis": "The plan was simple. The execution was anything but.", + "raw": { + "normalized_reference": "the plan was simple. the execution was anything but.", + "normalized_hypothesis": "the plan was simple. the execution was anything but.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the plan was simple the execution was anything but", + "normalized_hypothesis": "the plan was simple the execution was anything but", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_023", + "category": "numbers", + "text": "Her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_023.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her score improved from 82% to 97% in two weeks.", + "raw": { + "normalized_reference": "her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "normalized_hypothesis": "her score improved from 82% to 97% in two weeks.", + "errors": 6, + "words": 14, + "wer": 0.42857142857142855 + }, + "semantic": { + "normalized_reference": "her score improved from 82% to 97% in 2 weeks", + "normalized_hypothesis": "her score improved from 82% to 97% in 2 weeks", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_024", + "category": "punctuation", + "text": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_024.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "raw": { + "normalized_reference": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "normalized_hypothesis": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why would anyone pack spoons batteries and a violin for one short trip", + "normalized_hypothesis": "why would anyone pack spoons batteries and a violin for one short trip", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_025", + "category": "question", + "text": "How long have you been sitting on this?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_025.wav", + "asr": "whisper-large-v3", + "hypothesis": "How long have you been sitting on this?", + "raw": { + "normalized_reference": "how long have you been sitting on this?", + "normalized_hypothesis": "how long have you been sitting on this?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how long have you been sitting on this", + "normalized_hypothesis": "how long have you been sitting on this", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_026", + "category": "rare_words", + "text": "A mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_026.wav", + "asr": "whisper-large-v3", + "hypothesis": "A mischievous chameleon rested beside the chrysanthemum and the baugangelia.", + "raw": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the baugangelia.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the baugangelia", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_027", + "category": "short", + "text": "We don't talk about that.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_027.wav", + "asr": "whisper-large-v3", + "hypothesis": "We don't talk about that.", + "raw": { + "normalized_reference": "we don't talk about that.", + "normalized_hypothesis": "we don't talk about that.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we do not talk about that", + "normalized_hypothesis": "we do not talk about that", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_028", + "category": "technical", + "text": "Hash the UTF eight payload with S H A two fifty-six before opening the checkpoint.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_028.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hash the UTF-8 payload with SHA-256 before opening the checkpoint.", + "raw": { + "normalized_reference": "hash the utf eight payload with s h a two fifty-six before opening the checkpoint.", + "normalized_hypothesis": "hash the utf-8 payload with sha-256 before opening the checkpoint.", + "errors": 7, + "words": 16, + "wer": 0.4375 + }, + "semantic": { + "normalized_reference": "hash the utf 8 payload with s h a 256 before opening the checkpoint", + "normalized_hypothesis": "hash the utf 8 payload with sha 256 before opening the checkpoint", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + } + }, + { + "id": "utmos200_029", + "category": "conversational", + "text": "I thought I had it all figured out, and then this happened.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_029.wav", + "asr": "whisper-large-v3", + "hypothesis": "I thought I had it all figured out, and then this happened.", + "raw": { + "normalized_reference": "i thought i had it all figured out, and then this happened.", + "normalized_hypothesis": "i thought i had it all figured out, and then this happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i thought i had it all figured out and then this happened", + "normalized_hypothesis": "i thought i had it all figured out and then this happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_030", + "category": "descriptive", + "text": "The kind of quiet you only get at three in the morning in a city.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_030.wav", + "asr": "whisper-large-v3", + "hypothesis": "The kind of quiet you only get at 3 in the morning in a city.", + "raw": { + "normalized_reference": "the kind of quiet you only get at three in the morning in a city.", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city.", + "errors": 1, + "words": 15, + "wer": 0.06666666666666667 + }, + "semantic": { + "normalized_reference": "the kind of quiet you only get at 3 in the morning in a city", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_031", + "category": "emotional", + "text": "The joy of it was almost overwhelming, like too much good all at once.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_031.wav", + "asr": "whisper-large-v3", + "hypothesis": "The joy of it was almost overwhelming, like too much good all at once.", + "raw": { + "normalized_reference": "the joy of it was almost overwhelming, like too much good all at once.", + "normalized_hypothesis": "the joy of it was almost overwhelming, like too much good all at once.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the joy of it was almost overwhelming like too much good all at once", + "normalized_hypothesis": "the joy of it was almost overwhelming like too much good all at once", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_032", + "category": "homographs", + "text": "Please close the door while I stand close to the microphone.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_032.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please close the door while I stand close to the microphone.", + "raw": { + "normalized_reference": "please close the door while i stand close to the microphone.", + "normalized_hypothesis": "please close the door while i stand close to the microphone.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please close the door while i stand close to the microphone", + "normalized_hypothesis": "please close the door while i stand close to the microphone", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_033", + "category": "long", + "text": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_033.wav", + "asr": "whisper-large-v3", + "hypothesis": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "raw": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_034", + "category": "long_range", + "text": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_034.wav", + "asr": "whisper-large-v3", + "hypothesis": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "raw": { + "normalized_reference": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "normalized_hypothesis": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "normalized_hypothesis": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_035", + "category": "names_places", + "text": "Aurelia and Joaquin crossed the Schuylkill River before noon.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_035.wav", + "asr": "whisper-large-v3", + "hypothesis": "Aurelia and Joaquin crossed the Chiocul River before noon.", + "raw": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon.", + "normalized_hypothesis": "aurelia and joaquin crossed the chiocul river before noon.", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + }, + "semantic": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon", + "normalized_hypothesis": "aurelia and joaquin crossed the chiocul river before noon", + "errors": 1, + "words": 9, + "wer": 0.1111111111111111 + } + }, + { + "id": "utmos200_036", + "category": "narrative", + "text": "The village had a name, but nobody used it. Everyone just called it home.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_036.wav", + "asr": "whisper-large-v3", + "hypothesis": "The village had a name, but nobody used it. Everyone just called it home.", + "raw": { + "normalized_reference": "the village had a name, but nobody used it. everyone just called it home.", + "normalized_hypothesis": "the village had a name, but nobody used it. everyone just called it home.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the village had a name but nobody used it everyone just called it home", + "normalized_hypothesis": "the village had a name but nobody used it everyone just called it home", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_037", + "category": "numbers", + "text": "Increase the gain by three decibels, wait five seconds, then reduce it by one.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_037.wav", + "asr": "whisper-large-v3", + "hypothesis": "Increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "raw": { + "normalized_reference": "increase the gain by three decibels, wait five seconds, then reduce it by one.", + "normalized_hypothesis": "increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + }, + "semantic": { + "normalized_reference": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "normalized_hypothesis": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_038", + "category": "punctuation", + "text": "The result was unexpected: clear, stable, and surprisingly natural.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_038.wav", + "asr": "whisper-large-v3", + "hypothesis": "The result was unexpected, clear, stable, and surprisingly natural.", + "raw": { + "normalized_reference": "the result was unexpected: clear, stable, and surprisingly natural.", + "normalized_hypothesis": "the result was unexpected, clear, stable, and surprisingly natural.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the result was unexpected clear stable and surprisingly natural", + "normalized_hypothesis": "the result was unexpected clear stable and surprisingly natural", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_039", + "category": "question", + "text": "Who told you that was the right way to do it?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_039.wav", + "asr": "whisper-large-v3", + "hypothesis": "Who told you that was the right way to do it?", + "raw": { + "normalized_reference": "who told you that was the right way to do it?", + "normalized_hypothesis": "who told you that was the right way to do it?", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "who told you that was the right way to do it", + "normalized_hypothesis": "who told you that was the right way to do it", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_040", + "category": "rare_words", + "text": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_040.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "raw": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_041", + "category": "short", + "text": "I mean. Yeah. Kind of.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_041.wav", + "asr": "whisper-large-v3", + "hypothesis": "I mean, no, I know.", + "raw": { + "normalized_reference": "i mean. yeah. kind of.", + "normalized_hypothesis": "i mean, no, i know.", + "errors": 3, + "words": 5, + "wer": 0.6 + }, + "semantic": { + "normalized_reference": "i mean yeah kind of", + "normalized_hypothesis": "i mean no i know", + "errors": 3, + "words": 5, + "wer": 0.6 + } + }, + { + "id": "utmos200_042", + "category": "technical", + "text": "The logs are your best friend when something behaves unexpectedly.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_042.wav", + "asr": "whisper-large-v3", + "hypothesis": "The logs are your best friend when something behaves unexpectedly.", + "raw": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly.", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_043", + "category": "conversational", + "text": "He kept talking and I kept nodding and neither of us was listening.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_043.wav", + "asr": "whisper-large-v3", + "hypothesis": "He kept talking and I kept nodding and neither of us was listening.", + "raw": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening.", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_044", + "category": "descriptive", + "text": "It's one of those places where everyone seems to know each other already.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_044.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those places where everyone seems to know each other already.", + "raw": { + "normalized_reference": "it's one of those places where everyone seems to know each other already.", + "normalized_hypothesis": "it's one of those places where everyone seems to know each other already.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those places where everyone seems to know each other already", + "normalized_hypothesis": "it is one of those places where everyone seems to know each other already", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_045", + "category": "emotional", + "text": "He said he was proud of me and nobody had ever said that to me before.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_045.wav", + "asr": "whisper-large-v3", + "hypothesis": "He said he was proud of me and nobody had ever said that to me before.", + "raw": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before.", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_046", + "category": "homographs", + "text": "The minute detail took a minute to explain clearly.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_046.wav", + "asr": "whisper-large-v3", + "hypothesis": "The minute detail took a minute to explain clearly.", + "raw": { + "normalized_reference": "the minute detail took a minute to explain clearly.", + "normalized_hypothesis": "the minute detail took a minute to explain clearly.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the minute detail took a minute to explain clearly", + "normalized_hypothesis": "the minute detail took a minute to explain clearly", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_047", + "category": "long", + "text": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_047.wav", + "asr": "whisper-large-v3", + "hypothesis": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "raw": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_048", + "category": "long_range", + "text": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_048.wav", + "asr": "whisper-large-v3", + "hypothesis": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "raw": { + "normalized_reference": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "normalized_hypothesis": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "normalized_hypothesis": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_049", + "category": "names_places", + "text": "Xiomara met Siobhan near the old library in Worcestershire.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_049.wav", + "asr": "whisper-large-v3", + "hypothesis": "See Amaru Mechivan near the Old Library in Worcestershire.", + "raw": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire.", + "normalized_hypothesis": "see amaru mechivan near the old library in worcestershire.", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + }, + "semantic": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire", + "normalized_hypothesis": "see amaru mechivan near the old library in worcestershire", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + } + }, + { + "id": "utmos200_050", + "category": "narrative", + "text": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_050.wav", + "asr": "whisper-large-v3", + "hypothesis": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "raw": { + "normalized_reference": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "normalized_hypothesis": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "normalized_hypothesis": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "errors": 0, + "words": 19, + "wer": 0.0 + } + }, + { + "id": "utmos200_051", + "category": "numbers", + "text": "At exactly seven forty-five, Morgan placed eighteen dollars and fifty cents beside the notebook.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_051.wav", + "asr": "whisper-large-v3", + "hypothesis": "At exactly 7.45, Morgan placed $18.50 beside the notebook.", + "raw": { + "normalized_reference": "at exactly seven forty-five, morgan placed eighteen dollars and fifty cents beside the notebook.", + "normalized_hypothesis": "at exactly 7.45, morgan placed $18.50 beside the notebook.", + "errors": 8, + "words": 15, + "wer": 0.5333333333333333 + }, + "semantic": { + "normalized_reference": "at exactly 745 morgan placed $18.50 beside the notebook", + "normalized_hypothesis": "at exactly 7.45 morgan placed $18.50 beside the notebook", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_052", + "category": "punctuation", + "text": "Does punctuation work? Yes: commas, semicolons, and periods should create sensible boundaries.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_052.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does punctuation work? Yes. Commas, semicolons, and periods should create sensible boundaries.", + "raw": { + "normalized_reference": "does punctuation work? yes: commas, semicolons, and periods should create sensible boundaries.", + "normalized_hypothesis": "does punctuation work? yes. commas, semicolons, and periods should create sensible boundaries.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "normalized_hypothesis": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_053", + "category": "question", + "text": "Have you ever just stopped and thought about how strange all of this is?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_053.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever just stopped and thought about how strange all of this is?", + "raw": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is?", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is?", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_054", + "category": "rare_words", + "text": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_054.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "raw": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_055", + "category": "short", + "text": "That tracks.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_055.wav", + "asr": "whisper-large-v3", + "hypothesis": "That tracks.", + "raw": { + "normalized_reference": "that tracks.", + "normalized_hypothesis": "that tracks.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that tracks", + "normalized_hypothesis": "that tracks", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_056", + "category": "technical", + "text": "The key thing to remember is that order matters here more than you'd think.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_056.wav", + "asr": "whisper-large-v3", + "hypothesis": "The key thing to remember is that order matters here more than you'd think.", + "raw": { + "normalized_reference": "the key thing to remember is that order matters here more than you'd think.", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you'd think.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the key thing to remember is that order matters here more than you would think", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you would think", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_057", + "category": "conversational", + "text": "I would not say that again in this room if I were you.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_057.wav", + "asr": "whisper-large-v3", + "hypothesis": "I would not say that again in this room if I were you.", + "raw": { + "normalized_reference": "i would not say that again in this room if i were you.", + "normalized_hypothesis": "i would not say that again in this room if i were you.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i would not say that again in this room if i were you", + "normalized_hypothesis": "i would not say that again in this room if i were you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_058", + "category": "descriptive", + "text": "The room was filled with the quiet that means something is about to change.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_058.wav", + "asr": "whisper-large-v3", + "hypothesis": "The room was filled with a quiet that means something is about to change.", + "raw": { + "normalized_reference": "the room was filled with the quiet that means something is about to change.", + "normalized_hypothesis": "the room was filled with a quiet that means something is about to change.", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + }, + "semantic": { + "normalized_reference": "the room was filled with the quiet that means something is about to change", + "normalized_hypothesis": "the room was filled with a quiet that means something is about to change", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + } + }, + { + "id": "utmos200_059", + "category": "emotional", + "text": "I didn't expect to feel that way about it, but I did.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_059.wav", + "asr": "whisper-large-v3", + "hypothesis": "I didn't expect to feel that way about it, but I did.", + "raw": { + "normalized_reference": "i didn't expect to feel that way about it, but i did.", + "normalized_hypothesis": "i didn't expect to feel that way about it, but i did.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i did not expect to feel that way about it but i did", + "normalized_hypothesis": "i did not expect to feel that way about it but i did", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_060", + "category": "homographs", + "text": "I object to the strange object that was left near the entrance.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_060.wav", + "asr": "whisper-large-v3", + "hypothesis": "I object to the strange object that was left near the entrance.", + "raw": { + "normalized_reference": "i object to the strange object that was left near the entrance.", + "normalized_hypothesis": "i object to the strange object that was left near the entrance.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i object to the strange object that was left near the entrance", + "normalized_hypothesis": "i object to the strange object that was left near the entrance", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_061", + "category": "long", + "text": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_061.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "raw": { + "normalized_reference": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "normalized_hypothesis": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "errors": 0, + "words": 32, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "normalized_hypothesis": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "errors": 0, + "words": 33, + "wer": 0.0 + } + }, + { + "id": "utmos200_062", + "category": "long_range", + "text": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_062.wav", + "asr": "whisper-large-v3", + "hypothesis": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "raw": { + "normalized_reference": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "normalized_hypothesis": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "normalized_hypothesis": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_063", + "category": "names_places", + "text": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_063.wav", + "asr": "whisper-large-v3", + "hypothesis": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "raw": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_064", + "category": "narrative", + "text": "We had been driving for six hours when we finally saw the sign for the town.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_064.wav", + "asr": "whisper-large-v3", + "hypothesis": "We had been driving for six hours when we finally saw the sign for the town.", + "raw": { + "normalized_reference": "we had been driving for six hours when we finally saw the sign for the town.", + "normalized_hypothesis": "we had been driving for six hours when we finally saw the sign for the town.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we had been driving for 6 hours when we finally saw the sign for the town", + "normalized_hypothesis": "we had been driving for 6 hours when we finally saw the sign for the town", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_065", + "category": "numbers", + "text": "Call extension zero four nine after eight thirty in the morning.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_065.wav", + "asr": "whisper-large-v3", + "hypothesis": "Call extension 049 after 8.30 in the morning.", + "raw": { + "normalized_reference": "call extension zero four nine after eight thirty in the morning.", + "normalized_hypothesis": "call extension 049 after 8.30 in the morning.", + "errors": 5, + "words": 11, + "wer": 0.45454545454545453 + }, + "semantic": { + "normalized_reference": "call extension 049 after 830 in the morning", + "normalized_hypothesis": "call extension 49 after 8.30 in the morning", + "errors": 3, + "words": 8, + "wer": 0.375 + } + }, + { + "id": "utmos200_066", + "category": "punctuation", + "text": "Stop - listen carefully - then answer the question without guessing.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_066.wav", + "asr": "whisper-large-v3", + "hypothesis": "Stop listen carefully then answer the question without guessing.", + "raw": { + "normalized_reference": "stop - listen carefully - then answer the question without guessing.", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "stop listen carefully then answer the question without guessing", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_067", + "category": "question", + "text": "Does it matter at this point, honestly?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_067.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does it matter at this point, honestly?", + "raw": { + "normalized_reference": "does it matter at this point, honestly?", + "normalized_hypothesis": "does it matter at this point, honestly?", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does it matter at this point honestly", + "normalized_hypothesis": "does it matter at this point honestly", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_068", + "category": "rare_words", + "text": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_068.wav", + "asr": "whisper-large-v3", + "hypothesis": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "raw": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_069", + "category": "short", + "text": "That's not what I expected.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_069.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's not what I expected.", + "raw": { + "normalized_reference": "that's not what i expected.", + "normalized_hypothesis": "that's not what i expected.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is not what i expected", + "normalized_hypothesis": "that is not what i expected", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_070", + "category": "technical", + "text": "There's a known issue with that version that causes failures under load.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_070.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a known issue with that version that causes failures under load.", + "raw": { + "normalized_reference": "there's a known issue with that version that causes failures under load.", + "normalized_hypothesis": "there's a known issue with that version that causes failures under load.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a known issue with that version that causes failures under load", + "normalized_hypothesis": "there is a known issue with that version that causes failures under load", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_071", + "category": "conversational", + "text": "Don't look now but I think that's him over there.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_071.wav", + "asr": "whisper-large-v3", + "hypothesis": "Don't look now, but I think that's him over there.", + "raw": { + "normalized_reference": "don't look now but i think that's him over there.", + "normalized_hypothesis": "don't look now, but i think that's him over there.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do not look now but i think that is him over there", + "normalized_hypothesis": "do not look now but i think that is him over there", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_072", + "category": "descriptive", + "text": "The city at night looks completely different from how it feels during the day.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_072.wav", + "asr": "whisper-large-v3", + "hypothesis": "The city at night looks completely different from how it feels during the day.", + "raw": { + "normalized_reference": "the city at night looks completely different from how it feels during the day.", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the city at night looks completely different from how it feels during the day", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_073", + "category": "emotional", + "text": "It's the kind of happy that makes you nervous because you know it can't last.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_073.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of happy that makes you nervous because you know it can't last.", + "raw": { + "normalized_reference": "it's the kind of happy that makes you nervous because you know it can't last.", + "normalized_hypothesis": "it's the kind of happy that makes you nervous because you know it can't last.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of happy that makes you nervous because you know it can not last", + "normalized_hypothesis": "it is the kind of happy that makes you nervous because you know it can not last", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_074", + "category": "homographs", + "text": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_074.wav", + "asr": "whisper-large-v3", + "hypothesis": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "raw": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_075", + "category": "long", + "text": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_075.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "raw": { + "normalized_reference": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "normalized_hypothesis": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "normalized_hypothesis": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_076", + "category": "long_range", + "text": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_076.wav", + "asr": "whisper-large-v3", + "hypothesis": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "raw": { + "normalized_reference": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "normalized_hypothesis": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "normalized_hypothesis": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_077", + "category": "names_places", + "text": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_077.wav", + "asr": "whisper-large-v3", + "hypothesis": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "raw": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_078", + "category": "narrative", + "text": "She handled it with a grace I genuinely did not expect.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_078.wav", + "asr": "whisper-large-v3", + "hypothesis": "She handled it with a grace I genuinely did not expect.", + "raw": { + "normalized_reference": "she handled it with a grace i genuinely did not expect.", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she handled it with a grace i genuinely did not expect", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_079", + "category": "numbers", + "text": "Apartment four hundred seven is across from room twenty-nine on the third floor.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_079.wav", + "asr": "whisper-large-v3", + "hypothesis": "Apartment 407 is across from room 29 on the third floor.", + "raw": { + "normalized_reference": "apartment four hundred seven is across from room twenty-nine on the third floor.", + "normalized_hypothesis": "apartment 407 is across from room 29 on the third floor.", + "errors": 5, + "words": 14, + "wer": 0.35714285714285715 + }, + "semantic": { + "normalized_reference": "apartment 407 is across from room 29 on the 3rd floor", + "normalized_hypothesis": "apartment 407 is across from room 29 on the 3rd floor", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_080", + "category": "punctuation", + "text": "\"Not yet,\" Rowan whispered. \"Give me another minute... please.\"", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_080.wav", + "asr": "whisper-large-v3", + "hypothesis": "Not yet, Rowan whispered. Give me another minute, please.", + "raw": { + "normalized_reference": "\"not yet,\" rowan whispered. \"give me another minute... please.\"", + "normalized_hypothesis": "not yet, rowan whispered. give me another minute, please.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "not yet rowan whispered give me another minute please", + "normalized_hypothesis": "not yet rowan whispered give me another minute please", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_081", + "category": "question", + "text": "What are we actually trying to accomplish here?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_081.wav", + "asr": "whisper-large-v3", + "hypothesis": "What are we actually trying to accomplish here?", + "raw": { + "normalized_reference": "what are we actually trying to accomplish here?", + "normalized_hypothesis": "what are we actually trying to accomplish here?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what are we actually trying to accomplish here", + "normalized_hypothesis": "what are we actually trying to accomplish here", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_082", + "category": "rare_words", + "text": "The physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_082.wav", + "asr": "whisper-large-v3", + "hypothesis": "the physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "raw": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "normalized_hypothesis": "the physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + }, + "semantic": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms", + "normalized_hypothesis": "the physician recommended a non invasive procedure for the recurring neurological symptoms", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_083", + "category": "short", + "text": "Are you serious right now?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_083.wav", + "asr": "whisper-large-v3", + "hypothesis": "Are you serious right now?", + "raw": { + "normalized_reference": "are you serious right now?", + "normalized_hypothesis": "are you serious right now?", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "are you serious right now", + "normalized_hypothesis": "are you serious right now", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_084", + "category": "technical", + "text": "The performance improvement is real, but it comes with tradeoffs.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_084.wav", + "asr": "whisper-large-v3", + "hypothesis": "The performance improvement is real, but it comes with trade-offs.", + "raw": { + "normalized_reference": "the performance improvement is real, but it comes with tradeoffs.", + "normalized_hypothesis": "the performance improvement is real, but it comes with trade-offs.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the performance improvement is real but it comes with tradeoffs", + "normalized_hypothesis": "the performance improvement is real but it comes with trade offs", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_085", + "category": "conversational", + "text": "I don't know. It's just been one of those weeks, you know?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_085.wav", + "asr": "whisper-large-v3", + "hypothesis": "I don't know. It's just been one of those weeks, you know?", + "raw": { + "normalized_reference": "i don't know. it's just been one of those weeks, you know?", + "normalized_hypothesis": "i don't know. it's just been one of those weeks, you know?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i do not know it is just been one of those weeks you know", + "normalized_hypothesis": "i do not know it is just been one of those weeks you know", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_086", + "category": "descriptive", + "text": "The moment you stop expecting perfection, things get a lot more interesting.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_086.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment you stop expecting perfection, things get a lot more interesting.", + "raw": { + "normalized_reference": "the moment you stop expecting perfection, things get a lot more interesting.", + "normalized_hypothesis": "the moment you stop expecting perfection, things get a lot more interesting.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment you stop expecting perfection things get a lot more interesting", + "normalized_hypothesis": "the moment you stop expecting perfection things get a lot more interesting", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_087", + "category": "emotional", + "text": "It's the kind of thing that stays with you even years later.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_087.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of thing that stays with you even years later.", + "raw": { + "normalized_reference": "it's the kind of thing that stays with you even years later.", + "normalized_hypothesis": "it's the kind of thing that stays with you even years later.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of thing that stays with you even years later", + "normalized_hypothesis": "it is the kind of thing that stays with you even years later", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_088", + "category": "long", + "text": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_088.wav", + "asr": "whisper-large-v3", + "hypothesis": "She told me once that the most important skill she developed was learning to disagree with someone without making them feel they were wrong.", + "raw": { + "normalized_reference": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "normalized_hypothesis": "she told me once that the most important skill she developed was learning to disagree with someone without making them feel they were wrong.", + "errors": 1, + "words": 24, + "wer": 0.041666666666666664 + }, + "semantic": { + "normalized_reference": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "normalized_hypothesis": "she told me once that the most important skill she developed was learning to disagree with someone without making them feel they were wrong", + "errors": 1, + "words": 25, + "wer": 0.04 + } + }, + { + "id": "utmos200_089", + "category": "narrative", + "text": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_089.wav", + "asr": "whisper-large-v3", + "hypothesis": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "raw": { + "normalized_reference": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "errors": 0, + "words": 19, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_090", + "category": "question", + "text": "Why does asking for help feel so hard when you actually need it?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_090.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why does asking for help feel so hard when you actually need it?", + "raw": { + "normalized_reference": "why does asking for help feel so hard when you actually need it?", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why does asking for help feel so hard when you actually need it", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_091", + "category": "short", + "text": "That's fair.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_091.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was fair.", + "raw": { + "normalized_reference": "that's fair.", + "normalized_hypothesis": "that was fair.", + "errors": 2, + "words": 2, + "wer": 1.0 + }, + "semantic": { + "normalized_reference": "that is fair", + "normalized_hypothesis": "that was fair", + "errors": 1, + "words": 3, + "wer": 0.3333333333333333 + } + }, + { + "id": "utmos200_092", + "category": "technical", + "text": "If you run into that error, the fix is usually just restarting the service.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_092.wav", + "asr": "whisper-large-v3", + "hypothesis": "If you run into that error, the fix is usually just restarting the service.", + "raw": { + "normalized_reference": "if you run into that error, the fix is usually just restarting the service.", + "normalized_hypothesis": "if you run into that error, the fix is usually just restarting the service.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if you run into that error the fix is usually just restarting the service", + "normalized_hypothesis": "if you run into that error the fix is usually just restarting the service", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_093", + "category": "conversational", + "text": "It was a disaster in the best possible way.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_093.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was a disaster in the best possible way.", + "raw": { + "normalized_reference": "it was a disaster in the best possible way.", + "normalized_hypothesis": "it was a disaster in the best possible way.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was a disaster in the best possible way", + "normalized_hypothesis": "it was a disaster in the best possible way", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_094", + "category": "descriptive", + "text": "It had the look of a place that used to mean something to someone.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_094.wav", + "asr": "whisper-large-v3", + "hypothesis": "It had the look of a place that used to mean something to someone.", + "raw": { + "normalized_reference": "it had the look of a place that used to mean something to someone.", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it had the look of a place that used to mean something to someone", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_095", + "category": "emotional", + "text": "There's this feeling you get when something finally works after weeks of failure.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_095.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's this feeling you get when something finally works after weeks of failure.", + "raw": { + "normalized_reference": "there's this feeling you get when something finally works after weeks of failure.", + "normalized_hypothesis": "there's this feeling you get when something finally works after weeks of failure.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is this feeling you get when something finally works after weeks of failure", + "normalized_hypothesis": "there is this feeling you get when something finally works after weeks of failure", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_096", + "category": "long", + "text": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_096.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "raw": { + "normalized_reference": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "normalized_hypothesis": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "normalized_hypothesis": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "errors": 0, + "words": 30, + "wer": 0.0 + } + }, + { + "id": "utmos200_097", + "category": "narrative", + "text": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_097.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "raw": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_098", + "category": "question", + "text": "What exactly are we waiting for at this point?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_098.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly are we waiting for at this point?", + "raw": { + "normalized_reference": "what exactly are we waiting for at this point?", + "normalized_hypothesis": "what exactly are we waiting for at this point?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly are we waiting for at this point", + "normalized_hypothesis": "what exactly are we waiting for at this point", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_099", + "category": "short", + "text": "I stand by what I said.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_099.wav", + "asr": "whisper-large-v3", + "hypothesis": "I stand by what I said.", + "raw": { + "normalized_reference": "i stand by what i said.", + "normalized_hypothesis": "i stand by what i said.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i stand by what i said", + "normalized_hypothesis": "i stand by what i said", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_100", + "category": "technical", + "text": "Double-check that value before you push anything to production.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_100.wav", + "asr": "whisper-large-v3", + "hypothesis": "Double check that value before you push anything to production.", + "raw": { + "normalized_reference": "double-check that value before you push anything to production.", + "normalized_hypothesis": "double check that value before you push anything to production.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "double check that value before you push anything to production", + "normalized_hypothesis": "double check that value before you push anything to production", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_101", + "category": "conversational", + "text": "I understand your point; I just do not agree with the conclusion.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_101.wav", + "asr": "whisper-large-v3", + "hypothesis": "I understand your point, I just do not agree with the conclusion.", + "raw": { + "normalized_reference": "i understand your point; i just do not agree with the conclusion.", + "normalized_hypothesis": "i understand your point, i just do not agree with the conclusion.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i understand your point i just do not agree with the conclusion", + "normalized_hypothesis": "i understand your point i just do not agree with the conclusion", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_102", + "category": "descriptive", + "text": "The sky that day was a strange shade of orange I'd never seen before.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_102.wav", + "asr": "whisper-large-v3", + "hypothesis": "The sky that day was a strange shade of orange I'd never seen before.", + "raw": { + "normalized_reference": "the sky that day was a strange shade of orange i'd never seen before.", + "normalized_hypothesis": "the sky that day was a strange shade of orange i'd never seen before.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the sky that day was a strange shade of orange i would never seen before", + "normalized_hypothesis": "the sky that day was a strange shade of orange i would never seen before", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_103", + "category": "emotional", + "text": "It hurt more than I expected, and I thought I was prepared.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_103.wav", + "asr": "whisper-large-v3", + "hypothesis": "It hurt more than I expected, and I thought I was prepared.", + "raw": { + "normalized_reference": "it hurt more than i expected, and i thought i was prepared.", + "normalized_hypothesis": "it hurt more than i expected, and i thought i was prepared.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it hurt more than i expected and i thought i was prepared", + "normalized_hypothesis": "it hurt more than i expected and i thought i was prepared", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_104", + "category": "long", + "text": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_104.wav", + "asr": "whisper-large-v3", + "hypothesis": "The hardest part was in making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "raw": { + "normalized_reference": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "normalized_hypothesis": "the hardest part was in making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "errors": 2, + "words": 25, + "wer": 0.08 + }, + "semantic": { + "normalized_reference": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "normalized_hypothesis": "the hardest part was in making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "errors": 1, + "words": 26, + "wer": 0.038461538461538464 + } + }, + { + "id": "utmos200_105", + "category": "narrative", + "text": "There was this one day last summer when everything just clicked into place.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_105.wav", + "asr": "whisper-large-v3", + "hypothesis": "There was this one day last summer when everything just clicked into place.", + "raw": { + "normalized_reference": "there was this one day last summer when everything just clicked into place.", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there was this one day last summer when everything just clicked into place", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_106", + "category": "question", + "text": "Have you ever thought about why we keep doing things the same way when they stop working?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_106.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever thought about why we keep doing things the same way when they stop working?", + "raw": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working?", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working?", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_107", + "category": "short", + "text": "I can't believe you just said that.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_107.wav", + "asr": "whisper-large-v3", + "hypothesis": "I can't believe you just said that.", + "raw": { + "normalized_reference": "i can't believe you just said that.", + "normalized_hypothesis": "i can't believe you just said that.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i can not believe you just said that", + "normalized_hypothesis": "i can not believe you just said that", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_108", + "category": "technical", + "text": "You'll want to isolate that variable before drawing any conclusions.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_108.wav", + "asr": "whisper-large-v3", + "hypothesis": "You'll want to isolate that variable before drawing any conclusions.", + "raw": { + "normalized_reference": "you'll want to isolate that variable before drawing any conclusions.", + "normalized_hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you will want to isolate that variable before drawing any conclusions", + "normalized_hypothesis": "you will want to isolate that variable before drawing any conclusions", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_109", + "category": "conversational", + "text": "The meeting that could have been an email lasted two hours.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_109.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meeting that could have been an email lasted two hours.", + "raw": { + "normalized_reference": "the meeting that could have been an email lasted two hours.", + "normalized_hypothesis": "the meeting that could have been an email lasted two hours.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meeting that could have been an email lasted 2 hours", + "normalized_hypothesis": "the meeting that could have been an email lasted 2 hours", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_110", + "category": "descriptive", + "text": "There's a specific kind of tired that sleep doesn't fix.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_110.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a specific kind of tired that sleep doesn't fix.", + "raw": { + "normalized_reference": "there's a specific kind of tired that sleep doesn't fix.", + "normalized_hypothesis": "there's a specific kind of tired that sleep doesn't fix.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a specific kind of tired that sleep does not fix", + "normalized_hypothesis": "there is a specific kind of tired that sleep does not fix", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_111", + "category": "emotional", + "text": "Something about that moment broke something open in me that I hadn't realized was closed.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_111.wav", + "asr": "whisper-large-v3", + "hypothesis": "Something about that moment broke something open in me that I hadn't realized was closed.", + "raw": { + "normalized_reference": "something about that moment broke something open in me that i hadn't realized was closed.", + "normalized_hypothesis": "something about that moment broke something open in me that i hadn't realized was closed.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "something about that moment broke something open in me that i had not realized was closed", + "normalized_hypothesis": "something about that moment broke something open in me that i had not realized was closed", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_112", + "category": "long", + "text": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_112.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "raw": { + "normalized_reference": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "normalized_hypothesis": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "normalized_hypothesis": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_113", + "category": "narrative", + "text": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_113.wav", + "asr": "whisper-large-v3", + "hypothesis": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "raw": { + "normalized_reference": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "normalized_hypothesis": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she opened the door slowly as if she expected to find something she was not ready for", + "normalized_hypothesis": "she opened the door slowly as if she expected to find something she was not ready for", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_114", + "category": "question", + "text": "What would you do differently if you could go back?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_114.wav", + "asr": "whisper-large-v3", + "hypothesis": "What would you do differently if you could go back?", + "raw": { + "normalized_reference": "what would you do differently if you could go back?", + "normalized_hypothesis": "what would you do differently if you could go back?", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what would you do differently if you could go back", + "normalized_hypothesis": "what would you do differently if you could go back", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_115", + "category": "short", + "text": "Okay. Okay okay okay.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_115.wav", + "asr": "whisper-large-v3", + "hypothesis": "Okay, okay, okay, okay.", + "raw": { + "normalized_reference": "okay. okay okay okay.", + "normalized_hypothesis": "okay, okay, okay, okay.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "okay okay okay okay", + "normalized_hypothesis": "okay okay okay okay", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_116", + "category": "technical", + "text": "The latency goes up significantly at scale, which is expected.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_116.wav", + "asr": "whisper-large-v3", + "hypothesis": "The latency goes up significantly at scale, which is expected.", + "raw": { + "normalized_reference": "the latency goes up significantly at scale, which is expected.", + "normalized_hypothesis": "the latency goes up significantly at scale, which is expected.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the latency goes up significantly at scale which is expected", + "normalized_hypothesis": "the latency goes up significantly at scale which is expected", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_117", + "category": "conversational", + "text": "We ended up staying until two in the morning talking about nothing.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_117.wav", + "asr": "whisper-large-v3", + "hypothesis": "We ended up staying until 2 in the morning talking about nothing.", + "raw": { + "normalized_reference": "we ended up staying until two in the morning talking about nothing.", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing.", + "errors": 1, + "words": 12, + "wer": 0.08333333333333333 + }, + "semantic": { + "normalized_reference": "we ended up staying until 2 in the morning talking about nothing", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_118", + "category": "descriptive", + "text": "The rain started slowly, and then all at once, the way it usually does.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_118.wav", + "asr": "whisper-large-v3", + "hypothesis": "The rain started slowly and then all at once, the way it usually does.", + "raw": { + "normalized_reference": "the rain started slowly, and then all at once, the way it usually does.", + "normalized_hypothesis": "the rain started slowly and then all at once, the way it usually does.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the rain started slowly and then all at once the way it usually does", + "normalized_hypothesis": "the rain started slowly and then all at once the way it usually does", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_119", + "category": "emotional", + "text": "I honestly did not think I was going to make it through that year.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_119.wav", + "asr": "whisper-large-v3", + "hypothesis": "I honestly did not think I was going to make it through that year.", + "raw": { + "normalized_reference": "i honestly did not think i was going to make it through that year.", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i honestly did not think i was going to make it through that year", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_120", + "category": "long", + "text": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_120.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "raw": { + "normalized_reference": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "normalized_hypothesis": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "normalized_hypothesis": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_121", + "category": "narrative", + "text": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_121.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "raw": { + "normalized_reference": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "normalized_hypothesis": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment i opened the door i knew something was different even if i could not say what", + "normalized_hypothesis": "the moment i opened the door i knew something was different even if i could not say what", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_122", + "category": "question", + "text": "How do you explain something that doesn't make sense even to you?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_122.wav", + "asr": "whisper-large-v3", + "hypothesis": "How do you explain something that doesn't make sense even to you?", + "raw": { + "normalized_reference": "how do you explain something that doesn't make sense even to you?", + "normalized_hypothesis": "how do you explain something that doesn't make sense even to you?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how do you explain something that does not make sense even to you", + "normalized_hypothesis": "how do you explain something that does not make sense even to you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_123", + "category": "short", + "text": "Hold on a second.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_123.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hold on a second.", + "raw": { + "normalized_reference": "hold on a second.", + "normalized_hypothesis": "hold on a second.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "hold on a 2nd", + "normalized_hypothesis": "hold on a 2nd", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_124", + "category": "technical", + "text": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_124.wav", + "asr": "whisper-large-v3", + "hypothesis": "A deterministic split prevents duplicate normalized hex from leaking into evaluation.", + "raw": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized hex from leaking into evaluation.", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + }, + "semantic": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized hex from leaking into evaluation", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + } + }, + { + "id": "utmos200_125", + "category": "conversational", + "text": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_125.wav", + "asr": "whisper-large-v3", + "hypothesis": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "raw": { + "normalized_reference": "honestly, that was much better than i expected, but the ending still felt rushed.", + "normalized_hypothesis": "honestly, that was much better than i expected, but the ending still felt rushed.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "honestly that was much better than i expected but the ending still felt rushed", + "normalized_hypothesis": "honestly that was much better than i expected but the ending still felt rushed", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_126", + "category": "descriptive", + "text": "She had a habit of tilting her head slightly when thinking hard about something.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_126.wav", + "asr": "whisper-large-v3", + "hypothesis": "She had a habit of tilting her head slightly when thinking hard about something.", + "raw": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something.", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_127", + "category": "emotional", + "text": "I cannot stress enough how much I did not want to be right about this.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_127.wav", + "asr": "whisper-large-v3", + "hypothesis": "I cannot stress enough how much I did not want to be right about this.", + "raw": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this.", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_128", + "category": "long", + "text": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_128.wav", + "asr": "whisper-large-v3", + "hypothesis": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "raw": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "errors": 0, + "words": 33, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "errors": 0, + "words": 36, + "wer": 0.0 + } + }, + { + "id": "utmos200_129", + "category": "narrative", + "text": "So this is the part of the story where everything goes completely sideways.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_129.wav", + "asr": "whisper-large-v3", + "hypothesis": "So this is the part of the story where everything goes completely sideways.", + "raw": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways.", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_130", + "category": "question", + "text": "Is there a version of this where it actually works out okay?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_130.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is there a version of this where it actually works out okay?", + "raw": { + "normalized_reference": "is there a version of this where it actually works out okay?", + "normalized_hypothesis": "is there a version of this where it actually works out okay?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is there a version of this where it actually works out okay", + "normalized_hypothesis": "is there a version of this where it actually works out okay", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_131", + "category": "short", + "text": "Oh no. Oh no no no.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_131.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh no. Oh no no no.", + "raw": { + "normalized_reference": "oh no. oh no no no.", + "normalized_hypothesis": "oh no. oh no no no.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 no 0 no no no", + "normalized_hypothesis": "0 no 0 no no no", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_132", + "category": "technical", + "text": "Always test on a copy before modifying the original.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_132.wav", + "asr": "whisper-large-v3", + "hypothesis": "Always test on a copy before modifying the original.", + "raw": { + "normalized_reference": "always test on a copy before modifying the original.", + "normalized_hypothesis": "always test on a copy before modifying the original.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "always test on a copy before modifying the original", + "normalized_hypothesis": "always test on a copy before modifying the original", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_133", + "category": "conversational", + "text": "I wasn't even supposed to be there. That's the wild part.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_133.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wasn't even supposed to be there. That's the wild part.", + "raw": { + "normalized_reference": "i wasn't even supposed to be there. that's the wild part.", + "normalized_hypothesis": "i wasn't even supposed to be there. that's the wild part.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was not even supposed to be there that is the wild part", + "normalized_hypothesis": "i was not even supposed to be there that is the wild part", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_134", + "category": "descriptive", + "text": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_134.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "raw": { + "normalized_reference": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "normalized_hypothesis": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a small town not the kind you leave the kind you leave and come back to", + "normalized_hypothesis": "it is a small town not the kind you leave the kind you leave and come back to", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_135", + "category": "emotional", + "text": "She cried. I cried. We all just sort of stood there crying.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_135.wav", + "asr": "whisper-large-v3", + "hypothesis": "She cried. I cried. We all just sort of stood there crying.", + "raw": { + "normalized_reference": "she cried. i cried. we all just sort of stood there crying.", + "normalized_hypothesis": "she cried. i cried. we all just sort of stood there crying.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she cried i cried we all just sort of stood there crying", + "normalized_hypothesis": "she cried i cried we all just sort of stood there crying", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_136", + "category": "long", + "text": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_136.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "raw": { + "normalized_reference": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "normalized_hypothesis": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "normalized_hypothesis": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_137", + "category": "narrative", + "text": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_137.wav", + "asr": "whisper-large-v3", + "hypothesis": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "raw": { + "normalized_reference": "the letter arrived on a tuesday, which felt appropriate somehow.", + "normalized_hypothesis": "the letter arrived on a tuesday, which felt appropriate somehow.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the letter arrived on a tuesday which felt appropriate somehow", + "normalized_hypothesis": "the letter arrived on a tuesday which felt appropriate somehow", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_138", + "category": "question", + "text": "What exactly did she say when you told her?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_138.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly did she say when you told her?", + "raw": { + "normalized_reference": "what exactly did she say when you told her?", + "normalized_hypothesis": "what exactly did she say when you told her?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly did she say when you told her", + "normalized_hypothesis": "what exactly did she say when you told her", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_139", + "category": "short", + "text": "No way. Absolutely not.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_139.wav", + "asr": "whisper-large-v3", + "hypothesis": "No way. Absolutely not.", + "raw": { + "normalized_reference": "no way. absolutely not.", + "normalized_hypothesis": "no way. absolutely not.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no way absolutely not", + "normalized_hypothesis": "no way absolutely not", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_140", + "category": "technical", + "text": "The first thing you want to do is make sure everything is backed up.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_140.wav", + "asr": "whisper-large-v3", + "hypothesis": "The first thing you want to do is make sure everything is backed up.", + "raw": { + "normalized_reference": "the first thing you want to do is make sure everything is backed up.", + "normalized_hypothesis": "the first thing you want to do is make sure everything is backed up.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the 1st thing you want to do is make sure everything is backed up", + "normalized_hypothesis": "the 1st thing you want to do is make sure everything is backed up", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_141", + "category": "conversational", + "text": "I have the most insane idea and you need to just hear me out.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_141.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have the most insane idea and you need to just hear me out.", + "raw": { + "normalized_reference": "i have the most insane idea and you need to just hear me out.", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have the most insane idea and you need to just hear me out", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_142", + "category": "descriptive", + "text": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_142.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "raw": { + "normalized_reference": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "normalized_hypothesis": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "normalized_hypothesis": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_143", + "category": "emotional", + "text": "I kept it together until I got to the car, and then I completely fell apart.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_143.wav", + "asr": "whisper-large-v3", + "hypothesis": "I kept it together until I got to the car and then I completely fell apart.", + "raw": { + "normalized_reference": "i kept it together until i got to the car, and then i completely fell apart.", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i kept it together until i got to the car and then i completely fell apart", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_144", + "category": "long", + "text": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_144.wav", + "asr": "whisper-large-v3", + "hypothesis": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "raw": { + "normalized_reference": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "normalized_hypothesis": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "normalized_hypothesis": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_145", + "category": "narrative", + "text": "I remember the exact moment I realized I had made a huge mistake.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_145.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember the exact moment I realized I had made a huge mistake.", + "raw": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake.", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_146", + "category": "question", + "text": "Do you think it would have gone differently if we'd left earlier?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_146.wav", + "asr": "whisper-large-v3", + "hypothesis": "Do you think it would have gone differently if we'd left earlier?", + "raw": { + "normalized_reference": "do you think it would have gone differently if we'd left earlier?", + "normalized_hypothesis": "do you think it would have gone differently if we'd left earlier?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do you think it would have gone differently if we would left earlier", + "normalized_hypothesis": "do you think it would have gone differently if we would left earlier", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_147", + "category": "short", + "text": "You have to be kidding me.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_147.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to be kidding me.", + "raw": { + "normalized_reference": "you have to be kidding me.", + "normalized_hypothesis": "you have to be kidding me.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to be kidding me", + "normalized_hypothesis": "you have to be kidding me", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_148", + "category": "technical", + "text": "If the checksum fails, restart the worker process without deleting the cached tensors.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_148.wav", + "asr": "whisper-large-v3", + "hypothesis": "If the checksum fails, restart the worker process without deleting the cache tensors.", + "raw": { + "normalized_reference": "if the checksum fails, restart the worker process without deleting the cached tensors.", + "normalized_hypothesis": "if the checksum fails, restart the worker process without deleting the cache tensors.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "if the checksum fails restart the worker process without deleting the cached tensors", + "normalized_hypothesis": "if the checksum fails restart the worker process without deleting the cache tensors", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + } + }, + { + "id": "utmos200_149", + "category": "conversational", + "text": "I need you to understand how close that was to not working.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_149.wav", + "asr": "whisper-large-v3", + "hypothesis": "I need you to understand how close that was to not working.", + "raw": { + "normalized_reference": "i need you to understand how close that was to not working.", + "normalized_hypothesis": "i need you to understand how close that was to not working.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i need you to understand how close that was to not working", + "normalized_hypothesis": "i need you to understand how close that was to not working", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_150", + "category": "descriptive", + "text": "It was the sort of morning where the whole world looks rinsed clean.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_150.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was the sort of morning where the whole world looks rinsed clean.", + "raw": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean.", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_151", + "category": "emotional", + "text": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_151.wav", + "asr": "whisper-large-v3", + "hypothesis": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "raw": { + "normalized_reference": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "normalized_hypothesis": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she started laughing and i started laughing and we could not stop for a full minute", + "normalized_hypothesis": "she started laughing and i started laughing and we could not stop for a full minute", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_152", + "category": "long", + "text": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_152.wav", + "asr": "whisper-large-v3", + "hypothesis": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "raw": { + "normalized_reference": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "normalized_hypothesis": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "errors": 0, + "words": 27, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "normalized_hypothesis": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "errors": 0, + "words": 27, + "wer": 0.0 + } + }, + { + "id": "utmos200_153", + "category": "narrative", + "text": "And somehow, despite all of that, it actually turned out okay.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_153.wav", + "asr": "whisper-large-v3", + "hypothesis": "And somehow, despite all of that, it actually turned out okay.", + "raw": { + "normalized_reference": "and somehow, despite all of that, it actually turned out okay.", + "normalized_hypothesis": "and somehow, despite all of that, it actually turned out okay.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "and somehow despite all of that it actually turned out okay", + "normalized_hypothesis": "and somehow despite all of that it actually turned out okay", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_154", + "category": "question", + "text": "Is that something you actually want, or something you think you should want?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_154.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is that something you actually want or something you think you should want?", + "raw": { + "normalized_reference": "is that something you actually want, or something you think you should want?", + "normalized_hypothesis": "is that something you actually want or something you think you should want?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is that something you actually want or something you think you should want", + "normalized_hypothesis": "is that something you actually want or something you think you should want", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_155", + "category": "short", + "text": "This is fine.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_155.wav", + "asr": "whisper-large-v3", + "hypothesis": "This is fine.", + "raw": { + "normalized_reference": "this is fine.", + "normalized_hypothesis": "this is fine.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "this is fine", + "normalized_hypothesis": "this is fine", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_156", + "category": "technical", + "text": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_156.wav", + "asr": "whisper-large-v3", + "hypothesis": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "raw": { + "normalized_reference": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "normalized_hypothesis": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the tricky part is not the setup it is making sure all dependencies line up", + "normalized_hypothesis": "the tricky part is not the setup it is making sure all dependencies line up", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_157", + "category": "conversational", + "text": "He called it a minor setback. I called it a disaster.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_157.wav", + "asr": "whisper-large-v3", + "hypothesis": "He called it a minor setback. I called it a disaster.", + "raw": { + "normalized_reference": "he called it a minor setback. i called it a disaster.", + "normalized_hypothesis": "he called it a minor setback. i called it a disaster.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he called it a minor setback i called it a disaster", + "normalized_hypothesis": "he called it a minor setback i called it a disaster", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_158", + "category": "descriptive", + "text": "The whole place smelled like pine and old wood and cold air.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_158.wav", + "asr": "whisper-large-v3", + "hypothesis": "The whole place smelled like pine and old wood and cold air.", + "raw": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air.", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_159", + "category": "emotional", + "text": "I've never been so relieved in my entire life.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_159.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've never been so relieved in my entire life.", + "raw": { + "normalized_reference": "i've never been so relieved in my entire life.", + "normalized_hypothesis": "i've never been so relieved in my entire life.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never been so relieved in my entire life", + "normalized_hypothesis": "i have never been so relieved in my entire life", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_160", + "category": "narrative", + "text": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_160.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "raw": { + "normalized_reference": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "normalized_hypothesis": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i wrote it all down that night so i would not forget and i still have not looked at it", + "normalized_hypothesis": "i wrote it all down that night so i would not forget and i still have not looked at it", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_161", + "category": "short", + "text": "That's kind of wild actually.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_161.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's kind of wild actually.", + "raw": { + "normalized_reference": "that's kind of wild actually.", + "normalized_hypothesis": "that's kind of wild actually.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is kind of wild actually", + "normalized_hypothesis": "that is kind of wild actually", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_162", + "category": "technical", + "text": "Version pinning will save you a lot of pain later down the line.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_162.wav", + "asr": "whisper-large-v3", + "hypothesis": "Version pinning will save you a lot of pain later down the line.", + "raw": { + "normalized_reference": "version pinning will save you a lot of pain later down the line.", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "version pinning will save you a lot of pain later down the line", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_163", + "category": "conversational", + "text": "At some point you just have to commit and see what happens.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_163.wav", + "asr": "whisper-large-v3", + "hypothesis": "At some point you just have to commit and see what happens.", + "raw": { + "normalized_reference": "at some point you just have to commit and see what happens.", + "normalized_hypothesis": "at some point you just have to commit and see what happens.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "at some point you just have to commit and see what happens", + "normalized_hypothesis": "at some point you just have to commit and see what happens", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_164", + "category": "emotional", + "text": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_164.wav", + "asr": "whisper-large-v3", + "hypothesis": "Nobody told me it was going to be this hard and honestly, I'm grateful.", + "raw": { + "normalized_reference": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly, i'm grateful.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "nobody told me it was going to be this hard and honestly i am grateful", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly i am grateful", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_165", + "category": "narrative", + "text": "Chapter seven. In which everything that could go wrong did, and a few things that couldn't.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_165.wav", + "asr": "whisper-large-v3", + "hypothesis": "Chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "raw": { + "normalized_reference": "chapter seven. in which everything that could go wrong did, and a few things that couldn't.", + "normalized_hypothesis": "chapter 7, in which everything that could go wrong did, and a few things that couldn't.", + "errors": 1, + "words": 16, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "chapter 7 in which everything that could go wrong did and a few things that could not", + "normalized_hypothesis": "chapter 7 in which everything that could go wrong did and a few things that could not", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_166", + "category": "short", + "text": "Wait, what?", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_166.wav", + "asr": "whisper-large-v3", + "hypothesis": "Wait, what?", + "raw": { + "normalized_reference": "wait, what?", + "normalized_hypothesis": "wait, what?", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "wait what", + "normalized_hypothesis": "wait what", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_167", + "category": "technical", + "text": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_167.wav", + "asr": "whisper-large-v3", + "hypothesis": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "raw": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_168", + "category": "conversational", + "text": "Could you speak a little more slowly? I am trying to write every detail down.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_168.wav", + "asr": "whisper-large-v3", + "hypothesis": "Could you speak a little more slowly? I am trying to write every detail down.", + "raw": { + "normalized_reference": "could you speak a little more slowly? i am trying to write every detail down.", + "normalized_hypothesis": "could you speak a little more slowly? i am trying to write every detail down.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "could you speak a little more slowly i am trying to write every detail down", + "normalized_hypothesis": "could you speak a little more slowly i am trying to write every detail down", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_169", + "category": "emotional", + "text": "I was so excited I could barely form a complete sentence.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_169.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was so excited I could barely form a complete sentence.", + "raw": { + "normalized_reference": "i was so excited i could barely form a complete sentence.", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was so excited i could barely form a complete sentence", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_170", + "category": "narrative", + "text": "He looked at me like I had said something in a language he didn't speak.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_170.wav", + "asr": "whisper-large-v3", + "hypothesis": "He looked at me like I had said something in a language he didn't speak.", + "raw": { + "normalized_reference": "he looked at me like i had said something in a language he didn't speak.", + "normalized_hypothesis": "he looked at me like i had said something in a language he didn't speak.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he looked at me like i had said something in a language he did not speak", + "normalized_hypothesis": "he looked at me like i had said something in a language he did not speak", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_171", + "category": "short", + "text": "That's actually hilarious.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_171.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's actually hilarious.", + "raw": { + "normalized_reference": "that's actually hilarious.", + "normalized_hypothesis": "that's actually hilarious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is actually hilarious", + "normalized_hypothesis": "that is actually hilarious", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_172", + "category": "technical", + "text": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_172.wav", + "asr": "whisper-large-v3", + "hypothesis": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "raw": { + "normalized_reference": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "normalized_hypothesis": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "normalized_hypothesis": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_173", + "category": "conversational", + "text": "She showed up three hours late and acted like nothing had happened.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_173.wav", + "asr": "whisper-large-v3", + "hypothesis": "She showed up three hours late and acted like nothing had happened.", + "raw": { + "normalized_reference": "she showed up three hours late and acted like nothing had happened.", + "normalized_hypothesis": "she showed up three hours late and acted like nothing had happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she showed up 3 hours late and acted like nothing had happened", + "normalized_hypothesis": "she showed up 3 hours late and acted like nothing had happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_174", + "category": "emotional", + "text": "Oh my god. This is the best thing I've ever tasted.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_174.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh my god. This is the best thing I've ever tasted.", + "raw": { + "normalized_reference": "oh my god. this is the best thing i've ever tasted.", + "normalized_hypothesis": "oh my god. this is the best thing i've ever tasted.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 my god this is the best thing i have ever tasted", + "normalized_hypothesis": "0 my god this is the best thing i have ever tasted", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_175", + "category": "narrative", + "text": "The note was short, which was somehow more frightening than a long one would have been.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_175.wav", + "asr": "whisper-large-v3", + "hypothesis": "The note was short, which was somehow more frightening than a long one would have been.", + "raw": { + "normalized_reference": "the note was short, which was somehow more frightening than a long one would have been.", + "normalized_hypothesis": "the note was short, which was somehow more frightening than a long one would have been.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the note was short which was somehow more frightening than a long one would have been", + "normalized_hypothesis": "the note was short which was somehow more frightening than a long one would have been", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_176", + "category": "short", + "text": "Noted.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_176.wav", + "asr": "whisper-large-v3", + "hypothesis": "Noted.", + "raw": { + "normalized_reference": "noted.", + "normalized_hypothesis": "noted.", + "errors": 0, + "words": 1, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "noted", + "normalized_hypothesis": "noted", + "errors": 0, + "words": 1, + "wer": 0.0 + } + }, + { + "id": "utmos200_177", + "category": "technical", + "text": "It's a simple process once you understand the underlying structure.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_177.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a simple process once you understand the underlying structure.", + "raw": { + "normalized_reference": "it's a simple process once you understand the underlying structure.", + "normalized_hypothesis": "it's a simple process once you understand the underlying structure.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a simple process once you understand the underlying structure", + "normalized_hypothesis": "it is a simple process once you understand the underlying structure", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_178", + "category": "conversational", + "text": "You have to hear this story because it's almost too good to be true.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_178.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to hear this story because it's almost too good to be true.", + "raw": { + "normalized_reference": "you have to hear this story because it's almost too good to be true.", + "normalized_hypothesis": "you have to hear this story because it's almost too good to be true.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to hear this story because it is almost too good to be true", + "normalized_hypothesis": "you have to hear this story because it is almost too good to be true", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_179", + "category": "emotional", + "text": "I have never felt more seen in my entire life than in that moment.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_179.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have never felt more seen in my entire life than in that moment.", + "raw": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment.", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_180", + "category": "narrative", + "text": "She knew. She had always known. She just waited for the right moment.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_180.wav", + "asr": "whisper-large-v3", + "hypothesis": "She knew. She had always known. She just waited for the right moment.", + "raw": { + "normalized_reference": "she knew. she had always known. she just waited for the right moment.", + "normalized_hypothesis": "she knew. she had always known. she just waited for the right moment.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she knew she had always known she just waited for the right moment", + "normalized_hypothesis": "she knew she had always known she just waited for the right moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_181", + "category": "short", + "text": "Yeah, no. Hard pass.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_181.wav", + "asr": "whisper-large-v3", + "hypothesis": "Yeah, no. Hard pass.", + "raw": { + "normalized_reference": "yeah, no. hard pass.", + "normalized_hypothesis": "yeah, no. hard pass.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "yeah no hard pass", + "normalized_hypothesis": "yeah no hard pass", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_182", + "category": "technical", + "text": "Please verify the sample rate, hop length, and mel filter configuration before inference.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_182.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please verify the sample rate, hop length, and MEL filter configuration before inference.", + "raw": { + "normalized_reference": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "normalized_hypothesis": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please verify the sample rate hop length and mel filter configuration before inference", + "normalized_hypothesis": "please verify the sample rate hop length and mel filter configuration before inference", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_183", + "category": "conversational", + "text": "That's the worst idea I've ever heard and I'm completely in.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_183.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the worst idea I've ever heard and I'm completely in.", + "raw": { + "normalized_reference": "that's the worst idea i've ever heard and i'm completely in.", + "normalized_hypothesis": "that's the worst idea i've ever heard and i'm completely in.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the worst idea i have ever heard and i am completely in", + "normalized_hypothesis": "that is the worst idea i have ever heard and i am completely in", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_184", + "category": "emotional", + "text": "I remember thinking: this is it. This is the thing I've been waiting for.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_184.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember thinking, this is it. This is the thing I've been waiting for.", + "raw": { + "normalized_reference": "i remember thinking: this is it. this is the thing i've been waiting for.", + "normalized_hypothesis": "i remember thinking, this is it. this is the thing i've been waiting for.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember thinking this is it this is the thing i have been waiting for", + "normalized_hypothesis": "i remember thinking this is it this is the thing i have been waiting for", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_185", + "category": "narrative", + "text": "We never talked about it again, which I think was the right call.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_185.wav", + "asr": "whisper-large-v3", + "hypothesis": "We never talked about it again, which I think was the right call.", + "raw": { + "normalized_reference": "we never talked about it again, which i think was the right call.", + "normalized_hypothesis": "we never talked about it again, which i think was the right call.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we never talked about it again which i think was the right call", + "normalized_hypothesis": "we never talked about it again which i think was the right call", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_186", + "category": "short", + "text": "In hindsight, obvious.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_186.wav", + "asr": "whisper-large-v3", + "hypothesis": "In hindsight, obvious.", + "raw": { + "normalized_reference": "in hindsight, obvious.", + "normalized_hypothesis": "in hindsight, obvious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "in hindsight obvious", + "normalized_hypothesis": "in hindsight obvious", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_187", + "category": "technical", + "text": "Once it's configured correctly, it basically runs itself.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_187.wav", + "asr": "whisper-large-v3", + "hypothesis": "Once it's configured correctly, it basically runs itself.", + "raw": { + "normalized_reference": "once it's configured correctly, it basically runs itself.", + "normalized_hypothesis": "once it's configured correctly, it basically runs itself.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "once it is configured correctly it basically runs itself", + "normalized_hypothesis": "once it is configured correctly it basically runs itself", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_188", + "category": "conversational", + "text": "You got engaged? When? How? Tell me everything right now.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_188.wav", + "asr": "whisper-large-v3", + "hypothesis": "You got engaged. What? Oh. Tell me everything right now.", + "raw": { + "normalized_reference": "you got engaged? when? how? tell me everything right now.", + "normalized_hypothesis": "you got engaged. what? oh. tell me everything right now.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "you got engaged when how tell me everything right now", + "normalized_hypothesis": "you got engaged what 0 tell me everything right now", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_189", + "category": "emotional", + "text": "It's hard to explain how much that moment meant to me.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_189.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's hard to explain how much that moment meant to me.", + "raw": { + "normalized_reference": "it's hard to explain how much that moment meant to me.", + "normalized_hypothesis": "it's hard to explain how much that moment meant to me.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is hard to explain how much that moment meant to me", + "normalized_hypothesis": "it is hard to explain how much that moment meant to me", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_190", + "category": "narrative", + "text": "He told the story three different times that night and somehow it got better each time.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_190.wav", + "asr": "whisper-large-v3", + "hypothesis": "He told the story three different times that night and somehow it got better each time.", + "raw": { + "normalized_reference": "he told the story three different times that night and somehow it got better each time.", + "normalized_hypothesis": "he told the story three different times that night and somehow it got better each time.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he told the story 3 different times that night and somehow it got better each time", + "normalized_hypothesis": "he told the story 3 different times that night and somehow it got better each time", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_191", + "category": "short", + "text": "Right. Moving on.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_191.wav", + "asr": "whisper-large-v3", + "hypothesis": "Right, moving on.", + "raw": { + "normalized_reference": "right. moving on.", + "normalized_hypothesis": "right, moving on.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "right moving on", + "normalized_hypothesis": "right moving on", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_192", + "category": "conversational", + "text": "No, I did not move your keys; check beside the small ceramic bowl.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_192.wav", + "asr": "whisper-large-v3", + "hypothesis": "No, I did not move your keys. Check beside the small ceramic bowl.", + "raw": { + "normalized_reference": "no, i did not move your keys; check beside the small ceramic bowl.", + "normalized_hypothesis": "no, i did not move your keys. check beside the small ceramic bowl.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no i did not move your keys check beside the small ceramic bowl", + "normalized_hypothesis": "no i did not move your keys check beside the small ceramic bowl", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_193", + "category": "emotional", + "text": "I was devastated. I'm not going to pretend otherwise.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_193.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was devastated. I'm not going to pretend otherwise.", + "raw": { + "normalized_reference": "i was devastated. i'm not going to pretend otherwise.", + "normalized_hypothesis": "i was devastated. i'm not going to pretend otherwise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was devastated i am not going to pretend otherwise", + "normalized_hypothesis": "i was devastated i am not going to pretend otherwise", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_194", + "category": "narrative", + "text": "That was the last summer before everything changed, though we didn't know it yet.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_194.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the last summer before everything changed, though we didn't know it yet.", + "raw": { + "normalized_reference": "that was the last summer before everything changed, though we didn't know it yet.", + "normalized_hypothesis": "that was the last summer before everything changed, though we didn't know it yet.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the last summer before everything changed though we did not know it yet", + "normalized_hypothesis": "that was the last summer before everything changed though we did not know it yet", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_195", + "category": "short", + "text": "Bold of you to assume.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_195.wav", + "asr": "whisper-large-v3", + "hypothesis": "Bold of you to assume.", + "raw": { + "normalized_reference": "bold of you to assume.", + "normalized_hypothesis": "bold of you to assume.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "bold of you to assume", + "normalized_hypothesis": "bold of you to assume", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_196", + "category": "conversational", + "text": "It's one of those decisions that makes total sense in the moment.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_196.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those decisions that makes total sense in the moment.", + "raw": { + "normalized_reference": "it's one of those decisions that makes total sense in the moment.", + "normalized_hypothesis": "it's one of those decisions that makes total sense in the moment.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those decisions that makes total sense in the moment", + "normalized_hypothesis": "it is one of those decisions that makes total sense in the moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_197", + "category": "emotional", + "text": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_197.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "raw": { + "normalized_reference": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "normalized_hypothesis": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was furious not the loud kind the quiet kind that lasts for days", + "normalized_hypothesis": "i was furious not the loud kind the quiet kind that lasts for days", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_198", + "category": "narrative", + "text": "That's the part of the story I usually leave out.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_198.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the part of the story I usually leave out.", + "raw": { + "normalized_reference": "that's the part of the story i usually leave out.", + "normalized_hypothesis": "that's the part of the story i usually leave out.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the part of the story i usually leave out", + "normalized_hypothesis": "that is the part of the story i usually leave out", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_199", + "category": "short", + "text": "I've said too much.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_199.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've said too much.", + "raw": { + "normalized_reference": "i've said too much.", + "normalized_hypothesis": "i've said too much.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have said too much", + "normalized_hypothesis": "i have said too much", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_200", + "category": "conversational", + "text": "I've been faking that I understood this the entire time.", + "model": "piper-ryan-low", + "audio": "utmos22_large200_v1/audio/piper-ryan-low/utmos200_200.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have been faking that I understood this the entire time.", + "raw": { + "normalized_reference": "i've been faking that i understood this the entire time.", + "normalized_hypothesis": "i have been faking that i understood this the entire time.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "i have been faking that i understood this the entire time", + "normalized_hypothesis": "i have been faking that i understood this the entire time", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_001", + "category": "conversational", + "text": "It wasn't until later that I realized what had actually happened.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_001.wav", + "asr": "whisper-large-v3", + "hypothesis": "It wasn't until later that I realized what had actually happened.", + "raw": { + "normalized_reference": "it wasn't until later that i realized what had actually happened.", + "normalized_hypothesis": "it wasn't until later that i realized what had actually happened.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was not until later that i realized what had actually happened", + "normalized_hypothesis": "it was not until later that i realized what had actually happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_009", + "category": "numbers", + "text": "The package weighs twelve point six kilograms and arrived on July twenty-first.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_009.wav", + "asr": "whisper-large-v3", + "hypothesis": "The package weighs 12.6 kilograms and arrived on July 21.", + "raw": { + "normalized_reference": "the package weighs twelve point six kilograms and arrived on july twenty-first.", + "normalized_hypothesis": "the package weighs 12.6 kilograms and arrived on july 21.", + "errors": 5, + "words": 13, + "wer": 0.38461538461538464 + }, + "semantic": { + "normalized_reference": "the package weighs 12.6 kilograms and arrived on july 21st", + "normalized_hypothesis": "the package weighs 12.6 kilograms and arrived on july 21", + "errors": 1, + "words": 11, + "wer": 0.09090909090909091 + } + }, + { + "id": "utmos200_017", + "category": "emotional", + "text": "I specifically asked for one thing. One thing. And it still didn't happen.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_017.wav", + "asr": "whisper-large-v3", + "hypothesis": "I specifically asked for one thing. One thing. And it still didn't happen.", + "raw": { + "normalized_reference": "i specifically asked for one thing. one thing. and it still didn't happen.", + "normalized_hypothesis": "i specifically asked for one thing. one thing. and it still didn't happen.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i specifically asked for one thing one thing and it still did not happen", + "normalized_hypothesis": "i specifically asked for one thing one thing and it still did not happen", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_025", + "category": "question", + "text": "How long have you been sitting on this?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_025.wav", + "asr": "whisper-large-v3", + "hypothesis": "How long have you been sitting on this?", + "raw": { + "normalized_reference": "how long have you been sitting on this?", + "normalized_hypothesis": "how long have you been sitting on this?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how long have you been sitting on this", + "normalized_hypothesis": "how long have you been sitting on this", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_033", + "category": "long", + "text": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_033.wav", + "asr": "whisper-large-v3", + "hypothesis": "I think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "raw": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "normalized_hypothesis": "i think the most underrated skill in the world is knowing when to stop explaining yourself and just let people draw their own conclusions", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_041", + "category": "short", + "text": "I mean. Yeah. Kind of.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_041.wav", + "asr": "whisper-large-v3", + "hypothesis": "I mean. Yes. Kind of.", + "raw": { + "normalized_reference": "i mean. yeah. kind of.", + "normalized_hypothesis": "i mean. yes. kind of.", + "errors": 1, + "words": 5, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "i mean yeah kind of", + "normalized_hypothesis": "i mean yes kind of", + "errors": 1, + "words": 5, + "wer": 0.2 + } + }, + { + "id": "utmos200_049", + "category": "names_places", + "text": "Xiomara met Siobhan near the old library in Worcestershire.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_049.wav", + "asr": "whisper-large-v3", + "hypothesis": "Xiomara met Siobhan near the old library in Worcestershire.", + "raw": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire.", + "normalized_hypothesis": "xiomara met siobhan near the old library in worcestershire.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "xiomara met siobhan near the old library in worcestershire", + "normalized_hypothesis": "xiomara met siobhan near the old library in worcestershire", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_057", + "category": "conversational", + "text": "I would not say that again in this room if I were you.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_057.wav", + "asr": "whisper-large-v3", + "hypothesis": "I would not say that again in this room if I were you.", + "raw": { + "normalized_reference": "i would not say that again in this room if i were you.", + "normalized_hypothesis": "i would not say that again in this room if i were you.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i would not say that again in this room if i were you", + "normalized_hypothesis": "i would not say that again in this room if i were you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_065", + "category": "numbers", + "text": "Call extension zero four nine after eight thirty in the morning.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_065.wav", + "asr": "whisper-large-v3", + "hypothesis": "Call extension 049 after 8.30 in the morning.", + "raw": { + "normalized_reference": "call extension zero four nine after eight thirty in the morning.", + "normalized_hypothesis": "call extension 049 after 8.30 in the morning.", + "errors": 5, + "words": 11, + "wer": 0.45454545454545453 + }, + "semantic": { + "normalized_reference": "call extension 049 after 830 in the morning", + "normalized_hypothesis": "call extension 49 after 8.30 in the morning", + "errors": 3, + "words": 8, + "wer": 0.375 + } + }, + { + "id": "utmos200_073", + "category": "emotional", + "text": "It's the kind of happy that makes you nervous because you know it can't last.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_073.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of happy that makes you nervous because you know it can't last.", + "raw": { + "normalized_reference": "it's the kind of happy that makes you nervous because you know it can't last.", + "normalized_hypothesis": "it's the kind of happy that makes you nervous because you know it can't last.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of happy that makes you nervous because you know it can not last", + "normalized_hypothesis": "it is the kind of happy that makes you nervous because you know it can not last", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_081", + "category": "question", + "text": "What are we actually trying to accomplish here?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_081.wav", + "asr": "whisper-large-v3", + "hypothesis": "What are we actually trying to accomplish here?", + "raw": { + "normalized_reference": "what are we actually trying to accomplish here?", + "normalized_hypothesis": "what are we actually trying to accomplish here?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what are we actually trying to accomplish here", + "normalized_hypothesis": "what are we actually trying to accomplish here", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_089", + "category": "narrative", + "text": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_089.wav", + "asr": "whisper-large-v3", + "hypothesis": "He stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "raw": { + "normalized_reference": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered, not for the first time, how he'd gotten here.", + "errors": 0, + "words": 19, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "normalized_hypothesis": "he stood at the edge of the cliff and wondered not for the 1st time how he would gotten here", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_097", + "category": "narrative", + "text": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_097.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing nobody tells you about starting over is how ordinary most of it feels.", + "raw": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing nobody tells you about starting over is how ordinary most of it feels", + "normalized_hypothesis": "the thing nobody tells you about starting over is how ordinary most of it feels", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_105", + "category": "narrative", + "text": "There was this one day last summer when everything just clicked into place.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_105.wav", + "asr": "whisper-large-v3", + "hypothesis": "There was this one day last summer when everything just clicked into place.", + "raw": { + "normalized_reference": "there was this one day last summer when everything just clicked into place.", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there was this one day last summer when everything just clicked into place", + "normalized_hypothesis": "there was this one day last summer when everything just clicked into place", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_113", + "category": "narrative", + "text": "She opened the door slowly, as if she expected to find something she wasn't ready for.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_113.wav", + "asr": "whisper-large-v3", + "hypothesis": "She opened the door slowly, as if she expected to find something she was ready for.", + "raw": { + "normalized_reference": "she opened the door slowly, as if she expected to find something she wasn't ready for.", + "normalized_hypothesis": "she opened the door slowly, as if she expected to find something she was ready for.", + "errors": 1, + "words": 16, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "she opened the door slowly as if she expected to find something she was not ready for", + "normalized_hypothesis": "she opened the door slowly as if she expected to find something she was ready for", + "errors": 1, + "words": 17, + "wer": 0.058823529411764705 + } + }, + { + "id": "utmos200_121", + "category": "narrative", + "text": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_121.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment I opened the door I knew something was different, even if I couldn't say what.", + "raw": { + "normalized_reference": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "normalized_hypothesis": "the moment i opened the door i knew something was different, even if i couldn't say what.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment i opened the door i knew something was different even if i could not say what", + "normalized_hypothesis": "the moment i opened the door i knew something was different even if i could not say what", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_129", + "category": "narrative", + "text": "So this is the part of the story where everything goes completely sideways.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_129.wav", + "asr": "whisper-large-v3", + "hypothesis": "So this is the part of the story where everything goes completely sideways.", + "raw": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways.", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "so this is the part of the story where everything goes completely sideways", + "normalized_hypothesis": "so this is the part of the story where everything goes completely sideways", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_137", + "category": "narrative", + "text": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_137.wav", + "asr": "whisper-large-v3", + "hypothesis": "The letter arrived on a Tuesday, which felt appropriate somehow.", + "raw": { + "normalized_reference": "the letter arrived on a tuesday, which felt appropriate somehow.", + "normalized_hypothesis": "the letter arrived on a tuesday, which felt appropriate somehow.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the letter arrived on a tuesday which felt appropriate somehow", + "normalized_hypothesis": "the letter arrived on a tuesday which felt appropriate somehow", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_145", + "category": "narrative", + "text": "I remember the exact moment I realized I had made a huge mistake.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_145.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember the exact moment I realized I had made a huge mistake.", + "raw": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake.", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember the exact moment i realized i had made a huge mistake", + "normalized_hypothesis": "i remember the exact moment i realized i had made a huge mistake", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_153", + "category": "narrative", + "text": "And somehow, despite all of that, it actually turned out okay.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_153.wav", + "asr": "whisper-large-v3", + "hypothesis": "And somehow, despite all of that, it actually turned out okay.", + "raw": { + "normalized_reference": "and somehow, despite all of that, it actually turned out okay.", + "normalized_hypothesis": "and somehow, despite all of that, it actually turned out okay.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "and somehow despite all of that it actually turned out okay", + "normalized_hypothesis": "and somehow despite all of that it actually turned out okay", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_161", + "category": "short", + "text": "That's kind of wild actually.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_161.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's kind of wild actually.", + "raw": { + "normalized_reference": "that's kind of wild actually.", + "normalized_hypothesis": "that's kind of wild actually.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is kind of wild actually", + "normalized_hypothesis": "that is kind of wild actually", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_169", + "category": "emotional", + "text": "I was so excited I could barely form a complete sentence.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_169.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was so excited I could barely form a complete sentence.", + "raw": { + "normalized_reference": "i was so excited i could barely form a complete sentence.", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was so excited i could barely form a complete sentence", + "normalized_hypothesis": "i was so excited i could barely form a complete sentence", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_177", + "category": "technical", + "text": "It's a simple process once you understand the underlying structure.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_177.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a simple process once you understand the underlying structure.", + "raw": { + "normalized_reference": "it's a simple process once you understand the underlying structure.", + "normalized_hypothesis": "it's a simple process once you understand the underlying structure.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a simple process once you understand the underlying structure", + "normalized_hypothesis": "it is a simple process once you understand the underlying structure", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_185", + "category": "narrative", + "text": "We never talked about it again, which I think was the right call.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_185.wav", + "asr": "whisper-large-v3", + "hypothesis": "We never talked about it again which I think was the right call.", + "raw": { + "normalized_reference": "we never talked about it again, which i think was the right call.", + "normalized_hypothesis": "we never talked about it again which i think was the right call.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we never talked about it again which i think was the right call", + "normalized_hypothesis": "we never talked about it again which i think was the right call", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_193", + "category": "emotional", + "text": "I was devastated. I'm not going to pretend otherwise.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_193.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was devastated. I'm not going to pretend otherwise.", + "raw": { + "normalized_reference": "i was devastated. i'm not going to pretend otherwise.", + "normalized_hypothesis": "i was devastated. i'm not going to pretend otherwise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was devastated i am not going to pretend otherwise", + "normalized_hypothesis": "i was devastated i am not going to pretend otherwise", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_002", + "category": "descriptive", + "text": "The light at that time of afternoon is perfect for about twenty minutes.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_002.wav", + "asr": "whisper-large-v3", + "hypothesis": "The light at that time of afternoon is perfect for about 20 minutes.", + "raw": { + "normalized_reference": "the light at that time of afternoon is perfect for about twenty minutes.", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes.", + "errors": 1, + "words": 13, + "wer": 0.07692307692307693 + }, + "semantic": { + "normalized_reference": "the light at that time of afternoon is perfect for about 20 minutes", + "normalized_hypothesis": "the light at that time of afternoon is perfect for about 20 minutes", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_010", + "category": "punctuation", + "text": "First, close the window; second, turn off the lamp; finally, lock the door.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_010.wav", + "asr": "whisper-large-v3", + "hypothesis": "First, close the window. Second, turn off the lamp. Finally, lock the door.", + "raw": { + "normalized_reference": "first, close the window; second, turn off the lamp; finally, lock the door.", + "normalized_hypothesis": "first, close the window. second, turn off the lamp. finally, lock the door.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "1st close the window 2nd turn off the lamp finally lock the door", + "normalized_hypothesis": "1st close the window 2nd turn off the lamp finally lock the door", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_018", + "category": "homographs", + "text": "They refuse to place the refuse beside the produce aisle.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_018.wav", + "asr": "whisper-large-v3", + "hypothesis": "They refused to place the refuse beside the produce aisle.", + "raw": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle.", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle.", + "errors": 1, + "words": 10, + "wer": 0.1 + }, + "semantic": { + "normalized_reference": "they refuse to place the refuse beside the produce aisle", + "normalized_hypothesis": "they refused to place the refuse beside the produce aisle", + "errors": 1, + "words": 10, + "wer": 0.1 + } + }, + { + "id": "utmos200_026", + "category": "rare_words", + "text": "A mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_026.wav", + "asr": "whisper-large-v3", + "hypothesis": "A mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "raw": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "normalized_hypothesis": "a mischievous chameleon rested beside the chrysanthemum and the bougainvillea", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_034", + "category": "long_range", + "text": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_034.wav", + "asr": "whisper-large-v3", + "hypothesis": "When the final bus disappeared around the corner, Nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "raw": { + "normalized_reference": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "normalized_hypothesis": "when the final bus disappeared around the corner, nadia remembered that her umbrella, notebook, and lunch were still inside the quiet office.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "normalized_hypothesis": "when the final bus disappeared around the corner nadia remembered that her umbrella notebook and lunch were still inside the quiet office", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_042", + "category": "technical", + "text": "The logs are your best friend when something behaves unexpectedly.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_042.wav", + "asr": "whisper-large-v3", + "hypothesis": "The logs are your best friend when something behaves unexpectedly.", + "raw": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly.", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the logs are your best friend when something behaves unexpectedly", + "normalized_hypothesis": "the logs are your best friend when something behaves unexpectedly", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_050", + "category": "narrative", + "text": "She walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_050.wav", + "asr": "whisper-large-v3", + "hypothesis": "She walked into the room and everyone went quiet, not because she was loud, but because she was.", + "raw": { + "normalized_reference": "she walked into the room and everyone went quiet, not because she was loud, but because she wasn't.", + "normalized_hypothesis": "she walked into the room and everyone went quiet, not because she was loud, but because she was.", + "errors": 1, + "words": 18, + "wer": 0.05555555555555555 + }, + "semantic": { + "normalized_reference": "she walked into the room and everyone went quiet not because she was loud but because she was not", + "normalized_hypothesis": "she walked into the room and everyone went quiet not because she was loud but because she was", + "errors": 1, + "words": 19, + "wer": 0.05263157894736842 + } + }, + { + "id": "utmos200_058", + "category": "descriptive", + "text": "The room was filled with the quiet that means something is about to change.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_058.wav", + "asr": "whisper-large-v3", + "hypothesis": "The room was filled with the quiet that means something is about to change.", + "raw": { + "normalized_reference": "the room was filled with the quiet that means something is about to change.", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the room was filled with the quiet that means something is about to change", + "normalized_hypothesis": "the room was filled with the quiet that means something is about to change", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_066", + "category": "punctuation", + "text": "Stop - listen carefully - then answer the question without guessing.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_066.wav", + "asr": "whisper-large-v3", + "hypothesis": "Stop listen carefully then answer the question without guessing.", + "raw": { + "normalized_reference": "stop - listen carefully - then answer the question without guessing.", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "stop listen carefully then answer the question without guessing", + "normalized_hypothesis": "stop listen carefully then answer the question without guessing", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_074", + "category": "homographs", + "text": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_074.wav", + "asr": "whisper-large-v3", + "hypothesis": "The dove dove beneath the branch while the wind began to wind the loose cable.", + "raw": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the dove dove beneath the branch while the wind began to wind the loose cable", + "normalized_hypothesis": "the dove dove beneath the branch while the wind began to wind the loose cable", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_082", + "category": "rare_words", + "text": "The physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_082.wav", + "asr": "whisper-large-v3", + "hypothesis": "The physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "raw": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms.", + "normalized_hypothesis": "the physician recommended a non-invasive procedure for the recurring neurological symptoms.", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + }, + "semantic": { + "normalized_reference": "the physician recommended a noninvasive procedure for the recurring neurological symptoms", + "normalized_hypothesis": "the physician recommended a non invasive procedure for the recurring neurological symptoms", + "errors": 2, + "words": 11, + "wer": 0.18181818181818182 + } + }, + { + "id": "utmos200_090", + "category": "question", + "text": "Why does asking for help feel so hard when you actually need it?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_090.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why does asking for help feel so hard when you actually need it?", + "raw": { + "normalized_reference": "why does asking for help feel so hard when you actually need it?", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why does asking for help feel so hard when you actually need it", + "normalized_hypothesis": "why does asking for help feel so hard when you actually need it", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_098", + "category": "question", + "text": "What exactly are we waiting for at this point?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_098.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly are we waiting for at this point?", + "raw": { + "normalized_reference": "what exactly are we waiting for at this point?", + "normalized_hypothesis": "what exactly are we waiting for at this point?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly are we waiting for at this point", + "normalized_hypothesis": "what exactly are we waiting for at this point", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_106", + "category": "question", + "text": "Have you ever thought about why we keep doing things the same way when they stop working?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_106.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever thought about why we keep doing things the same way when they stop working?", + "raw": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working?", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working?", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever thought about why we keep doing things the same way when they stop working", + "normalized_hypothesis": "have you ever thought about why we keep doing things the same way when they stop working", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_114", + "category": "question", + "text": "What would you do differently if you could go back?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_114.wav", + "asr": "whisper-large-v3", + "hypothesis": "What would you do differently if you could go back?", + "raw": { + "normalized_reference": "what would you do differently if you could go back?", + "normalized_hypothesis": "what would you do differently if you could go back?", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what would you do differently if you could go back", + "normalized_hypothesis": "what would you do differently if you could go back", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_122", + "category": "question", + "text": "How do you explain something that doesn't make sense even to you?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_122.wav", + "asr": "whisper-large-v3", + "hypothesis": "How do you explain something that doesn't make sense even to you?", + "raw": { + "normalized_reference": "how do you explain something that doesn't make sense even to you?", + "normalized_hypothesis": "how do you explain something that doesn't make sense even to you?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "how do you explain something that does not make sense even to you", + "normalized_hypothesis": "how do you explain something that does not make sense even to you", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_130", + "category": "question", + "text": "Is there a version of this where it actually works out okay?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_130.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is there a version of this where it actually works out okay?", + "raw": { + "normalized_reference": "is there a version of this where it actually works out okay?", + "normalized_hypothesis": "is there a version of this where it actually works out okay?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is there a version of this where it actually works out okay", + "normalized_hypothesis": "is there a version of this where it actually works out okay", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_138", + "category": "question", + "text": "What exactly did she say when you told her?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_138.wav", + "asr": "whisper-large-v3", + "hypothesis": "What exactly did she say when you told her?", + "raw": { + "normalized_reference": "what exactly did she say when you told her?", + "normalized_hypothesis": "what exactly did she say when you told her?", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "what exactly did she say when you told her", + "normalized_hypothesis": "what exactly did she say when you told her", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_146", + "category": "question", + "text": "Do you think it would have gone differently if we'd left earlier?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_146.wav", + "asr": "whisper-large-v3", + "hypothesis": "Do you think it would have gone differently if we'd left earlier?", + "raw": { + "normalized_reference": "do you think it would have gone differently if we'd left earlier?", + "normalized_hypothesis": "do you think it would have gone differently if we'd left earlier?", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do you think it would have gone differently if we would left earlier", + "normalized_hypothesis": "do you think it would have gone differently if we would left earlier", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_154", + "category": "question", + "text": "Is that something you actually want, or something you think you should want?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_154.wav", + "asr": "whisper-large-v3", + "hypothesis": "Is that something you actually want or something you think you should want?", + "raw": { + "normalized_reference": "is that something you actually want, or something you think you should want?", + "normalized_hypothesis": "is that something you actually want or something you think you should want?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "is that something you actually want or something you think you should want", + "normalized_hypothesis": "is that something you actually want or something you think you should want", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_162", + "category": "technical", + "text": "Version pinning will save you a lot of pain later down the line.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_162.wav", + "asr": "whisper-large-v3", + "hypothesis": "Version pinning will save you a lot of pain later down the line.", + "raw": { + "normalized_reference": "version pinning will save you a lot of pain later down the line.", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "version pinning will save you a lot of pain later down the line", + "normalized_hypothesis": "version pinning will save you a lot of pain later down the line", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_170", + "category": "narrative", + "text": "He looked at me like I had said something in a language he didn't speak.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_170.wav", + "asr": "whisper-large-v3", + "hypothesis": "He looked at me like I had said something in a language he didn't speak.", + "raw": { + "normalized_reference": "he looked at me like i had said something in a language he didn't speak.", + "normalized_hypothesis": "he looked at me like i had said something in a language he didn't speak.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he looked at me like i had said something in a language he did not speak", + "normalized_hypothesis": "he looked at me like i had said something in a language he did not speak", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_178", + "category": "conversational", + "text": "You have to hear this story because it's almost too good to be true.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_178.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to hear this story because it's almost too good to be true.", + "raw": { + "normalized_reference": "you have to hear this story because it's almost too good to be true.", + "normalized_hypothesis": "you have to hear this story because it's almost too good to be true.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to hear this story because it is almost too good to be true", + "normalized_hypothesis": "you have to hear this story because it is almost too good to be true", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_186", + "category": "short", + "text": "In hindsight, obvious.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_186.wav", + "asr": "whisper-large-v3", + "hypothesis": "In hindsight, obvious.", + "raw": { + "normalized_reference": "in hindsight, obvious.", + "normalized_hypothesis": "in hindsight, obvious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "in hindsight obvious", + "normalized_hypothesis": "in hindsight obvious", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_194", + "category": "narrative", + "text": "That was the last summer before everything changed, though we didn't know it yet.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_194.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the last summer before everything changed, though we didn't know it yet.", + "raw": { + "normalized_reference": "that was the last summer before everything changed, though we didn't know it yet.", + "normalized_hypothesis": "that was the last summer before everything changed, though we didn't know it yet.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the last summer before everything changed though we did not know it yet", + "normalized_hypothesis": "that was the last summer before everything changed though we did not know it yet", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_003", + "category": "emotional", + "text": "That was the scariest thing I've ever done, and also maybe the best.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_003.wav", + "asr": "whisper-large-v3", + "hypothesis": "That was the scariest thing I've ever done, and also maybe the best.", + "raw": { + "normalized_reference": "that was the scariest thing i've ever done, and also maybe the best.", + "normalized_hypothesis": "that was the scariest thing i've ever done, and also maybe the best.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that was the scariest thing i have ever done and also maybe the best", + "normalized_hypothesis": "that was the scariest thing i have ever done and also maybe the best", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_011", + "category": "question", + "text": "When did you first realize something was wrong?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_011.wav", + "asr": "whisper-large-v3", + "hypothesis": "When did you first realize something was wrong?", + "raw": { + "normalized_reference": "when did you first realize something was wrong?", + "normalized_hypothesis": "when did you first realize something was wrong?", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "when did you 1st realize something was wrong", + "normalized_hypothesis": "when did you 1st realize something was wrong", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_019", + "category": "long", + "text": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_019.wav", + "asr": "whisper-large-v3", + "hypothesis": "There were days last year when I genuinely didn't know how I was going to get through it, and somehow I did, and I still don't fully understand how.", + "raw": { + "normalized_reference": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "normalized_hypothesis": "there were days last year when i genuinely didn't know how i was going to get through it, and somehow i did, and i still don't fully understand how.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "normalized_hypothesis": "there were days last year when i genuinely did not know how i was going to get through it and somehow i did and i still do not fully understand how", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_027", + "category": "short", + "text": "We don't talk about that.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_027.wav", + "asr": "whisper-large-v3", + "hypothesis": "We don't talk about that.", + "raw": { + "normalized_reference": "we don't talk about that.", + "normalized_hypothesis": "we don't talk about that.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we do not talk about that", + "normalized_hypothesis": "we do not talk about that", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_035", + "category": "names_places", + "text": "Aurelia and Joaquin crossed the Schuylkill River before noon.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_035.wav", + "asr": "whisper-large-v3", + "hypothesis": "Auralaya and Jokwan crossed the Shilkal river before noon.", + "raw": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon.", + "normalized_hypothesis": "auralaya and jokwan crossed the shilkal river before noon.", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + }, + "semantic": { + "normalized_reference": "aurelia and joaquin crossed the schuylkill river before noon", + "normalized_hypothesis": "auralaya and jokwan crossed the shilkal river before noon", + "errors": 3, + "words": 9, + "wer": 0.3333333333333333 + } + }, + { + "id": "utmos200_043", + "category": "conversational", + "text": "He kept talking and I kept nodding and neither of us was listening.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_043.wav", + "asr": "whisper-large-v3", + "hypothesis": "He kept talking and I kept nodding and neither of us was listening.", + "raw": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening.", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he kept talking and i kept nodding and neither of us was listening", + "normalized_hypothesis": "he kept talking and i kept nodding and neither of us was listening", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_051", + "category": "numbers", + "text": "At exactly seven forty-five, Morgan placed eighteen dollars and fifty cents beside the notebook.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_051.wav", + "asr": "whisper-large-v3", + "hypothesis": "At exactly 7.45, Morgan placed $18.50 beside the notebook.", + "raw": { + "normalized_reference": "at exactly seven forty-five, morgan placed eighteen dollars and fifty cents beside the notebook.", + "normalized_hypothesis": "at exactly 7.45, morgan placed $18.50 beside the notebook.", + "errors": 8, + "words": 15, + "wer": 0.5333333333333333 + }, + "semantic": { + "normalized_reference": "at exactly 745 morgan placed $18.50 beside the notebook", + "normalized_hypothesis": "at exactly 7.45 morgan placed $18.50 beside the notebook", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_059", + "category": "emotional", + "text": "I didn't expect to feel that way about it, but I did.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_059.wav", + "asr": "whisper-large-v3", + "hypothesis": "I didn't expect to feel that way about it, but I did.", + "raw": { + "normalized_reference": "i didn't expect to feel that way about it, but i did.", + "normalized_hypothesis": "i didn't expect to feel that way about it, but i did.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i did not expect to feel that way about it but i did", + "normalized_hypothesis": "i did not expect to feel that way about it but i did", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_067", + "category": "question", + "text": "Does it matter at this point, honestly?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_067.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does it matter at this point, honestly?", + "raw": { + "normalized_reference": "does it matter at this point, honestly?", + "normalized_hypothesis": "does it matter at this point, honestly?", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does it matter at this point honestly", + "normalized_hypothesis": "does it matter at this point honestly", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_075", + "category": "long", + "text": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_075.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've thought a lot about what I would do differently if I could go back, and the honest answer is probably not as much as I'd like to think.", + "raw": { + "normalized_reference": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "normalized_hypothesis": "i've thought a lot about what i would do differently if i could go back, and the honest answer is probably not as much as i'd like to think.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "normalized_hypothesis": "i have thought a lot about what i would do differently if i could go back and the honest answer is probably not as much as i would like to think", + "errors": 0, + "words": 31, + "wer": 0.0 + } + }, + { + "id": "utmos200_083", + "category": "short", + "text": "Are you serious right now?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_083.wav", + "asr": "whisper-large-v3", + "hypothesis": "Are you serious right now?", + "raw": { + "normalized_reference": "are you serious right now?", + "normalized_hypothesis": "are you serious right now?", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "are you serious right now", + "normalized_hypothesis": "are you serious right now", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_091", + "category": "short", + "text": "That's fair.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_091.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's fair.", + "raw": { + "normalized_reference": "that's fair.", + "normalized_hypothesis": "that's fair.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is fair", + "normalized_hypothesis": "that is fair", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_099", + "category": "short", + "text": "I stand by what I said.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_099.wav", + "asr": "whisper-large-v3", + "hypothesis": "I stand by what I said.", + "raw": { + "normalized_reference": "i stand by what i said.", + "normalized_hypothesis": "i stand by what i said.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i stand by what i said", + "normalized_hypothesis": "i stand by what i said", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_107", + "category": "short", + "text": "I can't believe you just said that.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_107.wav", + "asr": "whisper-large-v3", + "hypothesis": "I can't believe you just said that.", + "raw": { + "normalized_reference": "i can't believe you just said that.", + "normalized_hypothesis": "i can't believe you just said that.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i can not believe you just said that", + "normalized_hypothesis": "i can not believe you just said that", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_115", + "category": "short", + "text": "Okay. Okay okay okay.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_115.wav", + "asr": "whisper-large-v3", + "hypothesis": "Okay. Okay, okay, okay.", + "raw": { + "normalized_reference": "okay. okay okay okay.", + "normalized_hypothesis": "okay. okay, okay, okay.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "okay okay okay okay", + "normalized_hypothesis": "okay okay okay okay", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_123", + "category": "short", + "text": "Hold on a second.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_123.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hold on a second.", + "raw": { + "normalized_reference": "hold on a second.", + "normalized_hypothesis": "hold on a second.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "hold on a 2nd", + "normalized_hypothesis": "hold on a 2nd", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_131", + "category": "short", + "text": "Oh no. Oh no no no.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_131.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh no. Oh no no no.", + "raw": { + "normalized_reference": "oh no. oh no no no.", + "normalized_hypothesis": "oh no. oh no no no.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 no 0 no no no", + "normalized_hypothesis": "0 no 0 no no no", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_139", + "category": "short", + "text": "No way. Absolutely not.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_139.wav", + "asr": "whisper-large-v3", + "hypothesis": "No way. Absolutely not.", + "raw": { + "normalized_reference": "no way. absolutely not.", + "normalized_hypothesis": "no way. absolutely not.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no way absolutely not", + "normalized_hypothesis": "no way absolutely not", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_147", + "category": "short", + "text": "You have to be kidding me.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_147.wav", + "asr": "whisper-large-v3", + "hypothesis": "You have to be kidding me.", + "raw": { + "normalized_reference": "you have to be kidding me.", + "normalized_hypothesis": "you have to be kidding me.", + "errors": 0, + "words": 6, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you have to be kidding me", + "normalized_hypothesis": "you have to be kidding me", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_155", + "category": "short", + "text": "This is fine.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_155.wav", + "asr": "whisper-large-v3", + "hypothesis": "This is fine.", + "raw": { + "normalized_reference": "this is fine.", + "normalized_hypothesis": "this is fine.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "this is fine", + "normalized_hypothesis": "this is fine", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_163", + "category": "conversational", + "text": "At some point you just have to commit and see what happens.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_163.wav", + "asr": "whisper-large-v3", + "hypothesis": "At some point you just have to commit and see what happens.", + "raw": { + "normalized_reference": "at some point you just have to commit and see what happens.", + "normalized_hypothesis": "at some point you just have to commit and see what happens.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "at some point you just have to commit and see what happens", + "normalized_hypothesis": "at some point you just have to commit and see what happens", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_171", + "category": "short", + "text": "That's actually hilarious.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_171.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's actually hilarious.", + "raw": { + "normalized_reference": "that's actually hilarious.", + "normalized_hypothesis": "that's actually hilarious.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is actually hilarious", + "normalized_hypothesis": "that is actually hilarious", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_179", + "category": "emotional", + "text": "I have never felt more seen in my entire life than in that moment.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_179.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have never felt more seen in my entire life than in that moment.", + "raw": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment.", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never felt more seen in my entire life than in that moment", + "normalized_hypothesis": "i have never felt more seen in my entire life than in that moment", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_187", + "category": "technical", + "text": "Once it's configured correctly, it basically runs itself.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_187.wav", + "asr": "whisper-large-v3", + "hypothesis": "Once it's configured correctly, it basically runs itself.", + "raw": { + "normalized_reference": "once it's configured correctly, it basically runs itself.", + "normalized_hypothesis": "once it's configured correctly, it basically runs itself.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "once it is configured correctly it basically runs itself", + "normalized_hypothesis": "once it is configured correctly it basically runs itself", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_195", + "category": "short", + "text": "Bold of you to assume.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_195.wav", + "asr": "whisper-large-v3", + "hypothesis": "Bold of you to assume.", + "raw": { + "normalized_reference": "bold of you to assume.", + "normalized_hypothesis": "bold of you to assume.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "bold of you to assume", + "normalized_hypothesis": "bold of you to assume", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_004", + "category": "homographs", + "text": "After I record the record, please present the present to the bass player.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_004.wav", + "asr": "whisper-large-v3", + "hypothesis": "After I record the record, please present the present to the bass player.", + "raw": { + "normalized_reference": "after i record the record, please present the present to the bass player.", + "normalized_hypothesis": "after i record the record, please present the present to the bass player.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "after i record the record please present the present to the bass player", + "normalized_hypothesis": "after i record the record please present the present to the bass player", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_012", + "category": "rare_words", + "text": "The archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_012.wav", + "asr": "whisper-large-v3", + "hypothesis": "The archaeologist catalogued a Byzantine reliquary and several anachronistic fragments.", + "raw": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "normalized_hypothesis": "the archaeologist catalogued a byzantine reliquary and several anachronistic fragments", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_020", + "category": "long_range", + "text": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_020.wav", + "asr": "whisper-large-v3", + "hypothesis": "Before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "raw": { + "normalized_reference": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "normalized_hypothesis": "before announcing the winner, the judge thanked the volunteers who had worked through the storm to repair the damaged stage.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "normalized_hypothesis": "before announcing the winner the judge thanked the volunteers who had worked through the storm to repair the damaged stage", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_028", + "category": "technical", + "text": "Hash the UTF eight payload with S H A two fifty-six before opening the checkpoint.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_028.wav", + "asr": "whisper-large-v3", + "hypothesis": "Hash the UTF-8 payload with SHA-256 before opening the checkpoint.", + "raw": { + "normalized_reference": "hash the utf eight payload with s h a two fifty-six before opening the checkpoint.", + "normalized_hypothesis": "hash the utf-8 payload with sha-256 before opening the checkpoint.", + "errors": 7, + "words": 16, + "wer": 0.4375 + }, + "semantic": { + "normalized_reference": "hash the utf 8 payload with s h a 256 before opening the checkpoint", + "normalized_hypothesis": "hash the utf 8 payload with sha 256 before opening the checkpoint", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + } + }, + { + "id": "utmos200_036", + "category": "narrative", + "text": "The village had a name, but nobody used it. Everyone just called it home.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_036.wav", + "asr": "whisper-large-v3", + "hypothesis": "The village had a name, but nobody used it. Everyone just called it home.", + "raw": { + "normalized_reference": "the village had a name, but nobody used it. everyone just called it home.", + "normalized_hypothesis": "the village had a name, but nobody used it. everyone just called it home.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the village had a name but nobody used it everyone just called it home", + "normalized_hypothesis": "the village had a name but nobody used it everyone just called it home", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_044", + "category": "descriptive", + "text": "It's one of those places where everyone seems to know each other already.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_044.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those places where everyone seems to know each other already.", + "raw": { + "normalized_reference": "it's one of those places where everyone seems to know each other already.", + "normalized_hypothesis": "it's one of those places where everyone seems to know each other already.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those places where everyone seems to know each other already", + "normalized_hypothesis": "it is one of those places where everyone seems to know each other already", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_052", + "category": "punctuation", + "text": "Does punctuation work? Yes: commas, semicolons, and periods should create sensible boundaries.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_052.wav", + "asr": "whisper-large-v3", + "hypothesis": "Does punctuation work? Yes, commas, semicolons and periods should create sensible boundaries.", + "raw": { + "normalized_reference": "does punctuation work? yes: commas, semicolons, and periods should create sensible boundaries.", + "normalized_hypothesis": "does punctuation work? yes, commas, semicolons and periods should create sensible boundaries.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "normalized_hypothesis": "does punctuation work yes commas semicolons and periods should create sensible boundaries", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_060", + "category": "homographs", + "text": "I object to the strange object that was left near the entrance.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_060.wav", + "asr": "whisper-large-v3", + "hypothesis": "I object to the strange object that was left near the entrance.", + "raw": { + "normalized_reference": "i object to the strange object that was left near the entrance.", + "normalized_hypothesis": "i object to the strange object that was left near the entrance.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i object to the strange object that was left near the entrance", + "normalized_hypothesis": "i object to the strange object that was left near the entrance", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_068", + "category": "rare_words", + "text": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_068.wav", + "asr": "whisper-large-v3", + "hypothesis": "An entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "raw": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon.", + "errors": 0, + "words": 8, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "normalized_hypothesis": "an entrepreneurial meteorologist described the unprecedented atmospheric phenomenon", + "errors": 0, + "words": 8, + "wer": 0.0 + } + }, + { + "id": "utmos200_076", + "category": "long_range", + "text": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_076.wav", + "asr": "whisper-large-v3", + "hypothesis": "Although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "raw": { + "normalized_reference": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "normalized_hypothesis": "although the weather changed without warning, the musicians finished packing before anyone opened the enormous glass door.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "normalized_hypothesis": "although the weather changed without warning the musicians finished packing before anyone opened the enormous glass door", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_084", + "category": "technical", + "text": "The performance improvement is real, but it comes with tradeoffs.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_084.wav", + "asr": "whisper-large-v3", + "hypothesis": "The performance improvement is real, but it comes with trade-offs.", + "raw": { + "normalized_reference": "the performance improvement is real, but it comes with tradeoffs.", + "normalized_hypothesis": "the performance improvement is real, but it comes with trade-offs.", + "errors": 2, + "words": 10, + "wer": 0.2 + }, + "semantic": { + "normalized_reference": "the performance improvement is real but it comes with tradeoffs", + "normalized_hypothesis": "the performance improvement is real but it comes with trade offs", + "errors": 2, + "words": 10, + "wer": 0.2 + } + }, + { + "id": "utmos200_092", + "category": "technical", + "text": "If you run into that error, the fix is usually just restarting the service.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_092.wav", + "asr": "whisper-large-v3", + "hypothesis": "If you run into that error, the fix is usually just restarting the service.", + "raw": { + "normalized_reference": "if you run into that error, the fix is usually just restarting the service.", + "normalized_hypothesis": "if you run into that error, the fix is usually just restarting the service.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if you run into that error the fix is usually just restarting the service", + "normalized_hypothesis": "if you run into that error the fix is usually just restarting the service", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_100", + "category": "technical", + "text": "Double-check that value before you push anything to production.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_100.wav", + "asr": "whisper-large-v3", + "hypothesis": "Double-check that value before you push anything to production.", + "raw": { + "normalized_reference": "double-check that value before you push anything to production.", + "normalized_hypothesis": "double-check that value before you push anything to production.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "double check that value before you push anything to production", + "normalized_hypothesis": "double check that value before you push anything to production", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_108", + "category": "technical", + "text": "You'll want to isolate that variable before drawing any conclusions.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_108.wav", + "asr": "whisper-large-v3", + "hypothesis": "You'll want to isolate that variable before drawing any conclusions.", + "raw": { + "normalized_reference": "you'll want to isolate that variable before drawing any conclusions.", + "normalized_hypothesis": "you'll want to isolate that variable before drawing any conclusions.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you will want to isolate that variable before drawing any conclusions", + "normalized_hypothesis": "you will want to isolate that variable before drawing any conclusions", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_116", + "category": "technical", + "text": "The latency goes up significantly at scale, which is expected.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_116.wav", + "asr": "whisper-large-v3", + "hypothesis": "The latency goes up significantly at scale which is expected.", + "raw": { + "normalized_reference": "the latency goes up significantly at scale, which is expected.", + "normalized_hypothesis": "the latency goes up significantly at scale which is expected.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the latency goes up significantly at scale which is expected", + "normalized_hypothesis": "the latency goes up significantly at scale which is expected", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_124", + "category": "technical", + "text": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_124.wav", + "asr": "whisper-large-v3", + "hypothesis": "A deterministic split prevents duplicate normalized text from leaking into evaluation.", + "raw": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "normalized_hypothesis": "a deterministic split prevents duplicate normalized text from leaking into evaluation", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_132", + "category": "technical", + "text": "Always test on a copy before modifying the original.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_132.wav", + "asr": "whisper-large-v3", + "hypothesis": "Always test on a copy before modifying the original.", + "raw": { + "normalized_reference": "always test on a copy before modifying the original.", + "normalized_hypothesis": "always test on a copy before modifying the original.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "always test on a copy before modifying the original", + "normalized_hypothesis": "always test on a copy before modifying the original", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_140", + "category": "technical", + "text": "The first thing you want to do is make sure everything is backed up.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_140.wav", + "asr": "whisper-large-v3", + "hypothesis": "The first thing you want to do is make sure everything is backed up.", + "raw": { + "normalized_reference": "the first thing you want to do is make sure everything is backed up.", + "normalized_hypothesis": "the first thing you want to do is make sure everything is backed up.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the 1st thing you want to do is make sure everything is backed up", + "normalized_hypothesis": "the 1st thing you want to do is make sure everything is backed up", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_148", + "category": "technical", + "text": "If the checksum fails, restart the worker process without deleting the cached tensors.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_148.wav", + "asr": "whisper-large-v3", + "hypothesis": "If the checksum fails, restart the worker process without deleting the cached tensors.", + "raw": { + "normalized_reference": "if the checksum fails, restart the worker process without deleting the cached tensors.", + "normalized_hypothesis": "if the checksum fails, restart the worker process without deleting the cached tensors.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if the checksum fails restart the worker process without deleting the cached tensors", + "normalized_hypothesis": "if the checksum fails restart the worker process without deleting the cached tensors", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_156", + "category": "technical", + "text": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_156.wav", + "asr": "whisper-large-v3", + "hypothesis": "The tricky part isn't the setup, it's making sure all dependencies line up.", + "raw": { + "normalized_reference": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "normalized_hypothesis": "the tricky part isn't the setup, it's making sure all dependencies line up.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the tricky part is not the setup it is making sure all dependencies line up", + "normalized_hypothesis": "the tricky part is not the setup it is making sure all dependencies line up", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_164", + "category": "emotional", + "text": "Nobody told me it was going to be this hard, and honestly, I'm grateful.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_164.wav", + "asr": "whisper-large-v3", + "hypothesis": "Nobody told me it was going to be this hard and honestly, I'm grateful.", + "raw": { + "normalized_reference": "nobody told me it was going to be this hard, and honestly, i'm grateful.", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly, i'm grateful.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "nobody told me it was going to be this hard and honestly i am grateful", + "normalized_hypothesis": "nobody told me it was going to be this hard and honestly i am grateful", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_172", + "category": "technical", + "text": "The encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_172.wav", + "asr": "whisper-large-v3", + "hypothesis": "The encoder maps phonemes, stress and phrase boundaries into a shared hidden representation.", + "raw": { + "normalized_reference": "the encoder maps phonemes, stress, and phrase boundaries into a shared hidden representation.", + "normalized_hypothesis": "the encoder maps phonemes, stress and phrase boundaries into a shared hidden representation.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "normalized_hypothesis": "the encoder maps phonemes stress and phrase boundaries into a shared hidden representation", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_180", + "category": "narrative", + "text": "She knew. She had always known. She just waited for the right moment.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_180.wav", + "asr": "whisper-large-v3", + "hypothesis": "She knew. She had always known. She just waited for the right moment.", + "raw": { + "normalized_reference": "she knew. she had always known. she just waited for the right moment.", + "normalized_hypothesis": "she knew. she had always known. she just waited for the right moment.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she knew she had always known she just waited for the right moment", + "normalized_hypothesis": "she knew she had always known she just waited for the right moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_188", + "category": "conversational", + "text": "You got engaged? When? How? Tell me everything right now.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_188.wav", + "asr": "whisper-large-v3", + "hypothesis": "You got engaged. When? How? Tell me everything right now.", + "raw": { + "normalized_reference": "you got engaged? when? how? tell me everything right now.", + "normalized_hypothesis": "you got engaged. when? how? tell me everything right now.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "you got engaged when how tell me everything right now", + "normalized_hypothesis": "you got engaged when how tell me everything right now", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_196", + "category": "conversational", + "text": "It's one of those decisions that makes total sense in the moment.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_196.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's one of those decisions that makes total sense in the moment.", + "raw": { + "normalized_reference": "it's one of those decisions that makes total sense in the moment.", + "normalized_hypothesis": "it's one of those decisions that makes total sense in the moment.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is one of those decisions that makes total sense in the moment", + "normalized_hypothesis": "it is one of those decisions that makes total sense in the moment", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_005", + "category": "long", + "text": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_005.wav", + "asr": "whisper-large-v3", + "hypothesis": "If I'm being completely honest, I had no idea what I was doing for most of it, and I think that might be the most normal thing about the whole experience.", + "raw": { + "normalized_reference": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "normalized_hypothesis": "if i'm being completely honest, i had no idea what i was doing for most of it, and i think that might be the most normal thing about the whole experience.", + "errors": 0, + "words": 31, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "normalized_hypothesis": "if i am being completely honest i had no idea what i was doing for most of it and i think that might be the most normal thing about the whole experience", + "errors": 0, + "words": 32, + "wer": 0.0 + } + }, + { + "id": "utmos200_013", + "category": "short", + "text": "I have no idea.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_013.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have no idea.", + "raw": { + "normalized_reference": "i have no idea.", + "normalized_hypothesis": "i have no idea.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have no idea", + "normalized_hypothesis": "i have no idea", + "errors": 0, + "words": 4, + "wer": 0.0 + } + }, + { + "id": "utmos200_021", + "category": "names_places", + "text": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_021.wav", + "asr": "whisper-large-v3", + "hypothesis": "Professor Nguyen mailed the fluorescent poster to Reykjavik on Thursday.", + "raw": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "normalized_hypothesis": "professor nguyen mailed the fluorescent poster to reykjavik on thursday", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_029", + "category": "conversational", + "text": "I thought I had it all figured out, and then this happened.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_029.wav", + "asr": "whisper-large-v3", + "hypothesis": "I thought I had it all figured out and then this happened.", + "raw": { + "normalized_reference": "i thought i had it all figured out, and then this happened.", + "normalized_hypothesis": "i thought i had it all figured out and then this happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i thought i had it all figured out and then this happened", + "normalized_hypothesis": "i thought i had it all figured out and then this happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_037", + "category": "numbers", + "text": "Increase the gain by three decibels, wait five seconds, then reduce it by one.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_037.wav", + "asr": "whisper-large-v3", + "hypothesis": "Increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "raw": { + "normalized_reference": "increase the gain by three decibels, wait five seconds, then reduce it by one.", + "normalized_hypothesis": "increase the gain by 3 decibels, wait 5 seconds, then reduce it by 1.", + "errors": 3, + "words": 14, + "wer": 0.21428571428571427 + }, + "semantic": { + "normalized_reference": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "normalized_hypothesis": "increase the gain by 3 decibels wait 5 seconds then reduce it by one", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_045", + "category": "emotional", + "text": "He said he was proud of me and nobody had ever said that to me before.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_045.wav", + "asr": "whisper-large-v3", + "hypothesis": "He said he was proud of me and nobody had ever said that to me before.", + "raw": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before.", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he said he was proud of me and nobody had ever said that to me before", + "normalized_hypothesis": "he said he was proud of me and nobody had ever said that to me before", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_053", + "category": "question", + "text": "Have you ever just stopped and thought about how strange all of this is?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_053.wav", + "asr": "whisper-large-v3", + "hypothesis": "Have you ever just stopped and thought about how strange all of this is?", + "raw": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is?", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is?", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "have you ever just stopped and thought about how strange all of this is", + "normalized_hypothesis": "have you ever just stopped and thought about how strange all of this is", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_061", + "category": "long", + "text": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_061.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things, but apparently the only way that stuck.", + "raw": { + "normalized_reference": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things but apparently the only way that stuck.", + "normalized_hypothesis": "i've learned more from the things that went wrong than from the things that worked, which is a frustrating way to have to learn things, but apparently the only way that stuck.", + "errors": 0, + "words": 32, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "normalized_hypothesis": "i have learned more from the things that went wrong than from the things that worked which is a frustrating way to have to learn things but apparently the only way that stuck", + "errors": 0, + "words": 33, + "wer": 0.0 + } + }, + { + "id": "utmos200_069", + "category": "short", + "text": "That's not what I expected.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_069.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's not what I expected.", + "raw": { + "normalized_reference": "that's not what i expected.", + "normalized_hypothesis": "that's not what i expected.", + "errors": 0, + "words": 5, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is not what i expected", + "normalized_hypothesis": "that is not what i expected", + "errors": 0, + "words": 6, + "wer": 0.0 + } + }, + { + "id": "utmos200_077", + "category": "names_places", + "text": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_077.wav", + "asr": "whisper-large-v3", + "hypothesis": "Saskatchewan looked unusually bright beneath the pale February sunrise.", + "raw": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "saskatchewan looked unusually bright beneath the pale february sunrise", + "normalized_hypothesis": "saskatchewan looked unusually bright beneath the pale february sunrise", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_085", + "category": "conversational", + "text": "I don't know. It's just been one of those weeks, you know?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_085.wav", + "asr": "whisper-large-v3", + "hypothesis": "I don't know. It's just been one of those weeks, you know.", + "raw": { + "normalized_reference": "i don't know. it's just been one of those weeks, you know?", + "normalized_hypothesis": "i don't know. it's just been one of those weeks, you know.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i do not know it is just been one of those weeks you know", + "normalized_hypothesis": "i do not know it is just been one of those weeks you know", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_093", + "category": "conversational", + "text": "It was a disaster in the best possible way.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_093.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was a disaster in the best possible way.", + "raw": { + "normalized_reference": "it was a disaster in the best possible way.", + "normalized_hypothesis": "it was a disaster in the best possible way.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was a disaster in the best possible way", + "normalized_hypothesis": "it was a disaster in the best possible way", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_101", + "category": "conversational", + "text": "I understand your point; I just do not agree with the conclusion.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_101.wav", + "asr": "whisper-large-v3", + "hypothesis": "I understand your point, I just do not agree with the conclusion.", + "raw": { + "normalized_reference": "i understand your point; i just do not agree with the conclusion.", + "normalized_hypothesis": "i understand your point, i just do not agree with the conclusion.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i understand your point i just do not agree with the conclusion", + "normalized_hypothesis": "i understand your point i just do not agree with the conclusion", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_109", + "category": "conversational", + "text": "The meeting that could have been an email lasted two hours.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_109.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meeting that could have been an email lasted two hours.", + "raw": { + "normalized_reference": "the meeting that could have been an email lasted two hours.", + "normalized_hypothesis": "the meeting that could have been an email lasted two hours.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meeting that could have been an email lasted 2 hours", + "normalized_hypothesis": "the meeting that could have been an email lasted 2 hours", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_117", + "category": "conversational", + "text": "We ended up staying until two in the morning talking about nothing.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_117.wav", + "asr": "whisper-large-v3", + "hypothesis": "We ended up staying until two in the morning, talking about nothing.", + "raw": { + "normalized_reference": "we ended up staying until two in the morning talking about nothing.", + "normalized_hypothesis": "we ended up staying until two in the morning, talking about nothing.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we ended up staying until 2 in the morning talking about nothing", + "normalized_hypothesis": "we ended up staying until 2 in the morning talking about nothing", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_125", + "category": "conversational", + "text": "Honestly, that was much better than I expected, but the ending still felt rushed.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_125.wav", + "asr": "whisper-large-v3", + "hypothesis": "Honestly, that was much better than expected, but the ending still felt rushed.", + "raw": { + "normalized_reference": "honestly, that was much better than i expected, but the ending still felt rushed.", + "normalized_hypothesis": "honestly, that was much better than expected, but the ending still felt rushed.", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + }, + "semantic": { + "normalized_reference": "honestly that was much better than i expected but the ending still felt rushed", + "normalized_hypothesis": "honestly that was much better than expected but the ending still felt rushed", + "errors": 1, + "words": 14, + "wer": 0.07142857142857142 + } + }, + { + "id": "utmos200_133", + "category": "conversational", + "text": "I wasn't even supposed to be there. That's the wild part.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_133.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wasn't even supposed to be there. That's the wild part.", + "raw": { + "normalized_reference": "i wasn't even supposed to be there. that's the wild part.", + "normalized_hypothesis": "i wasn't even supposed to be there. that's the wild part.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was not even supposed to be there that is the wild part", + "normalized_hypothesis": "i was not even supposed to be there that is the wild part", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_141", + "category": "conversational", + "text": "I have the most insane idea and you need to just hear me out.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_141.wav", + "asr": "whisper-large-v3", + "hypothesis": "I have the most insane idea, and you need to just hear me out.", + "raw": { + "normalized_reference": "i have the most insane idea and you need to just hear me out.", + "normalized_hypothesis": "i have the most insane idea, and you need to just hear me out.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have the most insane idea and you need to just hear me out", + "normalized_hypothesis": "i have the most insane idea and you need to just hear me out", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_149", + "category": "conversational", + "text": "I need you to understand how close that was to not working.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_149.wav", + "asr": "whisper-large-v3", + "hypothesis": "I need you to understand how close that was to not working.", + "raw": { + "normalized_reference": "i need you to understand how close that was to not working.", + "normalized_hypothesis": "i need you to understand how close that was to not working.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i need you to understand how close that was to not working", + "normalized_hypothesis": "i need you to understand how close that was to not working", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_157", + "category": "conversational", + "text": "He called it a minor setback. I called it a disaster.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_157.wav", + "asr": "whisper-large-v3", + "hypothesis": "He called it a minor setback. I called it a disaster.", + "raw": { + "normalized_reference": "he called it a minor setback. i called it a disaster.", + "normalized_hypothesis": "he called it a minor setback. i called it a disaster.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he called it a minor setback i called it a disaster", + "normalized_hypothesis": "he called it a minor setback i called it a disaster", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_165", + "category": "narrative", + "text": "Chapter seven. In which everything that could go wrong did, and a few things that couldn't.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_165.wav", + "asr": "whisper-large-v3", + "hypothesis": "Chapter 7. In which everything that could go wrong did and a few things that couldn't.", + "raw": { + "normalized_reference": "chapter seven. in which everything that could go wrong did, and a few things that couldn't.", + "normalized_hypothesis": "chapter 7. in which everything that could go wrong did and a few things that couldn't.", + "errors": 1, + "words": 16, + "wer": 0.0625 + }, + "semantic": { + "normalized_reference": "chapter 7 in which everything that could go wrong did and a few things that could not", + "normalized_hypothesis": "chapter 7 in which everything that could go wrong did and a few things that could not", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_173", + "category": "conversational", + "text": "She showed up three hours late and acted like nothing had happened.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_173.wav", + "asr": "whisper-large-v3", + "hypothesis": "She showed up three hours late and acted like nothing had happened.", + "raw": { + "normalized_reference": "she showed up three hours late and acted like nothing had happened.", + "normalized_hypothesis": "she showed up three hours late and acted like nothing had happened.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she showed up 3 hours late and acted like nothing had happened", + "normalized_hypothesis": "she showed up 3 hours late and acted like nothing had happened", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_181", + "category": "short", + "text": "Yeah, no. Hard pass.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_181.wav", + "asr": "whisper-large-v3", + "hypothesis": "Yeth no. Hard pass.", + "raw": { + "normalized_reference": "yeah, no. hard pass.", + "normalized_hypothesis": "yeth no. hard pass.", + "errors": 1, + "words": 4, + "wer": 0.25 + }, + "semantic": { + "normalized_reference": "yeah no hard pass", + "normalized_hypothesis": "yeth no hard pass", + "errors": 1, + "words": 4, + "wer": 0.25 + } + }, + { + "id": "utmos200_189", + "category": "emotional", + "text": "It's hard to explain how much that moment meant to me.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_189.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's hard to explain how much that moment meant to me.", + "raw": { + "normalized_reference": "it's hard to explain how much that moment meant to me.", + "normalized_hypothesis": "it's hard to explain how much that moment meant to me.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is hard to explain how much that moment meant to me", + "normalized_hypothesis": "it is hard to explain how much that moment meant to me", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_197", + "category": "emotional", + "text": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_197.wav", + "asr": "whisper-large-v3", + "hypothesis": "I was furious. Not the loud kind. The quiet kind that lasts for days.", + "raw": { + "normalized_reference": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "normalized_hypothesis": "i was furious. not the loud kind. the quiet kind that lasts for days.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i was furious not the loud kind the quiet kind that lasts for days", + "normalized_hypothesis": "i was furious not the loud kind the quiet kind that lasts for days", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_006", + "category": "long_range", + "text": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_006.wav", + "asr": "whisper-large-v3", + "hypothesis": "The committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "raw": { + "normalized_reference": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "normalized_hypothesis": "the committee postponed its decision after discovering that three pages of the report had been printed in the wrong order.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "normalized_hypothesis": "the committee postponed its decision after discovering that 3 pages of the report had been printed in the wrong order", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_014", + "category": "technical", + "text": "The system runs on three core components that all have to stay in sync.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_014.wav", + "asr": "whisper-large-v3", + "hypothesis": "The system runs on three core components that all have to stay in sync.", + "raw": { + "normalized_reference": "the system runs on three core components that all have to stay in sync.", + "normalized_hypothesis": "the system runs on three core components that all have to stay in sync.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the system runs on 3 core components that all have to stay in sync", + "normalized_hypothesis": "the system runs on 3 core components that all have to stay in sync", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_022", + "category": "narrative", + "text": "The plan was simple. The execution was anything but.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_022.wav", + "asr": "whisper-large-v3", + "hypothesis": "The plan was simple. The execution was anything but.", + "raw": { + "normalized_reference": "the plan was simple. the execution was anything but.", + "normalized_hypothesis": "the plan was simple. the execution was anything but.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the plan was simple the execution was anything but", + "normalized_hypothesis": "the plan was simple the execution was anything but", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_030", + "category": "descriptive", + "text": "The kind of quiet you only get at three in the morning in a city.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_030.wav", + "asr": "whisper-large-v3", + "hypothesis": "The kind of quiet you only get at three in the morning in a city.", + "raw": { + "normalized_reference": "the kind of quiet you only get at three in the morning in a city.", + "normalized_hypothesis": "the kind of quiet you only get at three in the morning in a city.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the kind of quiet you only get at 3 in the morning in a city", + "normalized_hypothesis": "the kind of quiet you only get at 3 in the morning in a city", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_038", + "category": "punctuation", + "text": "The result was unexpected: clear, stable, and surprisingly natural.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_038.wav", + "asr": "whisper-large-v3", + "hypothesis": "The result was unexpected, clear, stable and surprisingly natural.", + "raw": { + "normalized_reference": "the result was unexpected: clear, stable, and surprisingly natural.", + "normalized_hypothesis": "the result was unexpected, clear, stable and surprisingly natural.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the result was unexpected clear stable and surprisingly natural", + "normalized_hypothesis": "the result was unexpected clear stable and surprisingly natural", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_046", + "category": "homographs", + "text": "The minute detail took a minute to explain clearly.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_046.wav", + "asr": "whisper-large-v3", + "hypothesis": "The minute detail took a minute to explain clearly.", + "raw": { + "normalized_reference": "the minute detail took a minute to explain clearly.", + "normalized_hypothesis": "the minute detail took a minute to explain clearly.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the minute detail took a minute to explain clearly", + "normalized_hypothesis": "the minute detail took a minute to explain clearly", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_054", + "category": "rare_words", + "text": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_054.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "raw": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "normalized_hypothesis": "her idiosyncratic explanation sounded plausible but remained fundamentally ambiguous", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_062", + "category": "long_range", + "text": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_062.wav", + "asr": "whisper-large-v3", + "hypothesis": "Because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "raw": { + "normalized_reference": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "normalized_hypothesis": "because every nearby hotel was full, the exhausted hikers followed the narrow road until they found a farmhouse with one empty room.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "normalized_hypothesis": "because every nearby hotel was full the exhausted hikers followed the narrow road until they found a farmhouse with one empty room", + "errors": 0, + "words": 22, + "wer": 0.0 + } + }, + { + "id": "utmos200_070", + "category": "technical", + "text": "There's a known issue with that version that causes failures under load.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_070.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a known issue with that version that causes failures under load.", + "raw": { + "normalized_reference": "there's a known issue with that version that causes failures under load.", + "normalized_hypothesis": "there's a known issue with that version that causes failures under load.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a known issue with that version that causes failures under load", + "normalized_hypothesis": "there is a known issue with that version that causes failures under load", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_078", + "category": "narrative", + "text": "She handled it with a grace I genuinely did not expect.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_078.wav", + "asr": "whisper-large-v3", + "hypothesis": "She handled it with a grace I genuinely did not expect.", + "raw": { + "normalized_reference": "she handled it with a grace i genuinely did not expect.", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she handled it with a grace i genuinely did not expect", + "normalized_hypothesis": "she handled it with a grace i genuinely did not expect", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_086", + "category": "descriptive", + "text": "The moment you stop expecting perfection, things get a lot more interesting.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_086.wav", + "asr": "whisper-large-v3", + "hypothesis": "The moment you stop expecting perfection, things get a lot more interesting.", + "raw": { + "normalized_reference": "the moment you stop expecting perfection, things get a lot more interesting.", + "normalized_hypothesis": "the moment you stop expecting perfection, things get a lot more interesting.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the moment you stop expecting perfection things get a lot more interesting", + "normalized_hypothesis": "the moment you stop expecting perfection things get a lot more interesting", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_094", + "category": "descriptive", + "text": "It had the look of a place that used to mean something to someone.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_094.wav", + "asr": "whisper-large-v3", + "hypothesis": "It had the look of a place that used to mean something to someone.", + "raw": { + "normalized_reference": "it had the look of a place that used to mean something to someone.", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it had the look of a place that used to mean something to someone", + "normalized_hypothesis": "it had the look of a place that used to mean something to someone", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_102", + "category": "descriptive", + "text": "The sky that day was a strange shade of orange I'd never seen before.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_102.wav", + "asr": "whisper-large-v3", + "hypothesis": "The sky that day was a strange shade of orange I'd never seen before.", + "raw": { + "normalized_reference": "the sky that day was a strange shade of orange i'd never seen before.", + "normalized_hypothesis": "the sky that day was a strange shade of orange i'd never seen before.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the sky that day was a strange shade of orange i would never seen before", + "normalized_hypothesis": "the sky that day was a strange shade of orange i would never seen before", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_110", + "category": "descriptive", + "text": "There's a specific kind of tired that sleep doesn't fix.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_110.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a specific kind of tired that sleep doesn't fix.", + "raw": { + "normalized_reference": "there's a specific kind of tired that sleep doesn't fix.", + "normalized_hypothesis": "there's a specific kind of tired that sleep doesn't fix.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a specific kind of tired that sleep does not fix", + "normalized_hypothesis": "there is a specific kind of tired that sleep does not fix", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_118", + "category": "descriptive", + "text": "The rain started slowly, and then all at once, the way it usually does.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_118.wav", + "asr": "whisper-large-v3", + "hypothesis": "The rain started slowly and then all at once, the way it usually does.", + "raw": { + "normalized_reference": "the rain started slowly, and then all at once, the way it usually does.", + "normalized_hypothesis": "the rain started slowly and then all at once, the way it usually does.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the rain started slowly and then all at once the way it usually does", + "normalized_hypothesis": "the rain started slowly and then all at once the way it usually does", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_126", + "category": "descriptive", + "text": "She had a habit of tilting her head slightly when thinking hard about something.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_126.wav", + "asr": "whisper-large-v3", + "hypothesis": "She had a habit of tilting her head slightly when thinking hard about something.", + "raw": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something.", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she had a habit of tilting her head slightly when thinking hard about something", + "normalized_hypothesis": "she had a habit of tilting her head slightly when thinking hard about something", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_134", + "category": "descriptive", + "text": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_134.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's a small town. Not the kind you leave. The kind you leave and come back to.", + "raw": { + "normalized_reference": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "normalized_hypothesis": "it's a small town. not the kind you leave. the kind you leave and come back to.", + "errors": 0, + "words": 17, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is a small town not the kind you leave the kind you leave and come back to", + "normalized_hypothesis": "it is a small town not the kind you leave the kind you leave and come back to", + "errors": 0, + "words": 18, + "wer": 0.0 + } + }, + { + "id": "utmos200_142", + "category": "descriptive", + "text": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_142.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a coffee shop on the corner that's been there longer than anyone can remember.", + "raw": { + "normalized_reference": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "normalized_hypothesis": "there's a coffee shop on the corner that's been there longer than anyone can remember.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "normalized_hypothesis": "there is a coffee shop on the corner that has been there longer than anyone can remember", + "errors": 0, + "words": 17, + "wer": 0.0 + } + }, + { + "id": "utmos200_150", + "category": "descriptive", + "text": "It was the sort of morning where the whole world looks rinsed clean.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_150.wav", + "asr": "whisper-large-v3", + "hypothesis": "It was the sort of morning where the whole world looks rinsed clean.", + "raw": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean.", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it was the sort of morning where the whole world looks rinsed clean", + "normalized_hypothesis": "it was the sort of morning where the whole world looks rinsed clean", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_158", + "category": "descriptive", + "text": "The whole place smelled like pine and old wood and cold air.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_158.wav", + "asr": "whisper-large-v3", + "hypothesis": "The whole place smelled like pine and old wood and cold air.", + "raw": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air.", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the whole place smelled like pine and old wood and cold air", + "normalized_hypothesis": "the whole place smelled like pine and old wood and cold air", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_166", + "category": "short", + "text": "Wait, what?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_166.wav", + "asr": "whisper-large-v3", + "hypothesis": "Wait, what?", + "raw": { + "normalized_reference": "wait, what?", + "normalized_hypothesis": "wait, what?", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "wait what", + "normalized_hypothesis": "wait what", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_174", + "category": "emotional", + "text": "Oh my god. This is the best thing I've ever tasted.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_174.wav", + "asr": "whisper-large-v3", + "hypothesis": "Oh my god. This is the best thing I've ever tasted.", + "raw": { + "normalized_reference": "oh my god. this is the best thing i've ever tasted.", + "normalized_hypothesis": "oh my god. this is the best thing i've ever tasted.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "0 my god this is the best thing i have ever tasted", + "normalized_hypothesis": "0 my god this is the best thing i have ever tasted", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_182", + "category": "technical", + "text": "Please verify the sample rate, hop length, and mel filter configuration before inference.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_182.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please verify the sample rate, hop length, and MEL filter configuration before inference.", + "raw": { + "normalized_reference": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "normalized_hypothesis": "please verify the sample rate, hop length, and mel filter configuration before inference.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please verify the sample rate hop length and mel filter configuration before inference", + "normalized_hypothesis": "please verify the sample rate hop length and mel filter configuration before inference", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_190", + "category": "narrative", + "text": "He told the story three different times that night and somehow it got better each time.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_190.wav", + "asr": "whisper-large-v3", + "hypothesis": "He told the story three different times that night, and somehow it got better each time.", + "raw": { + "normalized_reference": "he told the story three different times that night and somehow it got better each time.", + "normalized_hypothesis": "he told the story three different times that night, and somehow it got better each time.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he told the story 3 different times that night and somehow it got better each time", + "normalized_hypothesis": "he told the story 3 different times that night and somehow it got better each time", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_198", + "category": "narrative", + "text": "That's the part of the story I usually leave out.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_198.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the part of the story I usually leave out.", + "raw": { + "normalized_reference": "that's the part of the story i usually leave out.", + "normalized_hypothesis": "that's the part of the story i usually leave out.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the part of the story i usually leave out", + "normalized_hypothesis": "that is the part of the story i usually leave out", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_007", + "category": "names_places", + "text": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_007.wav", + "asr": "whisper-large-v3", + "hypothesis": "Gwendolyn photographed the eucalyptus trees outside Ljubljana.", + "raw": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana.", + "errors": 0, + "words": 7, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "normalized_hypothesis": "gwendolyn photographed the eucalyptus trees outside ljubljana", + "errors": 0, + "words": 7, + "wer": 0.0 + } + }, + { + "id": "utmos200_015", + "category": "conversational", + "text": "We improvised the entire second half and somehow nobody noticed.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_015.wav", + "asr": "whisper-large-v3", + "hypothesis": "We improvised the entire second half, and somehow nobody noticed.", + "raw": { + "normalized_reference": "we improvised the entire second half and somehow nobody noticed.", + "normalized_hypothesis": "we improvised the entire second half, and somehow nobody noticed.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we improvised the entire 2nd half and somehow nobody noticed", + "normalized_hypothesis": "we improvised the entire 2nd half and somehow nobody noticed", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_023", + "category": "numbers", + "text": "Her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_023.wav", + "asr": "whisper-large-v3", + "hypothesis": "Her score improved from 82% to 97% in two weeks.", + "raw": { + "normalized_reference": "her score improved from eighty-two percent to ninety-seven percent in two weeks.", + "normalized_hypothesis": "her score improved from 82% to 97% in two weeks.", + "errors": 6, + "words": 14, + "wer": 0.42857142857142855 + }, + "semantic": { + "normalized_reference": "her score improved from 82% to 97% in 2 weeks", + "normalized_hypothesis": "her score improved from 82% to 97% in 2 weeks", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_031", + "category": "emotional", + "text": "The joy of it was almost overwhelming, like too much good all at once.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_031.wav", + "asr": "whisper-large-v3", + "hypothesis": "The joy of it was almost overwhelming, like too much good all at once.", + "raw": { + "normalized_reference": "the joy of it was almost overwhelming, like too much good all at once.", + "normalized_hypothesis": "the joy of it was almost overwhelming, like too much good all at once.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the joy of it was almost overwhelming like too much good all at once", + "normalized_hypothesis": "the joy of it was almost overwhelming like too much good all at once", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_039", + "category": "question", + "text": "Who told you that was the right way to do it?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_039.wav", + "asr": "whisper-large-v3", + "hypothesis": "Who told you that was the right way to do it?", + "raw": { + "normalized_reference": "who told you that was the right way to do it?", + "normalized_hypothesis": "who told you that was the right way to do it?", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "who told you that was the right way to do it", + "normalized_hypothesis": "who told you that was the right way to do it", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_047", + "category": "long", + "text": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_047.wav", + "asr": "whisper-large-v3", + "hypothesis": "The strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "raw": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would, and not getting it never quite feels as bad.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "normalized_hypothesis": "the strange thing about really wanting something is that getting it never quite feels the way you imagined it would and not getting it never quite feels as bad", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_055", + "category": "short", + "text": "That tracks.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_055.wav", + "asr": "whisper-large-v3", + "hypothesis": "That tracks.", + "raw": { + "normalized_reference": "that tracks.", + "normalized_hypothesis": "that tracks.", + "errors": 0, + "words": 2, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that tracks", + "normalized_hypothesis": "that tracks", + "errors": 0, + "words": 2, + "wer": 0.0 + } + }, + { + "id": "utmos200_063", + "category": "names_places", + "text": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_063.wav", + "asr": "whisper-large-v3", + "hypothesis": "The itinerary sends Beatrice from Albuquerque to Des Moines and then to Boise.", + "raw": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "normalized_hypothesis": "the itinerary sends beatrice from albuquerque to des moines and then to boise", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_071", + "category": "conversational", + "text": "Don't look now but I think that's him over there.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_071.wav", + "asr": "whisper-large-v3", + "hypothesis": "Don't look now but I think that's him over there.", + "raw": { + "normalized_reference": "don't look now but i think that's him over there.", + "normalized_hypothesis": "don't look now but i think that's him over there.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "do not look now but i think that is him over there", + "normalized_hypothesis": "do not look now but i think that is him over there", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_079", + "category": "numbers", + "text": "Apartment four hundred seven is across from room twenty-nine on the third floor.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_079.wav", + "asr": "whisper-large-v3", + "hypothesis": "Apartment 407 is across from room 29 on the third floor.", + "raw": { + "normalized_reference": "apartment four hundred seven is across from room twenty-nine on the third floor.", + "normalized_hypothesis": "apartment 407 is across from room 29 on the third floor.", + "errors": 5, + "words": 14, + "wer": 0.35714285714285715 + }, + "semantic": { + "normalized_reference": "apartment 407 is across from room 29 on the 3rd floor", + "normalized_hypothesis": "apartment 407 is across from room 29 on the 3rd floor", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_087", + "category": "emotional", + "text": "It's the kind of thing that stays with you even years later.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_087.wav", + "asr": "whisper-large-v3", + "hypothesis": "It's the kind of thing that stays with you even years later.", + "raw": { + "normalized_reference": "it's the kind of thing that stays with you even years later.", + "normalized_hypothesis": "it's the kind of thing that stays with you even years later.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it is the kind of thing that stays with you even years later", + "normalized_hypothesis": "it is the kind of thing that stays with you even years later", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_095", + "category": "emotional", + "text": "There's this feeling you get when something finally works after weeks of failure.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_095.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's this feeling you get when something finally works after weeks of failure.", + "raw": { + "normalized_reference": "there's this feeling you get when something finally works after weeks of failure.", + "normalized_hypothesis": "there's this feeling you get when something finally works after weeks of failure.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is this feeling you get when something finally works after weeks of failure", + "normalized_hypothesis": "there is this feeling you get when something finally works after weeks of failure", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_103", + "category": "emotional", + "text": "It hurt more than I expected, and I thought I was prepared.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_103.wav", + "asr": "whisper-large-v3", + "hypothesis": "It hurt more than I expected and I thought I was prepared.", + "raw": { + "normalized_reference": "it hurt more than i expected, and i thought i was prepared.", + "normalized_hypothesis": "it hurt more than i expected and i thought i was prepared.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "it hurt more than i expected and i thought i was prepared", + "normalized_hypothesis": "it hurt more than i expected and i thought i was prepared", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_111", + "category": "emotional", + "text": "Something about that moment broke something open in me that I hadn't realized was closed.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_111.wav", + "asr": "whisper-large-v3", + "hypothesis": "Something about that moment broke something open in me that I hadn't realized was closed.", + "raw": { + "normalized_reference": "something about that moment broke something open in me that i hadn't realized was closed.", + "normalized_hypothesis": "something about that moment broke something open in me that i hadn't realized was closed.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "something about that moment broke something open in me that i had not realized was closed", + "normalized_hypothesis": "something about that moment broke something open in me that i had not realized was closed", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_119", + "category": "emotional", + "text": "I honestly did not think I was going to make it through that year.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_119.wav", + "asr": "whisper-large-v3", + "hypothesis": "I honestly did not think I was going to make it through that year.", + "raw": { + "normalized_reference": "i honestly did not think i was going to make it through that year.", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i honestly did not think i was going to make it through that year", + "normalized_hypothesis": "i honestly did not think i was going to make it through that year", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_127", + "category": "emotional", + "text": "I cannot stress enough how much I did not want to be right about this.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_127.wav", + "asr": "whisper-large-v3", + "hypothesis": "I cannot stress enough how much I did not want to be right about this.", + "raw": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this.", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i cannot stress enough how much i did not want to be right about this", + "normalized_hypothesis": "i cannot stress enough how much i did not want to be right about this", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_135", + "category": "emotional", + "text": "She cried. I cried. We all just sort of stood there crying.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_135.wav", + "asr": "whisper-large-v3", + "hypothesis": "She cried. I cried. We all just sort of stood there crying.", + "raw": { + "normalized_reference": "she cried. i cried. we all just sort of stood there crying.", + "normalized_hypothesis": "she cried. i cried. we all just sort of stood there crying.", + "errors": 0, + "words": 12, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she cried i cried we all just sort of stood there crying", + "normalized_hypothesis": "she cried i cried we all just sort of stood there crying", + "errors": 0, + "words": 12, + "wer": 0.0 + } + }, + { + "id": "utmos200_143", + "category": "emotional", + "text": "I kept it together until I got to the car, and then I completely fell apart.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_143.wav", + "asr": "whisper-large-v3", + "hypothesis": "I kept it together until I got to the car and then I completely fell apart.", + "raw": { + "normalized_reference": "i kept it together until i got to the car, and then i completely fell apart.", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i kept it together until i got to the car and then i completely fell apart", + "normalized_hypothesis": "i kept it together until i got to the car and then i completely fell apart", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_151", + "category": "emotional", + "text": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_151.wav", + "asr": "whisper-large-v3", + "hypothesis": "She started laughing and I started laughing and we couldn't stop for a full minute.", + "raw": { + "normalized_reference": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "normalized_hypothesis": "she started laughing and i started laughing and we couldn't stop for a full minute.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she started laughing and i started laughing and we could not stop for a full minute", + "normalized_hypothesis": "she started laughing and i started laughing and we could not stop for a full minute", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_159", + "category": "emotional", + "text": "I've never been so relieved in my entire life.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_159.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've never been so relieved in my entire life.", + "raw": { + "normalized_reference": "i've never been so relieved in my entire life.", + "normalized_hypothesis": "i've never been so relieved in my entire life.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have never been so relieved in my entire life", + "normalized_hypothesis": "i have never been so relieved in my entire life", + "errors": 0, + "words": 10, + "wer": 0.0 + } + }, + { + "id": "utmos200_167", + "category": "technical", + "text": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_167.wav", + "asr": "whisper-large-v3", + "hypothesis": "The graphics processor remained idle because the data loader exhausted every central processing core.", + "raw": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the graphics processor remained idle because the data loader exhausted every central processing core", + "normalized_hypothesis": "the graphics processor remained idle because the data loader exhausted every central processing core", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_175", + "category": "narrative", + "text": "The note was short, which was somehow more frightening than a long one would have been.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_175.wav", + "asr": "whisper-large-v3", + "hypothesis": "The note was short, which was somehow more fright, ing than a long one would have been.", + "raw": { + "normalized_reference": "the note was short, which was somehow more frightening than a long one would have been.", + "normalized_hypothesis": "the note was short, which was somehow more fright, ing than a long one would have been.", + "errors": 2, + "words": 16, + "wer": 0.125 + }, + "semantic": { + "normalized_reference": "the note was short which was somehow more frightening than a long one would have been", + "normalized_hypothesis": "the note was short which was somehow more fright ing than a long one would have been", + "errors": 2, + "words": 16, + "wer": 0.125 + } + }, + { + "id": "utmos200_183", + "category": "conversational", + "text": "That's the worst idea I've ever heard and I'm completely in.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_183.wav", + "asr": "whisper-large-v3", + "hypothesis": "That's the worst idea I've ever heard, and I'm completely in.", + "raw": { + "normalized_reference": "that's the worst idea i've ever heard and i'm completely in.", + "normalized_hypothesis": "that's the worst idea i've ever heard, and i'm completely in.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "that is the worst idea i have ever heard and i am completely in", + "normalized_hypothesis": "that is the worst idea i have ever heard and i am completely in", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_191", + "category": "short", + "text": "Right. Moving on.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_191.wav", + "asr": "whisper-large-v3", + "hypothesis": "Right. Moving on.", + "raw": { + "normalized_reference": "right. moving on.", + "normalized_hypothesis": "right. moving on.", + "errors": 0, + "words": 3, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "right moving on", + "normalized_hypothesis": "right moving on", + "errors": 0, + "words": 3, + "wer": 0.0 + } + }, + { + "id": "utmos200_199", + "category": "short", + "text": "I've said too much.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_199.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've said too much.", + "raw": { + "normalized_reference": "i've said too much.", + "normalized_hypothesis": "i've said too much.", + "errors": 0, + "words": 4, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have said too much", + "normalized_hypothesis": "i have said too much", + "errors": 0, + "words": 5, + "wer": 0.0 + } + }, + { + "id": "utmos200_008", + "category": "narrative", + "text": "He had this theory, and the more time passes, the more I think he was right.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_008.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had this theory and the more time passes the more I think he was right.", + "raw": { + "normalized_reference": "he had this theory, and the more time passes, the more i think he was right.", + "normalized_hypothesis": "he had this theory and the more time passes the more i think he was right.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had this theory and the more time passes the more i think he was right", + "normalized_hypothesis": "he had this theory and the more time passes the more i think he was right", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_016", + "category": "descriptive", + "text": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_016.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a smell in old buildings that's impossible to describe but immediately familiar.", + "raw": { + "normalized_reference": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "normalized_hypothesis": "there's a smell in old buildings that's impossible to describe but immediately familiar.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "normalized_hypothesis": "there is a smell in old buildings that is impossible to describe but immediately familiar", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_024", + "category": "punctuation", + "text": "Why would anyone pack spoons, batteries, and a violin for one short trip?", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_024.wav", + "asr": "whisper-large-v3", + "hypothesis": "Why would anyone pack spoons, batteries and a violin for one short trip?", + "raw": { + "normalized_reference": "why would anyone pack spoons, batteries, and a violin for one short trip?", + "normalized_hypothesis": "why would anyone pack spoons, batteries and a violin for one short trip?", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "why would anyone pack spoons batteries and a violin for one short trip", + "normalized_hypothesis": "why would anyone pack spoons batteries and a violin for one short trip", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_032", + "category": "homographs", + "text": "Please close the door while I stand close to the microphone.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_032.wav", + "asr": "whisper-large-v3", + "hypothesis": "Please close the door while I stand close to the microphone.", + "raw": { + "normalized_reference": "please close the door while i stand close to the microphone.", + "normalized_hypothesis": "please close the door while i stand close to the microphone.", + "errors": 0, + "words": 11, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "please close the door while i stand close to the microphone", + "normalized_hypothesis": "please close the door while i stand close to the microphone", + "errors": 0, + "words": 11, + "wer": 0.0 + } + }, + { + "id": "utmos200_040", + "category": "rare_words", + "text": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_040.wav", + "asr": "whisper-large-v3", + "hypothesis": "The meticulous cartographer examined an iridescent archipelago through binoculars.", + "raw": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "normalized_hypothesis": "the meticulous cartographer examined an iridescent archipelago through binoculars", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_048", + "category": "long_range", + "text": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_048.wav", + "asr": "whisper-large-v3", + "hypothesis": "Even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "raw": { + "normalized_reference": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "normalized_hypothesis": "even though the recipe looked simple at first, preparing the sauce required patience, careful timing, and a much larger pan.", + "errors": 0, + "words": 20, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "normalized_hypothesis": "even though the recipe looked simple at 1st preparing the sauce required patience careful timing and a much larger pan", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_056", + "category": "technical", + "text": "The key thing to remember is that order matters here more than you'd think.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_056.wav", + "asr": "whisper-large-v3", + "hypothesis": "The key thing to remember is that order matters here more than you'd think.", + "raw": { + "normalized_reference": "the key thing to remember is that order matters here more than you'd think.", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you'd think.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the key thing to remember is that order matters here more than you would think", + "normalized_hypothesis": "the key thing to remember is that order matters here more than you would think", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_064", + "category": "narrative", + "text": "We had been driving for six hours when we finally saw the sign for the town.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_064.wav", + "asr": "whisper-large-v3", + "hypothesis": "We had been driving for six hours when we finally saw the sign for the town.", + "raw": { + "normalized_reference": "we had been driving for six hours when we finally saw the sign for the town.", + "normalized_hypothesis": "we had been driving for six hours when we finally saw the sign for the town.", + "errors": 0, + "words": 16, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we had been driving for 6 hours when we finally saw the sign for the town", + "normalized_hypothesis": "we had been driving for 6 hours when we finally saw the sign for the town", + "errors": 0, + "words": 16, + "wer": 0.0 + } + }, + { + "id": "utmos200_072", + "category": "descriptive", + "text": "The city at night looks completely different from how it feels during the day.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_072.wav", + "asr": "whisper-large-v3", + "hypothesis": "The city at night looks completely different from how it feels during the day.", + "raw": { + "normalized_reference": "the city at night looks completely different from how it feels during the day.", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the city at night looks completely different from how it feels during the day", + "normalized_hypothesis": "the city at night looks completely different from how it feels during the day", + "errors": 0, + "words": 14, + "wer": 0.0 + } + }, + { + "id": "utmos200_080", + "category": "punctuation", + "text": "\"Not yet,\" Rowan whispered. \"Give me another minute... please.\"", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_080.wav", + "asr": "whisper-large-v3", + "hypothesis": "Not yet, Rowan whispered. Give me another minute. Please.", + "raw": { + "normalized_reference": "\"not yet,\" rowan whispered. \"give me another minute... please.\"", + "normalized_hypothesis": "not yet, rowan whispered. give me another minute. please.", + "errors": 0, + "words": 9, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "not yet rowan whispered give me another minute please", + "normalized_hypothesis": "not yet rowan whispered give me another minute please", + "errors": 0, + "words": 9, + "wer": 0.0 + } + }, + { + "id": "utmos200_088", + "category": "long", + "text": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_088.wav", + "asr": "whisper-large-v3", + "hypothesis": "She told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "raw": { + "normalized_reference": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "normalized_hypothesis": "she told me once that the most important skill she'd developed was learning to disagree with someone without making them feel they were wrong.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "normalized_hypothesis": "she told me once that the most important skill she would developed was learning to disagree with someone without making them feel they were wrong", + "errors": 0, + "words": 25, + "wer": 0.0 + } + }, + { + "id": "utmos200_096", + "category": "long", + "text": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_096.wav", + "asr": "whisper-large-v3", + "hypothesis": "He had a theory that most arguments aren't actually about what they seem to be about, and the longer I live the more I think he was onto something.", + "raw": { + "normalized_reference": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "normalized_hypothesis": "he had a theory that most arguments aren't actually about what they seem to be about, and the longer i live the more i think he was onto something.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "normalized_hypothesis": "he had a theory that most arguments are not actually about what they seem to be about and the longer i live the more i think he was onto something", + "errors": 0, + "words": 30, + "wer": 0.0 + } + }, + { + "id": "utmos200_104", + "category": "long", + "text": "The hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_104.wav", + "asr": "whisper-large-v3", + "hypothesis": "The hardest part was, making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "raw": { + "normalized_reference": "the hardest part wasn't making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "normalized_hypothesis": "the hardest part was, making the decision, it was sitting with the uncertainty of not knowing whether it was the right one for months afterward.", + "errors": 1, + "words": 25, + "wer": 0.04 + }, + "semantic": { + "normalized_reference": "the hardest part was not making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "normalized_hypothesis": "the hardest part was making the decision it was sitting with the uncertainty of not knowing whether it was the right one for months afterward", + "errors": 1, + "words": 26, + "wer": 0.038461538461538464 + } + }, + { + "id": "utmos200_112", + "category": "long", + "text": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_112.wav", + "asr": "whisper-large-v3", + "hypothesis": "The thing about making something good is that you don't usually know it's good while you're making it. You just know you're not done yet.", + "raw": { + "normalized_reference": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "normalized_hypothesis": "the thing about making something good is that you don't usually know it's good while you're making it. you just know you're not done yet.", + "errors": 0, + "words": 25, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "normalized_hypothesis": "the thing about making something good is that you do not usually know it is good while you are making it you just know you are not done yet", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_120", + "category": "long", + "text": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_120.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "raw": { + "normalized_reference": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "normalized_hypothesis": "there's an assumption that people who seem confident all the time actually feel confident, and in my experience that's almost never true.", + "errors": 0, + "words": 22, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "normalized_hypothesis": "there is an assumption that people who seem confident all the time actually feel confident and in my experience that is almost never true", + "errors": 0, + "words": 24, + "wer": 0.0 + } + }, + { + "id": "utmos200_128", + "category": "long", + "text": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist and I'm not sure I'd want it to.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_128.wav", + "asr": "whisper-large-v3", + "hypothesis": "I used to think the goal was to get to a point where nothing was hard anymore, and now I think that point doesn't exist, and I'm not sure I'd want it to.", + "raw": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist and i'm not sure i'd want it to.", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore, and now i think that point doesn't exist, and i'm not sure i'd want it to.", + "errors": 0, + "words": 33, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "normalized_hypothesis": "i used to think the goal was to get to a point where nothing was hard anymore and now i think that point does not exist and i am not sure i would want it to", + "errors": 0, + "words": 36, + "wer": 0.0 + } + }, + { + "id": "utmos200_136", + "category": "long", + "text": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_136.wav", + "asr": "whisper-large-v3", + "hypothesis": "There's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "raw": { + "normalized_reference": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "normalized_hypothesis": "there's a version of being busy that's actually just a very elaborate way of avoiding the one thing you know you should be doing.", + "errors": 0, + "words": 24, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "normalized_hypothesis": "there is a version of being busy that is actually just a very elaborate way of avoiding the one thing you know you should be doing", + "errors": 0, + "words": 26, + "wer": 0.0 + } + }, + { + "id": "utmos200_144", + "category": "long", + "text": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_144.wav", + "asr": "whisper-large-v3", + "hypothesis": "The older I get, the more I think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "raw": { + "normalized_reference": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "normalized_hypothesis": "the older i get, the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing.", + "errors": 0, + "words": 29, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "normalized_hypothesis": "the older i get the more i think that most of what we call wisdom is just pattern recognition built from having been wrong enough times to start noticing", + "errors": 0, + "words": 29, + "wer": 0.0 + } + }, + { + "id": "utmos200_152", + "category": "long", + "text": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_152.wav", + "asr": "whisper-large-v3", + "hypothesis": "We spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "raw": { + "normalized_reference": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "normalized_hypothesis": "we spent three years building something we were genuinely proud of, and then the market shifted and none of it mattered the way we thought it would.", + "errors": 0, + "words": 27, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "normalized_hypothesis": "we spent 3 years building something we were genuinely proud of and then the market shifted and none of it mattered the way we thought it would", + "errors": 0, + "words": 27, + "wer": 0.0 + } + }, + { + "id": "utmos200_160", + "category": "narrative", + "text": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_160.wav", + "asr": "whisper-large-v3", + "hypothesis": "I wrote it all down that night so I wouldn't forget, and I still haven't looked at it.", + "raw": { + "normalized_reference": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "normalized_hypothesis": "i wrote it all down that night so i wouldn't forget, and i still haven't looked at it.", + "errors": 0, + "words": 18, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i wrote it all down that night so i would not forget and i still have not looked at it", + "normalized_hypothesis": "i wrote it all down that night so i would not forget and i still have not looked at it", + "errors": 0, + "words": 20, + "wer": 0.0 + } + }, + { + "id": "utmos200_168", + "category": "conversational", + "text": "Could you speak a little more slowly? I am trying to write every detail down.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_168.wav", + "asr": "whisper-large-v3", + "hypothesis": "Could you speak a little more slowly? I am trying to write every detail down.", + "raw": { + "normalized_reference": "could you speak a little more slowly? i am trying to write every detail down.", + "normalized_hypothesis": "could you speak a little more slowly? i am trying to write every detail down.", + "errors": 0, + "words": 15, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "could you speak a little more slowly i am trying to write every detail down", + "normalized_hypothesis": "could you speak a little more slowly i am trying to write every detail down", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_176", + "category": "short", + "text": "Noted.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_176.wav", + "asr": "whisper-large-v3", + "hypothesis": "Noted.", + "raw": { + "normalized_reference": "noted.", + "normalized_hypothesis": "noted.", + "errors": 0, + "words": 1, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "noted", + "normalized_hypothesis": "noted", + "errors": 0, + "words": 1, + "wer": 0.0 + } + }, + { + "id": "utmos200_184", + "category": "emotional", + "text": "I remember thinking: this is it. This is the thing I've been waiting for.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_184.wav", + "asr": "whisper-large-v3", + "hypothesis": "I remember thinking this is it. This is the thing I've been waiting for.", + "raw": { + "normalized_reference": "i remember thinking: this is it. this is the thing i've been waiting for.", + "normalized_hypothesis": "i remember thinking this is it. this is the thing i've been waiting for.", + "errors": 0, + "words": 14, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i remember thinking this is it this is the thing i have been waiting for", + "normalized_hypothesis": "i remember thinking this is it this is the thing i have been waiting for", + "errors": 0, + "words": 15, + "wer": 0.0 + } + }, + { + "id": "utmos200_192", + "category": "conversational", + "text": "No, I did not move your keys; check beside the small ceramic bowl.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_192.wav", + "asr": "whisper-large-v3", + "hypothesis": "No, I did not move your keys, check beside the small ceramic bowl.", + "raw": { + "normalized_reference": "no, i did not move your keys; check beside the small ceramic bowl.", + "normalized_hypothesis": "no, i did not move your keys, check beside the small ceramic bowl.", + "errors": 0, + "words": 13, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "no i did not move your keys check beside the small ceramic bowl", + "normalized_hypothesis": "no i did not move your keys check beside the small ceramic bowl", + "errors": 0, + "words": 13, + "wer": 0.0 + } + }, + { + "id": "utmos200_200", + "category": "conversational", + "text": "I've been faking that I understood this the entire time.", + "model": "kitten-nano-bruno", + "audio": "utmos22_large200_v1/audio/kitten-nano-bruno/utmos200_200.wav", + "asr": "whisper-large-v3", + "hypothesis": "I've been faking that I understood this the entire time.", + "raw": { + "normalized_reference": "i've been faking that i understood this the entire time.", + "normalized_hypothesis": "i've been faking that i understood this the entire time.", + "errors": 0, + "words": 10, + "wer": 0.0 + }, + "semantic": { + "normalized_reference": "i have been faking that i understood this the entire time", + "normalized_hypothesis": "i have been faking that i understood this the entire time", + "errors": 0, + "words": 11, + "wer": 0.0 + } + } + ] +}