{ "schema": "transcription_wer_eval.v1", "mode": "run", "generated_at_utc": "2026-07-24T13:59:08Z", "seed": 42, "engines_selected": [ "deepgram_batch", "openai_whisper1_batch", "nexara_batch", "yandex_v3_stream", "yandex_async_batch", "sber_salutespeech_v2_stream", "sber_async_batch", "faster_whisper_local", "gigaam_v3_batch", "deepgram_streaming", "gpt_realtime_whisper" ], "corpus": { "n_total": 491, "by_source": { "cv_ru_spontaneous": 491 }, "total_audio_s": 10629.936, "total_audio_min": 177.166, "dur_min_s": 2.448, "dur_mean_s": 21.6496, "dur_median_s": 18.396, "dur_max_s": 94.608 }, "preflight": { "ok": true, "total_est_usd": 22.946, "cap_usd": 100.0, "rub_per_usd": 95.0, "n_clips": 491, "total_audio_min": 177.166, "per_engine": { "deepgram_batch": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.0048, "billing_model": "flat", "billable_units": 507, "est_native": 2.4336, "est_usd": 2.4336 }, "openai_whisper1_batch": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.006, "billing_model": "flat", "billable_units": 507, "est_native": 3.042, "est_usd": 3.042 }, "nexara_batch": { "rate_known": true, "currency": "RUB", "billing_unit_s": 1.0, "rate_native_per_unit": 0.006, "billing_model": "flat", "billable_units": 10877, "est_native": 65.262, "est_usd": 0.687 }, "yandex_v3_stream": { "rate_known": true, "currency": "RUB", "billing_unit_s": 15.0, "rate_native_per_unit": 0.1626, "billing_model": "flat", "billable_units": 964, "est_native": 156.7464, "est_usd": 1.65 }, "yandex_async_batch": { "rate_known": true, "currency": "RUB", "billing_unit_s": 1.0, "rate_native_per_unit": 0.0101, "billing_model": "yc_floor", "billable_units": 12163, "est_native": 122.8463, "est_usd": 1.2931 }, "sber_salutespeech_v2_stream": { "rate_known": true, "currency": "RUB", "billing_unit_s": 1.0, "rate_native_per_unit": 0.01, "billing_model": "flat", "billable_units": 10877, "est_native": 108.77, "est_usd": 1.1449 }, "sber_async_batch": { "rate_known": true, "currency": "RUB", "billing_unit_s": 60.0, "rate_native_per_unit": 0.6, "billing_model": "aggregate_minute", "billable_units": 177.1656, "est_native": 106.2994, "conservative_billable_units": 507, "conservative_bound_native": 304.2, "est_usd": 1.1189 }, "faster_whisper_local": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.0, "billing_model": "flat", "billable_units": 507, "est_native": 0.0, "local": true, "est_usd": 0.0 }, "gigaam_v3_batch": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.0, "billing_model": "flat", "billable_units": 507, "est_native": 0.0, "local": true, "est_usd": 0.0 }, "deepgram_streaming": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.005833333333333333, "billing_model": "flat", "billable_units": 507, "est_native": 2.9575, "est_usd": 2.9575, "actual_per_second_usd": 1.033466 }, "gpt_realtime_whisper": { "rate_known": true, "currency": "USD", "billing_unit_s": 60.0, "rate_native_per_unit": 0.017, "billing_model": "flat", "billable_units": 507, "est_native": 8.619, "est_usd": 8.619 } }, "stop_reasons": [] }, "engines": { "deepgram_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 489, "n_failed": 2, "n_skipped": 0, "wer_raw": { "median": 0.1, "mean": 0.1292 }, "wer_norm": { "median": 0.0909, "mean": 0.1154 }, "error_classes": { "empty_transcript": 2 }, "skip_classes": {}, "total_ref_words_raw": 21145, "total_edits_raw": 2660, "micro_wer_raw": 0.1258, "total_ref_words_norm": 21145, "total_edits_norm": 2374, "micro_wer_norm": 0.1123, "cer_raw": { "median": 0.0833, "mean": 0.1033 }, "cer_norm": { "median": 0.0588, "mean": 0.0792 }, "total_ref_chars_raw": 127185, "total_char_edits_raw": 12570, "micro_cer_raw": 0.0988, "total_ref_chars_norm": 127171, "total_char_edits_norm": 10278, "micro_cer_norm": 0.0808, "wall_clock_s_total": 1221.955, "rtf": 0.115 }, "openai_whisper1_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.1, "mean": 0.1229 }, "wer_norm": { "median": 0.0882, "mean": 0.1106 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 2590, "micro_wer_raw": 0.1225, "total_ref_words_norm": 21149, "total_edits_norm": 2311, "micro_wer_norm": 0.1093, "cer_raw": { "median": 0.0769, "mean": 0.1018 }, "cer_norm": { "median": 0.0547, "mean": 0.0734 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 12415, "micro_cer_raw": 0.0976, "total_ref_chars_norm": 127200, "total_char_edits_norm": 9921, "micro_cer_norm": 0.078, "wall_clock_s_total": 2142.875, "rtf": 0.2016 }, "nexara_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.1134, "mean": 0.1753 }, "wer_norm": { "median": 0.0909, "mean": 0.1578 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 4376, "micro_wer_raw": 0.2069, "total_ref_words_norm": 21149, "total_edits_norm": 4032, "micro_wer_norm": 0.1906, "cer_raw": { "median": 0.0824, "mean": 0.1499 }, "cer_norm": { "median": 0.0606, "mean": 0.126 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 22770, "micro_cer_raw": 0.179, "total_ref_chars_norm": 127200, "total_char_edits_norm": 20302, "micro_cer_norm": 0.1596, "wall_clock_s_total": 499.567, "rtf": 0.047 }, "yandex_v3_stream": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.1373, "mean": 0.1588 }, "wer_norm": { "median": 0.1176, "mean": 0.14 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 3422, "micro_wer_raw": 0.1618, "total_ref_words_norm": 21149, "total_edits_norm": 3041, "micro_wer_norm": 0.1438, "cer_raw": { "median": 0.12, "mean": 0.143 }, "cer_norm": { "median": 0.102, "mean": 0.1232 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 17614, "micro_cer_raw": 0.1385, "total_ref_chars_norm": 127200, "total_char_edits_norm": 15833, "micro_cer_norm": 0.1245, "wall_clock_s_total": 10743.749, "rtf": 1.0107, "stream_timing": { "n_timing_attempted": 491, "outcomes": { "completed": 491, "empty": 0, "error": 0 }, "first_partial_ms": { "n_observed": 491, "n_missing": 0, "median": 1500.189, "p95": 2683.043, "mean": 1639.133, "min": 472.94, "max": 4298.619 }, "first_transcript_ms": { "n_observed": 491, "n_missing": 0, "median": 1500.189, "p95": 2683.043, "mean": 1639.133, "min": 472.94, "max": 4298.619 }, "last_final_relative_to_audio_end_ms": { "n_observed": 491, "n_missing": 0, "median": 84.499, "p95": 126.904, "mean": -1.521, "min": -3142.276, "max": 215.498 }, "partial_count": { "total": 27388, "distribution": { "3": 3, "4": 2, "5": 5, "6": 5, "7": 4, "8": 5, "9": 12, "10": 7, "11": 11, "12": 7, "13": 6, "14": 10, "15": 5, "16": 4, "17": 7, "18": 9, "19": 4, "20": 4, "21": 5, "22": 9, "23": 11, "24": 7, "25": 8, "26": 3, "27": 11, "28": 4, "29": 2, "30": 5, "31": 3, "32": 3, "33": 8, "34": 6, "35": 4, "36": 5, "37": 6, "38": 3, "39": 3, "40": 2, "41": 6, "42": 4, "43": 7, "44": 5, "45": 2, "46": 1, "47": 6, "48": 6, "49": 1, "51": 4, "52": 2, "53": 3, "54": 7, "55": 3, "56": 6, "57": 2, "58": 3, "59": 4, "60": 3, "61": 4, "62": 3, "63": 3, "64": 4, "65": 2, "66": 3, "67": 4, "68": 2, "69": 3, "70": 4, "71": 5, "72": 7, "73": 3, "74": 1, "75": 6, "76": 5, "77": 2, "78": 5, "79": 2, "80": 8, "81": 4, "82": 2, "83": 5, "84": 2, "85": 3, "86": 6, "87": 5, "88": 3, "89": 2, "90": 3, "91": 5, "92": 2, "93": 2, "94": 5, "95": 4, "97": 1, "98": 1, "99": 5, "100": 3, "101": 3, "102": 1, "103": 1, "107": 1, "108": 1, "109": 4, "110": 1, "111": 1, "112": 3, "114": 3, "115": 1, "117": 1, "119": 1, "122": 1, "123": 2, "124": 2, "127": 1, "128": 2, "129": 2, "130": 1, "137": 1, "143": 1, "144": 1, "146": 1, "147": 1, "148": 1, "149": 2, "151": 2, "152": 2, "153": 1, "155": 2, "163": 1, "167": 1, "169": 1, "173": 1, "188": 1, "192": 1, "200": 1, "202": 1, "204": 1, "218": 1, "226": 1 } }, "final_count": { "total": 3042, "distribution": { "2": 160, "4": 93, "6": 68, "8": 63, "10": 47, "12": 18, "14": 15, "16": 9, "18": 3, "20": 10, "24": 3, "30": 1, "42": 1 } }, "n_session_closed_before_audio_end": 0, "requested_eval_settings": { "harness_policy": { "drain_timeout_policy": "duration_aware_max_3.0s_clip_plus_5.0s", "stop_budget_slack_s": 10.0, "pacing": "realtime_200ms_chunks", "sample_rate_hz": 24000 }, "provider_effective_settings": { "n_attempted": 491, "n_observed": 491, "n_schema_captured": 491, "status_counts": { "complete": 491, "partial": 0, "capture_error": 0 }, "reason_counts": {}, "counters": { "missing": 0, "invalid": 0, "unexpected": 0, "policy_excluded": 0 }, "constructor_config": { "drain_timeout_s": { "n_observed": 491, "min": 7.448, "max": 99.608, "mean": 26.65, "median": 23.396 } }, "distinct_count": 1, "consistency": "consistent", "fields": { "audio_channel_count": 1, "audio_encoding": 1, "audio_processing_type": 1, "eou_max_pause_ms": 1000, "eou_type": 1, "language_code": [ "ru-RU" ], "language_restriction_type": 1, "literature_text": false, "profanity_filter": false, "sample_rate_hertz": 24000, "text_normalization": 1 }, "status": "complete" } }, "coverage_scope": "full", "n_reused_clips": 0, "n_fresh_clips": 491 } }, "yandex_async_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 0, "n_failed": 491, "n_skipped": 0, "wer_raw": { "median": null, "mean": null }, "wer_norm": { "median": null, "mean": null }, "error_classes": { "upload_failed": 491 }, "skip_classes": {}, "object_sweep": { "uploaded": 0, "deleted": 0, "deferred": 0, "remaining_keys": 0, "list_ok": false, "balanced": true } }, "sber_salutespeech_v2_stream": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.1111, "mean": 0.1273 }, "wer_norm": { "median": 0.1043, "mean": 0.1214 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 2705, "micro_wer_raw": 0.1279, "total_ref_words_norm": 21149, "total_edits_norm": 2584, "micro_wer_norm": 0.1222, "cer_raw": { "median": 0.0837, "mean": 0.1026 }, "cer_norm": { "median": 0.0672, "mean": 0.0839 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 12720, "micro_cer_raw": 0.1, "total_ref_chars_norm": 127200, "total_char_edits_norm": 10911, "micro_cer_norm": 0.0858, "wall_clock_s_total": 11067.034, "rtf": 1.0411, "stream_timing": { "n_timing_attempted": 491, "outcomes": { "completed": 491, "empty": 0, "error": 0 }, "first_partial_ms": { "n_observed": 491, "n_missing": 0, "median": 1598.022, "p95": 2678.237, "mean": 1617.825, "min": 440.607, "max": 4123.174 }, "first_transcript_ms": { "n_observed": 491, "n_missing": 0, "median": 1598.022, "p95": 2678.237, "mean": 1617.825, "min": 440.607, "max": 4123.174 }, "last_final_relative_to_audio_end_ms": { "n_observed": 491, "n_missing": 0, "median": 103.419, "p95": 240.765, "mean": 37.189, "min": -6671.486, "max": 379.209 }, "partial_count": { "total": 16139, "distribution": { "1": 1, "3": 4, "4": 6, "5": 18, "6": 12, "7": 15, "8": 11, "9": 18, "10": 11, "11": 7, "12": 9, "13": 14, "14": 12, "15": 11, "16": 13, "17": 9, "18": 7, "19": 6, "20": 9, "21": 6, "22": 3, "23": 14, "24": 8, "25": 9, "26": 4, "27": 6, "28": 6, "29": 7, "30": 11, "31": 5, "32": 6, "33": 10, "34": 4, "35": 3, "36": 5, "37": 7, "38": 5, "39": 6, "40": 6, "41": 6, "42": 12, "43": 6, "44": 9, "45": 5, "46": 8, "47": 5, "48": 7, "49": 6, "50": 3, "51": 6, "52": 6, "53": 6, "54": 4, "55": 5, "56": 2, "57": 2, "58": 3, "59": 4, "60": 3, "61": 7, "62": 3, "63": 2, "64": 1, "66": 1, "68": 1, "69": 3, "70": 1, "71": 2, "72": 2, "73": 1, "76": 1, "77": 2, "78": 3, "80": 3, "81": 1, "83": 1, "84": 1, "85": 2, "86": 2, "87": 1, "88": 3, "90": 1, "91": 1, "93": 1, "95": 1, "99": 2, "102": 2, "105": 1, "110": 1, "112": 1, "116": 1, "119": 1, "126": 1, "143": 1 } }, "final_count": { "total": 1011, "distribution": { "1": 208, "2": 153, "3": 66, "4": 38, "5": 13, "6": 11, "7": 1, "9": 1 } }, "n_session_closed_before_audio_end": 0, "requested_eval_settings": { "harness_policy": { "drain_timeout_policy": "duration_aware_max_3.0s_clip_plus_5.0s", "stop_budget_slack_s": 10.0, "pacing": "realtime_200ms_chunks", "sample_rate_hz": 24000 }, "provider_effective_settings": { "n_attempted": 491, "n_observed": 491, "n_schema_captured": 491, "status_counts": { "complete": 491, "partial": 0, "capture_error": 0 }, "reason_counts": {}, "counters": { "missing": 0, "invalid": 0, "unexpected": 0, "policy_excluded": 0 }, "constructor_config": { "drain_timeout_s": { "n_observed": 491, "min": 7.448, "max": 99.608, "mean": 26.65, "median": 23.396 } }, "distinct_count": 1, "consistency": "consistent", "fields": { "audio_encoding": 1, "channels_count": 1, "enable_multi_utterance": true, "enable_partial_results": true, "hypotheses_count": 1, "language": "ru-RU", "model": "general", "sample_rate": 24000, "speaker_count_source": "env", "speaker_separation_count": 10, "speaker_separation_enable": true, "speaker_separation_only_main": false }, "status": "complete" } }, "coverage_scope": "full", "n_reused_clips": 0, "n_fresh_clips": 491 } }, "sber_async_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.1104, "mean": 0.1301 }, "wer_norm": { "median": 0.1034, "mean": 0.1242 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 2752, "micro_wer_raw": 0.1301, "total_ref_words_norm": 21149, "total_edits_norm": 2630, "micro_wer_norm": 0.1244, "cer_raw": { "median": 0.0846, "mean": 0.1052 }, "cer_norm": { "median": 0.0682, "mean": 0.087 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 13036, "micro_cer_raw": 0.1025, "total_ref_chars_norm": 127200, "total_char_edits_norm": 11278, "micro_cer_norm": 0.0887, "wall_clock_s_total": 1396.711, "rtf": 0.1314, "task_sweep": { "deferred": 0 } }, "faster_whisper_local": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 0, "n_failed": 491, "n_skipped": 0, "wer_raw": { "median": null, "mean": null }, "wer_norm": { "median": null, "mean": null }, "error_classes": { "audio_io_error": 491 }, "skip_classes": {}, "wall_clock_s_total": 2.933, "rtf": 0.0003, "model": "large-v3", "device": "cpu", "compute_type": "int8", "beam_size": 5, "faster_whisper_version": "1.2.1", "labeling": "same upstream model/backend as the production deployment (faster-whisper large-v3), not a production API call" }, "gigaam_v3_batch": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 0, "n_failed": 491, "n_skipped": 0, "wer_raw": { "median": null, "mean": null }, "wer_norm": { "median": null, "mean": null }, "error_classes": { "other:valueerror": 491 }, "skip_classes": {}, "wall_clock_s_total": 0.311, "rtf": 0.0, "model": "v3_e2e_rnnt", "device": "cpu", "gigaam_version": "0.1.0", "labeling": "open GigaAM-v3 (MIT) — same model family as SaluteSpeech per Sber's own materials; NOT the SaluteSpeech commercial API" }, "deepgram_streaming": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 489, "n_failed": 2, "n_skipped": 0, "wer_raw": { "median": 0.1243, "mean": 0.1456 }, "wer_norm": { "median": 0.1081, "mean": 0.131 }, "error_classes": { "timeout": 1, "empty_transcript": 1 }, "skip_classes": {}, "total_ref_words_raw": 21126, "total_edits_raw": 3087, "micro_wer_raw": 0.1461, "total_ref_words_norm": 21126, "total_edits_norm": 2793, "micro_wer_norm": 0.1322, "cer_raw": { "median": 0.0959, "mean": 0.1173 }, "cer_norm": { "median": 0.0732, "mean": 0.0929 }, "total_ref_chars_raw": 127088, "total_char_edits_raw": 14655, "micro_cer_raw": 0.1153, "total_ref_chars_norm": 127074, "total_char_edits_norm": 12318, "micro_cer_norm": 0.0969, "wall_clock_s_total": 11223.308, "rtf": 1.0558, "stream_timing": { "n_timing_attempted": 490, "outcomes": { "completed": 489, "empty": 1, "error": 0 }, "first_partial_ms": { "n_observed": 490, "n_missing": 0, "median": 2052.845, "p95": 3111.247, "mean": 1864.155, "min": 981.977, "max": 4934.57 }, "first_transcript_ms": { "n_observed": 490, "n_missing": 0, "median": 2052.845, "p95": 3110.038, "mean": 1862.239, "min": 981.977, "max": 4934.57 }, "last_final_relative_to_audio_end_ms": { "n_observed": 489, "n_missing": 1, "median": 245.827, "p95": 323.19, "mean": 148.621, "min": -4632.359, "max": 391.655 }, "partial_count": { "total": 11207, "distribution": { "1": 4, "2": 16, "3": 20, "4": 19, "5": 21, "6": 21, "7": 12, "8": 12, "9": 15, "10": 16, "11": 13, "12": 12, "13": 14, "14": 10, "15": 9, "16": 8, "17": 13, "18": 13, "19": 7, "20": 9, "21": 6, "22": 6, "23": 6, "24": 8, "25": 5, "26": 9, "27": 8, "28": 16, "29": 14, "30": 8, "31": 7, "32": 5, "33": 9, "34": 7, "35": 8, "36": 7, "37": 10, "38": 3, "39": 7, "40": 5, "41": 3, "42": 8, "43": 3, "44": 4, "45": 5, "46": 5, "47": 2, "48": 1, "49": 1, "50": 4, "51": 2, "53": 1, "54": 1, "56": 1, "57": 1, "58": 4, "60": 2, "61": 2, "62": 1, "63": 2, "64": 2, "65": 2, "67": 1, "68": 1, "69": 1, "70": 1, "72": 2, "73": 2, "80": 1, "81": 2, "84": 1, "87": 1, "93": 1, "109": 1 } }, "final_count": { "total": 1812, "distribution": { "0": 1, "1": 109, "2": 84, "3": 74, "4": 67, "5": 56, "6": 37, "7": 22, "8": 12, "9": 10, "10": 6, "11": 7, "12": 3, "14": 1, "16": 1 } }, "n_session_closed_before_audio_end": 0, "requested_eval_settings": { "harness_policy": { "drain_timeout_policy": "duration_aware_max_3.0s_clip_plus_5.0s", "stop_budget_slack_s": 10.0, "pacing": "realtime_200ms_chunks", "sample_rate_hz": 24000 }, "provider_effective_settings": { "n_attempted": 491, "n_observed": 491, "n_schema_captured": 491, "status_counts": { "complete": 491, "partial": 0, "capture_error": 0 }, "reason_counts": {}, "counters": { "missing": 0, "invalid": 0, "unexpected": 0, "policy_excluded": 0 }, "constructor_config": { "drain_timeout_s": { "n_observed": 491, "min": 7.448, "max": 99.608, "mean": 26.65, "median": 23.396 } }, "distinct_count": 1, "consistency": "consistent", "fields": { "channels": 1, "diarize": "true", "encoding": "linear16", "endpointing": 700, "force_flush_s": 4.0, "interim_results": "true", "language": "ru", "model": "nova-3", "punctuate": "true", "sample_rate": 24000, "smart_format": "true", "utterance_end_ms": 1100, "vad_events": "true" }, "status": "complete" } }, "coverage_scope": "full", "n_reused_clips": 0, "n_fresh_clips": 491 } }, "gpt_realtime_whisper": { "counts_semantics_version": 2, "n_selected": 491, "n_attempted": 491, "n_completed": 491, "n_failed": 0, "n_skipped": 0, "wer_raw": { "median": 0.0921, "mean": 0.1141 }, "wer_norm": { "median": 0.07, "mean": 0.0994 }, "error_classes": {}, "skip_classes": {}, "total_ref_words_raw": 21149, "total_edits_raw": 2307, "micro_wer_raw": 0.1091, "total_ref_words_norm": 21149, "total_edits_norm": 2003, "micro_wer_norm": 0.0947, "cer_raw": { "median": 0.0717, "mean": 0.0914 }, "cer_norm": { "median": 0.0493, "mean": 0.0693 }, "total_ref_chars_raw": 127214, "total_char_edits_raw": 11100, "micro_cer_raw": 0.0873, "total_ref_chars_norm": 127200, "total_char_edits_norm": 8697, "micro_cer_norm": 0.0684, "wall_clock_s_total": 12592.366, "rtf": 1.1846, "stream_timing": { "n_timing_attempted": 491, "outcomes": { "completed": 491, "empty": 0, "error": 0 }, "first_partial_ms": { "n_observed": 491, "n_missing": 0, "median": 2220.367, "p95": 3411.595, "mean": 2274.307, "min": 1093.086, "max": 4839.998 }, "first_transcript_ms": { "n_observed": 491, "n_missing": 0, "median": 2220.367, "p95": 3411.595, "mean": 2274.307, "min": 1093.086, "max": 4839.998 }, "last_final_relative_to_audio_end_ms": { "n_observed": 491, "n_missing": 0, "median": 678.996, "p95": 830.427, "mean": 684.906, "min": 480.418, "max": 3796.859 }, "partial_count": { "total": 32686, "distribution": { "1": 1, "3": 1, "4": 2, "5": 3, "6": 3, "7": 2, "8": 5, "9": 10, "10": 7, "11": 8, "12": 6, "13": 6, "14": 4, "15": 5, "16": 5, "17": 4, "18": 9, "19": 6, "20": 6, "21": 7, "22": 6, "23": 12, "24": 2, "25": 9, "26": 4, "27": 9, "28": 4, "29": 10, "30": 2, "31": 2, "32": 4, "33": 2, "34": 5, "35": 5, "36": 1, "37": 6, "38": 6, "39": 7, "40": 3, "41": 4, "42": 1, "43": 5, "44": 2, "45": 5, "46": 1, "47": 2, "48": 7, "49": 7, "50": 3, "51": 2, "52": 5, "53": 1, "54": 3, "55": 6, "56": 5, "57": 2, "58": 1, "59": 2, "60": 6, "62": 2, "63": 6, "64": 3, "67": 2, "68": 2, "69": 5, "70": 4, "71": 2, "72": 3, "73": 3, "74": 2, "75": 3, "76": 2, "77": 3, "78": 2, "79": 4, "80": 3, "81": 8, "82": 3, "83": 3, "85": 1, "86": 2, "87": 4, "88": 3, "89": 2, "90": 4, "91": 4, "92": 3, "93": 3, "94": 4, "95": 4, "96": 2, "97": 2, "98": 3, "99": 7, "100": 2, "101": 4, "102": 3, "103": 3, "104": 2, "106": 2, "107": 1, "108": 5, "109": 1, "110": 1, "111": 1, "112": 1, "113": 2, "114": 1, "115": 4, "116": 2, "117": 2, "119": 4, "120": 3, "121": 1, "122": 1, "123": 5, "124": 2, "125": 2, "126": 1, "128": 2, "129": 1, "130": 1, "131": 1, "132": 1, "134": 2, "135": 2, "143": 2, "145": 1, "146": 1, "147": 1, "148": 1, "151": 3, "154": 2, "155": 1, "159": 3, "160": 1, "161": 1, "163": 2, "166": 1, "168": 1, "171": 1, "176": 1, "180": 3, "181": 1, "188": 1, "191": 1, "200": 1, "205": 1, "206": 1, "214": 1, "215": 1, "226": 1, "232": 1, "233": 1, "237": 1, "239": 1, "251": 1, "252": 1, "273": 1, "321": 1 } }, "final_count": { "total": 491, "distribution": { "1": 491 } }, "n_session_closed_before_audio_end": 0, "requested_eval_settings": { "harness_policy": { "drain_timeout_policy": "duration_aware_max_3.0s_clip_plus_5.0s", "stop_budget_slack_s": 10.0, "pacing": "realtime_200ms_chunks", "sample_rate_hz": 24000, "max_input_s": 3300.0 }, "provider_effective_settings": { "n_attempted": 491, "n_observed": 491, "n_schema_captured": 491, "status_counts": { "complete": 491, "partial": 0, "capture_error": 0 }, "reason_counts": {}, "counters": { "missing": 0, "invalid": 0, "unexpected": 0, "policy_excluded": 0 }, "constructor_config": { "drain_timeout_s": { "n_observed": 491, "min": 7.448, "max": 99.608, "mean": 26.65, "median": 23.396 } }, "distinct_count": 1, "consistency": "consistent", "fields": { "connection_intent": "transcription", "input_format_rate": 24000, "input_format_type": "audio/pcm", "session_type": "transcription", "transcription_delay_status": "unset", "transcription_language": "ru", "transcription_model": "gpt-realtime-whisper", "turn_detection": "off", "type": "session.update" }, "status": "complete" } }, "coverage_scope": "full", "n_reused_clips": 0, "n_fresh_clips": 491 } } }, "adapters_validation": {}, "notes": [] }