{
  "schema": "skillum.asr_rover_public.v1",
  "generated_at": "2026-07-28T12:00:00+03:00",
  "live": {
    "base": {
      "n_clips": 489,
      "ref_words": 20904
    },
    "engines": [
      "gpt_realtime_whisper",
      "sber_salutespeech_v2_stream",
      "deepgram_streaming",
      "yandex_v3_stream"
    ],
    "weights": {
      "gpt_realtime_whisper": 1,
      "sber_salutespeech_v2_stream": 1,
      "deepgram_streaming": 1,
      "yandex_v3_stream": 1
    },
    "rank_priority": {
      "gpt_realtime_whisper": 4,
      "sber_salutespeech_v2_stream": 3,
      "deepgram_streaming": 2,
      "yandex_v3_stream": 1
    },
    "rover_metrics": {
      "n_scored_clips": 489,
      "substitutions": 645,
      "insertions": 75,
      "deletions": 909,
      "edits": 1629,
      "ref_words": 20904,
      "micro_wer": 0.07792766934557979,
      "mean_wer": 0.07728256380194298,
      "median_wer": 0.05405405405405406
    },
    "gpt_single_metrics": {
      "n_scored_clips": 489,
      "substitutions": 804,
      "insertions": 113,
      "deletions": 864,
      "edits": 1781,
      "ref_words": 20904,
      "micro_wer": 0.08519900497512438,
      "mean_wer": 0.0909260507574245,
      "median_wer": 0.06451612903225806
    },
    "relative_error_reduction_vs_gpt": 0.08534531162268391,
    "evaluation": "honest deterministic 5-fold OOF"
  },
  "batch": {
    "base": {
      "n_clips": 488,
      "ref_words": 20901
    },
    "engines": [
      "gigaam_v3_batch",
      "faster_whisper_local",
      "deepgram_batch",
      "sber_async_batch"
    ],
    "weights": {
      "gigaam_v3_batch": 4,
      "faster_whisper_local": 3,
      "deepgram_batch": 2,
      "sber_async_batch": 1
    },
    "rank_priority": {
      "gigaam_v3_batch": 7,
      "faster_whisper_local": 6,
      "deepgram_batch": 4,
      "sber_async_batch": 3
    },
    "metrics": {
      "n_scored_clips": 488,
      "substitutions": 508,
      "insertions": 75,
      "deletions": 836,
      "edits": 1419,
      "ref_words": 20901,
      "micro_wer": 0.06789148844552892,
      "mean_wer": 0.06781236702407491,
      "median_wer": 0.045454545454545456
    },
    "descriptive_in_sample": true
  }
}