{
  "schemaVersion": 2,
  "scope": "historical_asr_component_benchmark",
  "measuredAt": "2026-08-23T08:28:20.565Z",
  "corpus": "Google FLEURS",
  "sourceUrl": "https://huggingface.co/datasets/google/fleurs",
  "sourceSha256": "bb96c7622ad0009bb5b741422d15ac65b3f5e2d96a848e14cd93aef7f1551e06",
  "uniqueClipsPerLanguage": 5,
  "repetitionsPerClip": 3,
  "audioCondition": "8 kHz mono G.711 mu-law encode/decode roundtrip; real-time 100 ms frames",
  "scoring": "Micro edit distance divided by reference units. English WER; Japanese, Mandarin and Cantonese CER. Unicode, punctuation, Chinese script and spoken/Arabic numeral normalization.",
  "latencyDefinition": "Time from end of audio submission to ASR provider completion; excludes translation, voice synthesis, telephony delivery and listener playback.",
  "translationPlaybackLatency": null,
  "rows": [
    {
      "language": "en",
      "metric": "wer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.075,
      "asrCompletionP50Ms": 279,
      "asrCompletionP95Ms": 411,
      "benchmarkGroup": "control-a"
    },
    {
      "language": "en",
      "metric": "wer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0667,
      "asrCompletionP50Ms": 484,
      "asrCompletionP95Ms": 664,
      "benchmarkGroup": "candidate-d"
    },
    {
      "language": "zh",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0552,
      "asrCompletionP50Ms": 241,
      "asrCompletionP95Ms": 330,
      "benchmarkGroup": "control-b"
    },
    {
      "language": "zh",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0621,
      "asrCompletionP50Ms": 277,
      "asrCompletionP95Ms": 625,
      "benchmarkGroup": "candidate-d"
    },
    {
      "language": "yue",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0234,
      "asrCompletionP50Ms": 225,
      "asrCompletionP95Ms": 323,
      "benchmarkGroup": "control-b"
    },
    {
      "language": "yue",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0313,
      "asrCompletionP50Ms": 193,
      "asrCompletionP95Ms": 489,
      "benchmarkGroup": "candidate-d"
    },
    {
      "language": "ja",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.1529,
      "asrCompletionP50Ms": null,
      "asrCompletionP95Ms": null,
      "benchmarkGroup": "control-c"
    },
    {
      "language": "ja",
      "metric": "cer",
      "requestedTrials": 15,
      "completedTrials": 15,
      "failedTrials": 0,
      "errorRate": 0.0261,
      "asrCompletionP50Ms": 208,
      "asrCompletionP95Ms": 433,
      "benchmarkGroup": "candidate-d"
    }
  ],
  "benchmarkLabels": "Anonymous historical configurations; provider and model identities are not published. Labels distinguish tested configurations, not current production routing."
}