{
  "date": "2026-11-14",
  "source": {
    "name": "LibriSpeech test-clean",
    "url": "https://www.openslr.org/12",
    "archive": "https://www.openslr.org/resources/12/test-clean.tar.gz",
    "license": "CC BY 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by/4.0/",
    "attribution": "Vassil Panayotov, Guoguo Chen, Daniel Povey and Sanjeev Khudanpur, LibriSpeech, ICASSP 2015"
  },
  "audio": {
    "durationSeconds": 178.885063,
    "bytes": 5724400,
    "audioSha256": "d7dbe517aeefc443a6f7868353c20acd2e40220523c3a6b9c2be3d783b47892b",
    "referenceSha256": "0089933b2b5fb4237f956cd5b958d1a61e6f45915f3172ffd8ee5f9649320684",
    "referenceWords": 481,
    "construction": "Concatenate the 21 consecutive LibriSpeech chapter 6930/75918 segments 0000\u20130020 in numeric order; 16-bit PCM WAV, original sample rate and channels; no added silence or loops",
    "segments": [
      {
        "clip": "6930-75918-0000",
        "durationSeconds": 3.505,
        "sourceSha256": "9ce35224156f071ab58eb7feb8a5ceae600f6f9f353da2a6cbf797b6b1ac8a23"
      },
      {
        "clip": "6930-75918-0001",
        "durationSeconds": 14.225,
        "sourceSha256": "3dfad7eb0793eddd5040d04f1f2f3046ceeee39e0ec461794856a350e1bd728e"
      },
      {
        "clip": "6930-75918-0002",
        "durationSeconds": 5.025,
        "sourceSha256": "74ecfd628f49dca71995972c075fcc9904df804d49a4eb5b11fb712b3584f789"
      },
      {
        "clip": "6930-75918-0003",
        "durationSeconds": 23.315,
        "sourceSha256": "0ec415739efc00adcbe70838f6c207ee4ae8b31639bad534138c3d26d890f58b"
      },
      {
        "clip": "6930-75918-0004",
        "durationSeconds": 11.065,
        "sourceSha256": "e1c4755c2febfc6b77fde418821c57e2e980d84d4c79a73ff60c6e6dfc794eac"
      },
      {
        "clip": "6930-75918-0005",
        "durationSeconds": 13.16,
        "sourceSha256": "ccc0da025ef4f4596a4e70fbde291527d140364166d19d9bb516a48407b3491e"
      },
      {
        "clip": "6930-75918-0006",
        "durationSeconds": 5.85,
        "sourceSha256": "4bed112ebfdba58ec061abd3fe013f89946863e9c51e8a83b50a5eb7afb9ce65"
      },
      {
        "clip": "6930-75918-0007",
        "durationSeconds": 3.315,
        "sourceSha256": "059969de8f6b780e1a4982805e977c3e73e40d3759c8fa8cb0cb8fabd9eb5b27"
      },
      {
        "clip": "6930-75918-0008",
        "durationSeconds": 4.785,
        "sourceSha256": "ac916dcbcbb3240dcdbf3523b300345e33cdc3ebdfdd3538be49f208c134c4dd"
      },
      {
        "clip": "6930-75918-0009",
        "durationSeconds": 7.28,
        "sourceSha256": "def314bf5fa2c02ce5101bda550ee003760e4f4c3aa6f96699c3110c66be2048"
      },
      {
        "clip": "6930-75918-0010",
        "durationSeconds": 3.035,
        "sourceSha256": "fa67866b5efc5df7fe35e2f27ad8f9d1f344f7848ce30d8b131f77a372f96add"
      },
      {
        "clip": "6930-75918-0011",
        "durationSeconds": 3.195,
        "sourceSha256": "20e49ab7c5b418f379e775f2966616d1bd60fa6ef5d1ffc6d99de5b075e75284"
      },
      {
        "clip": "6930-75918-0012",
        "durationSeconds": 1.94,
        "sourceSha256": "c158fe562a03db715f581485e9d372003163a272113f38fe45336415997d0b5f"
      },
      {
        "clip": "6930-75918-0013",
        "durationSeconds": 2.94,
        "sourceSha256": "83f99c357f446d1fddffc61c09f59eb8a41c82c5e4261db42c71396c537c409e"
      },
      {
        "clip": "6930-75918-0014",
        "durationSeconds": 16.84,
        "sourceSha256": "a0c581aa99f18fb4f427d40c9096f750ce6d6ef5d4721347d2bf5a36d2b5302d"
      },
      {
        "clip": "6930-75918-0015",
        "durationSeconds": 6.38,
        "sourceSha256": "93618408931cd8bcc83f064b61bf2413a0fbbed356f006ccfe80131d9966cf6d"
      },
      {
        "clip": "6930-75918-0016",
        "durationSeconds": 10.015,
        "sourceSha256": "1309ce10b1ea54782b53f116697ec58eaf84525b396db3daca3e9e2f47c4edf8"
      },
      {
        "clip": "6930-75918-0017",
        "durationSeconds": 6.16,
        "sourceSha256": "1564e19057a9a89225cac9423544baa6f3fc71dd9dc8ba11f8ee86d5464bb1a4"
      },
      {
        "clip": "6930-75918-0018",
        "durationSeconds": 10.81,
        "sourceSha256": "3f06a2712cadb8d5bca9618a1560112d7e1e0c229e0dd7f0c4f736f4bcb661b3"
      },
      {
        "clip": "6930-75918-0019",
        "durationSeconds": 11.645063,
        "sourceSha256": "aaae97a4b13b4ccc8a59dcf5402bd5d63370116e21183c5b84fb4024eea7d755"
      },
      {
        "clip": "6930-75918-0020",
        "durationSeconds": 14.4,
        "sourceSha256": "30c19b924b666897aca99c621b821b82c69084a04140776770e86109129869ac"
      }
    ]
  },
  "method": {
    "scope": "Long-file Whisper transcription through Speechall",
    "requests": 18,
    "repeatsPerModel": 3,
    "settings": {
      "language": "en",
      "output_format": "json",
      "punctuation": true,
      "diarization": false
    },
    "normalization": "NFKC, lowercase, replace punctuation/symbols with spaces, whitespace tokens (v1)",
    "scorerSha256": "a59f3902f3c4c87c32b1cac406643072b226afc7ff54eb18a8130493a9f99b38",
    "order": "Fixed clip order; six models in the listed order, rotated left by 0, 2 and 4 positions on the three repeats",
    "client": {
      "platform": "darwin",
      "architecture": "arm64",
      "node": "v22.23.1",
      "network": "Uncontrolled local workstation network; provider processing regions unknown"
    },
    "timing": "Upload start through complete HTTP response; client network and service processing included",
    "speedup": "Audio duration divided by median of three request times",
    "realTimeFactor": "Median request time divided by audio duration",
    "limits": [
      "One reconstructed read-English chapter from one speaker; not a continuous recording of a meeting.",
      "One prior short clip (6930-75918-0006) appears within this chapter.",
      "Repetitions do not add independent source audio.",
      "Public benchmark material may overlap training data.",
      "Models differ in size and version.",
      "Actual billed charges were not reconciled."
    ]
  },
  "summaries": [
    {
      "model": "openai.whisper-1",
      "name": "OpenAI Whisper-1",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 12.997147583,
      "minElapsedSeconds": 10.982976542000005,
      "maxElapsedSeconds": 13.681764415999998,
      "speedupAtMedianTurnaround": 13.763409383300221,
      "realTimeFactorAtMedianTurnaround": 0.07265641616483093,
      "edits": 24,
      "referenceWords": 1443,
      "pooledWer": 0.016632016632016633,
      "actualBilledCostUsd": null
    },
    {
      "model": "groq.whisper-large-v3",
      "name": "Groq Large v3",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 3.1967010420000004,
      "minElapsedSeconds": 3.137851416999998,
      "maxElapsedSeconds": 4.545157417,
      "speedupAtMedianTurnaround": 55.95927196497594,
      "realTimeFactorAtMedianTurnaround": 0.01787013956553768,
      "edits": 33,
      "referenceWords": 1443,
      "pooledWer": 0.02286902286902287,
      "actualBilledCostUsd": null
    },
    {
      "model": "groq.whisper-large-v3-turbo",
      "name": "Groq Large v3 Turbo",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 3.4308655829999988,
      "minElapsedSeconds": 2.354332709000002,
      "maxElapsedSeconds": 3.661802208,
      "speedupAtMedianTurnaround": 52.1399217405598,
      "realTimeFactorAtMedianTurnaround": 0.01917916189011264,
      "edits": 27,
      "referenceWords": 1443,
      "pooledWer": 0.018711018711018712,
      "actualBilledCostUsd": null
    },
    {
      "model": "cloudflare.whisper",
      "name": "Cloudflare Whisper",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 16.705094542,
      "minElapsedSeconds": 14.993655083000002,
      "maxElapsedSeconds": 25.201342292000007,
      "speedupAtMedianTurnaround": 10.708413684834085,
      "realTimeFactorAtMedianTurnaround": 0.09338451328381733,
      "edits": 57,
      "referenceWords": 1443,
      "pooledWer": 0.0395010395010395,
      "actualBilledCostUsd": null
    },
    {
      "model": "cloudflare.whisper-large-v3-turbo",
      "name": "Cloudflare Large v3 Turbo",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 21.661408417000004,
      "minElapsedSeconds": 19.449559457999996,
      "maxElapsedSeconds": 22.359962249999995,
      "speedupAtMedianTurnaround": 8.258237855836278,
      "realTimeFactorAtMedianTurnaround": 0.12109120825253031,
      "edits": 90,
      "referenceWords": 1443,
      "pooledWer": 0.062370062370062374,
      "actualBilledCostUsd": null
    },
    {
      "model": "cloudflare.whisper-tiny-en",
      "name": "Cloudflare Tiny English",
      "requests": 3,
      "audioDurationSeconds": 178.885063,
      "medianElapsedSeconds": 11.634995000000002,
      "minElapsedSeconds": 11.007931417000007,
      "maxElapsedSeconds": 12.956240874999995,
      "speedupAtMedianTurnaround": 15.374743435643932,
      "realTimeFactorAtMedianTurnaround": 0.06504173576527181,
      "edits": 105,
      "referenceWords": 1443,
      "pooledWer": 0.07276507276507277,
      "actualBilledCostUsd": null
    }
  ],
  "runs": [
    {
      "mode": "execute",
      "createdAt": "2026-11-14T18:33:03.981Z",
      "audioSha256": "d7dbe517aeefc443a6f7868353c20acd2e40220523c3a6b9c2be3d783b47892b",
      "referenceSha256": "0089933b2b5fb4237f956cd5b958d1a61e6f45915f3172ffd8ee5f9649320684",
      "audioBytes": 5724400,
      "durationSeconds": 178.885063,
      "language": "en",
      "contentType": "audio/wav",
      "normalization": "NFKC, lowercase, replace punctuation/symbols with spaces, whitespace tokens (v1)",
      "endpoint": "https://api.speechall.com/v1/transcribe",
      "costNote": "Unknown: the inspected transcription response schema has no verified billed-cost field. Catalog prices are not actual charges.",
      "results": [
        {
          "model": "openai.whisper-1",
          "status": "ok",
          "elapsedSeconds": 12.997147583,
          "realTimeFactor": 0.07265641616483093,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 8,
          "wer": 0.016632016632016633,
          "billedCostUsd": null,
          "realTimeSpeedup": 13.763409383300221
        },
        {
          "model": "groq.whisper-large-v3",
          "status": "ok",
          "elapsedSeconds": 4.545157417,
          "realTimeFactor": 0.0254082556742035,
          "referenceWords": 481,
          "hypothesisWords": 476,
          "edits": 11,
          "wer": 0.02286902286902287,
          "billedCostUsd": null,
          "realTimeSpeedup": 39.35728657734188
        },
        {
          "model": "groq.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 3.4308655829999988,
          "realTimeFactor": 0.01917916189011264,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 9,
          "wer": 0.018711018711018712,
          "billedCostUsd": null,
          "realTimeSpeedup": 52.1399217405598
        },
        {
          "model": "cloudflare.whisper",
          "status": "ok",
          "elapsedSeconds": 16.705094542,
          "realTimeFactor": 0.09338451328381733,
          "referenceWords": 481,
          "hypothesisWords": 477,
          "edits": 19,
          "wer": 0.0395010395010395,
          "billedCostUsd": null,
          "realTimeSpeedup": 10.708413684834085
        },
        {
          "model": "cloudflare.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 22.359962249999995,
          "realTimeFactor": 0.12499625108441835,
          "referenceWords": 481,
          "hypothesisWords": 493,
          "edits": 29,
          "wer": 0.060291060291060294,
          "billedCostUsd": null,
          "realTimeSpeedup": 8.000239937793278
        },
        {
          "model": "cloudflare.whisper-tiny-en",
          "status": "ok",
          "elapsedSeconds": 11.007931417000007,
          "realTimeFactor": 0.06153633641842979,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 35,
          "wer": 0.07276507276507277,
          "billedCostUsd": null,
          "realTimeSpeedup": 16.25056118388786
        }
      ],
      "repeat": 1
    },
    {
      "mode": "execute",
      "createdAt": "2026-11-14T18:34:15.103Z",
      "audioSha256": "d7dbe517aeefc443a6f7868353c20acd2e40220523c3a6b9c2be3d783b47892b",
      "referenceSha256": "0089933b2b5fb4237f956cd5b958d1a61e6f45915f3172ffd8ee5f9649320684",
      "audioBytes": 5724400,
      "durationSeconds": 178.885063,
      "language": "en",
      "contentType": "audio/wav",
      "normalization": "NFKC, lowercase, replace punctuation/symbols with spaces, whitespace tokens (v1)",
      "endpoint": "https://api.speechall.com/v1/transcribe",
      "costNote": "Unknown: the inspected transcription response schema has no verified billed-cost field. Catalog prices are not actual charges.",
      "results": [
        {
          "model": "groq.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 3.661802208,
          "realTimeFactor": 0.020470139577836076,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 9,
          "wer": 0.018711018711018712,
          "billedCostUsd": null,
          "realTimeSpeedup": 48.8516454026891
        },
        {
          "model": "cloudflare.whisper",
          "status": "ok",
          "elapsedSeconds": 14.993655083000002,
          "realTimeFactor": 0.08381725579289984,
          "referenceWords": 481,
          "hypothesisWords": 477,
          "edits": 19,
          "wer": 0.0395010395010395,
          "billedCostUsd": null,
          "realTimeSpeedup": 11.930717494150054
        },
        {
          "model": "cloudflare.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 19.449559457999996,
          "realTimeFactor": 0.10872657074783262,
          "referenceWords": 481,
          "hypothesisWords": 491,
          "edits": 27,
          "wer": 0.056133056133056136,
          "billedCostUsd": null,
          "realTimeSpeedup": 9.197383796084953
        },
        {
          "model": "cloudflare.whisper-tiny-en",
          "status": "ok",
          "elapsedSeconds": 12.956240874999995,
          "realTimeFactor": 0.07242774023563943,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 35,
          "wer": 0.07276507276507277,
          "billedCostUsd": null,
          "realTimeSpeedup": 13.806864562480595
        },
        {
          "model": "openai.whisper-1",
          "status": "ok",
          "elapsedSeconds": 10.982976542000005,
          "realTimeFactor": 0.06139683413365824,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 8,
          "wer": 0.016632016632016633,
          "billedCostUsd": null,
          "realTimeSpeedup": 16.28748475569674
        },
        {
          "model": "groq.whisper-large-v3",
          "status": "ok",
          "elapsedSeconds": 3.137851416999998,
          "realTimeFactor": 0.01754115947064847,
          "referenceWords": 481,
          "hypothesisWords": 476,
          "edits": 11,
          "wer": 0.02286902286902287,
          "billedCostUsd": null,
          "realTimeSpeedup": 57.00877423030643
        }
      ],
      "repeat": 2
    },
    {
      "mode": "execute",
      "createdAt": "2026-11-14T18:35:20.368Z",
      "audioSha256": "d7dbe517aeefc443a6f7868353c20acd2e40220523c3a6b9c2be3d783b47892b",
      "referenceSha256": "0089933b2b5fb4237f956cd5b958d1a61e6f45915f3172ffd8ee5f9649320684",
      "audioBytes": 5724400,
      "durationSeconds": 178.885063,
      "language": "en",
      "contentType": "audio/wav",
      "normalization": "NFKC, lowercase, replace punctuation/symbols with spaces, whitespace tokens (v1)",
      "endpoint": "https://api.speechall.com/v1/transcribe",
      "costNote": "Unknown: the inspected transcription response schema has no verified billed-cost field. Catalog prices are not actual charges.",
      "results": [
        {
          "model": "cloudflare.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 21.661408417000004,
          "realTimeFactor": 0.12109120825253031,
          "referenceWords": 481,
          "hypothesisWords": 498,
          "edits": 34,
          "wer": 0.07068607068607069,
          "billedCostUsd": null,
          "realTimeSpeedup": 8.258237855836278
        },
        {
          "model": "cloudflare.whisper-tiny-en",
          "status": "ok",
          "elapsedSeconds": 11.634995000000002,
          "realTimeFactor": 0.06504173576527181,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 35,
          "wer": 0.07276507276507277,
          "billedCostUsd": null,
          "realTimeSpeedup": 15.374743435643932
        },
        {
          "model": "openai.whisper-1",
          "status": "ok",
          "elapsedSeconds": 13.681764415999998,
          "realTimeFactor": 0.07648354863480132,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 8,
          "wer": 0.016632016632016633,
          "billedCostUsd": null,
          "realTimeSpeedup": 13.07470714747907
        },
        {
          "model": "groq.whisper-large-v3",
          "status": "ok",
          "elapsedSeconds": 3.1967010420000004,
          "realTimeFactor": 0.01787013956553768,
          "referenceWords": 481,
          "hypothesisWords": 476,
          "edits": 11,
          "wer": 0.02286902286902287,
          "billedCostUsd": null,
          "realTimeSpeedup": 55.95927196497594
        },
        {
          "model": "groq.whisper-large-v3-turbo",
          "status": "ok",
          "elapsedSeconds": 2.354332709000002,
          "realTimeFactor": 0.013161147552045763,
          "referenceWords": 481,
          "hypothesisWords": 479,
          "edits": 9,
          "wer": 0.018711018711018712,
          "billedCostUsd": null,
          "realTimeSpeedup": 75.98121638295594
        },
        {
          "model": "cloudflare.whisper",
          "status": "ok",
          "elapsedSeconds": 25.201342292000007,
          "realTimeFactor": 0.1408800817092258,
          "referenceWords": 481,
          "hypothesisWords": 477,
          "edits": 19,
          "wer": 0.0395010395010395,
          "billedCostUsd": null,
          "realTimeSpeedup": 7.0982355196526905
        }
      ],
      "repeat": 3
    }
  ]
}