Whisper Large V3 Turbo FR (Batch)

Scoring

Primary metric: wer · Tie-breakers: real_time_factor, energy_wh

Metrics: wer, wer_substitutions, wer_deletions, wer_insertions, cer, cer_substitutions, cer_deletions, cer_insertions, real_time_factor, cpu_pct, ram_mb, energy_wh, temperature_c

Changelog

• v1.0.0 — New profile for whisper-large-v3-turbo. Mirrors its whisper-large-v3 sibling field-for-field (turbo is the same encoder with a pruned 4-layer decoder -- no config-surface change) -- added per external feedback (2026-08-05 Babbl letter). Verified real support first, not assumed -- whisper.cpp's official ggml-large-v3-turbo.bin (download-ggml-model.sh large-v3-turbo) and faster-whisper's own _MODELS mapping ("large-v3-turbo"/"turbo" both resolve to mobiuslabsgmbh/faster-whisper-large-v3-turbo, confirmed by reading faster_whisper/utils.py directly).

Full definition

{
  "id": "whisper-large-v3-turbo-fr-batch",
  "version": "1.0.0",
  "title": "Whisper Large V3 Turbo FR (Batch)",
  "benchmark_type": "batch",
  "language": "fr-FR",
  "runtime": {
    "name": "faster-whisper",
    "min_version": "1.0.0"
  },
  "model": {
    "name": "whisper-large-v3-turbo",
    "beam_size": 5,
    "temperature": 0,
    "quantization": "int8",
    "vad": true,
    "context_reset": "per_utterance"
  },
  "configuration": {
    "threads": 4
  },
  "normalization": {
    "lowercase": true,
    "remove_punctuation": true,
    "expand_numbers": true,
    "ruleset_id": "goesb-fr-v1"
  },
  "scoring": {
    "primary_metric": "wer",
    "tie_breakers": [
      "real_time_factor",
      "energy_wh"
    ]
  },
  "metrics": [
    "wer",
    "wer_substitutions",
    "wer_deletions",
    "wer_insertions",
    "cer",
    "cer_substitutions",
    "cer_deletions",
    "cer_insertions",
    "real_time_factor",
    "cpu_pct",
    "ram_mb",
    "energy_wh",
    "temperature_c"
  ],
  "overridable": {
    "beam_size": {
      "allowed": [
        1,
        2,
        4,
        5,
        8
      ]
    },
    "vad": {},
    "quantization": {
      "allowed": [
        "int8",
        "float32"
      ]
    },
    "threads": {
      "range": {
        "min": 1,
        "max": 16
      }
    }
  },
  "changelog": [
    {
      "version": "1.0.0",
      "notes": "New profile for whisper-large-v3-turbo. Mirrors its whisper-large-v3 sibling field-for-field (turbo is the same encoder with a pruned 4-layer decoder -- no config-surface change) -- added per external feedback (2026-08-05 Babbl letter). Verified real support first, not assumed -- whisper.cpp's official ggml-large-v3-turbo.bin (download-ggml-model.sh large-v3-turbo) and faster-whisper's own _MODELS mapping (\"large-v3-turbo\"/\"turbo\" both resolve to mobiuslabsgmbh/faster-whisper-large-v3-turbo, confirmed by reading faster_whisper/utils.py directly)."
    }
  ]
}