Whisper Tiny (Concurrency)

Scoring

Primary metric: real_time_factor · Tie-breakers: throughput, gpu_pct

Metrics: real_time_factor, throughput, cpu_pct, ram_mb, gpu_pct, energy_wh, temperature_c

Changelog

• v1.0.0 — Initial profile (ADR-0012).

Full definition

{
  "id": "whisper-tiny-concurrency",
  "version": "1.0.0",
  "title": "Whisper Tiny (Concurrency)",
  "benchmark_type": "concurrency",
  "runtime": {
    "name": "faster-whisper",
    "min_version": "1.0.0"
  },
  "model": {
    "name": "whisper-tiny",
    "quantization": "int8",
    "beam_size": 5,
    "temperature": 0,
    "vad": true
  },
  "configuration": {
    "threads": 4,
    "concurrency": 1,
    "duration_s": 30
  },
  "scoring": {
    "primary_metric": "real_time_factor",
    "tie_breakers": [
      "throughput",
      "gpu_pct"
    ]
  },
  "metrics": [
    "real_time_factor",
    "throughput",
    "cpu_pct",
    "ram_mb",
    "gpu_pct",
    "energy_wh",
    "temperature_c"
  ],
  "overridable": {
    "concurrency": {
      "range": {
        "min": 1,
        "max": 64
      }
    },
    "beam_size": {
      "allowed": [
        1,
        2,
        4,
        5,
        8
      ]
    },
    "vad": {},
    "quantization": {
      "allowed": [
        "int8",
        "float32"
      ]
    },
    "threads": {
      "range": {
        "min": 1,
        "max": 16
      }
    }
  },
  "changelog": [
    {
      "version": "1.0.0",
      "notes": "Initial profile (ADR-0012)."
    }
  ]
}