{
  "config": {
    "model": "google/gemma-4-12B-it",
    "dataset": "voxpopuli",
    "split": "test",
    "backend": "vllm",
    "quantization": null,
    "limit": null,
    "seed": 42,
    "output_dir": "eval_results",
    "output_json": null,
    "output_csv": null,
    "quiet": true,
    "streaming": false,
    "prompt": "Transcribe the following speech segment in its original language.",
    "max_output_tokens": null,
    "chunk_duration_s": null,
    "batch_size": 8
  },
  "corpus_metrics": {
    "wer": 0.09414914131445813,
    "cer": 0.059593223271120266,
    "mer": 0.09256161480985838,
    "wil": 0.1343000689484004,
    "substitution_rate": 0.04394382812677239,
    "insertion_rate": 0.01715102429728442,
    "deletion_rate": 0.03305428889040132,
    "latency": {
      "mean": 0.131885578636282,
      "p50": 0.12903689737140667,
      "p95": 0.19400128312554443
    },
    "rtfx": {
      "mean": 74.52991759921115,
      "p50": 66.82494628391191,
      "p95": 150.53926408466683
    },
    "audio_duration": {
      "mean": 9.634987547502714,
      "min": 0.5999375,
      "max": 69.24,
      "p50": 8.288656249999999,
      "total": 17747.6470625
    },
    "num_samples": 1842,
    "bleu": null,
    "throughput_rtfx": 72.22727076609269
  },
  "sample_results": []
}