{
  "config": {
    "model": "google/gemma-4-12B-it",
    "dataset": "ami",
    "split": "test",
    "backend": "vllm",
    "quantization": null,
    "limit": null,
    "seed": 42,
    "output_dir": "eval_results",
    "output_json": null,
    "output_csv": null,
    "quiet": true,
    "streaming": false,
    "prompt": "Transcribe the following speech segment in its original language.",
    "max_output_tokens": null,
    "chunk_duration_s": null,
    "batch_size": 8
  },
  "corpus_metrics": {
    "wer": 1.0441058361592004,
    "cer": 0.9373300768451778,
    "mer": 0.6386860815808507,
    "wil": 0.7570119879903432,
    "substitution_rate": 0.21037836873103694,
    "insertion_rate": 0.6347715509548456,
    "deletion_rate": 0.19895591647331787,
    "latency": {
      "mean": 0.08723003736671889,
      "p50": 0.08482893487962428,
      "p95": 0.14468993750051595
    },
    "rtfx": {
      "mean": 30.418383384832637,
      "p50": 18.55275838767147,
      "p95": 97.2846511373403
    },
    "audio_duration": {
      "mean": 2.4719861237443643,
      "min": 0.04,
      "max": 26.1699375,
      "p50": 1.5,
      "total": 31253.320562499997
    },
    "num_samples": 12643,
    "bleu": null,
    "throughput_rtfx": 28.082495826922717
  },
  "sample_results": []
}