{
  "config": {
    "model": "google/gemma-4-12B-it",
    "dataset": "librispeech",
    "split": "test.clean",
    "backend": "vllm",
    "quantization": null,
    "limit": null,
    "seed": 42,
    "output_dir": "eval_results",
    "output_json": null,
    "output_csv": null,
    "quiet": true,
    "streaming": false,
    "prompt": "Transcribe the following speech segment in its original language.",
    "max_output_tokens": null,
    "chunk_duration_s": null,
    "batch_size": 8
  },
  "corpus_metrics": {
    "wer": 0.0385260894981991,
    "cer": 0.0202091088826746,
    "mer": 0.038413086396540376,
    "wil": 0.062316585938664626,
    "substitution_rate": 0.024552603292538045,
    "insertion_rate": 0.0029417865696128535,
    "deletion_rate": 0.0110316996360482,
    "latency": {
      "mean": 0.12012441494101783,
      "p50": 0.11646157737413887,
      "p95": 0.1805263006244786
    },
    "rtfx": {
      "mean": 63.44853865397298,
      "p50": 52.765026003658086,
      "p95": 137.74291038835295
    },
    "audio_duration": {
      "mean": 7.4246109255725194,
      "min": 1.285,
      "max": 34.955,
      "p50": 5.79,
      "total": 19452.480625
    },
    "num_samples": 2620,
    "bleu": null,
    "throughput_rtfx": 60.90377970689861
  },
  "sample_results": []
}