{
  "bench_run_identity": {
    "api_mode": "chat",
    "base_url": "http://127.0.0.1:18260",
    "created_at_utc": "2026-06-23T05:31:13.304869+00:00",
    "max_tokens": 512,
    "model": "gemma4-26b-a4b-q8",
    "prompt_tokens_requested": 512,
    "repeats": 8,
    "seed": 1,
    "usage_required": true
  },
  "bench_summary": {
    "completion_tokens_total": 1110,
    "elapsed_s": {
      "cv": 0.07991632859647674,
      "max": 6.796074833982857,
      "mean": 5.748138807120995,
      "median": 5.51982389150362,
      "min": 5.518729581992375,
      "stdev": 0.45937014972804124
    },
    "requests": 8,
    "tok_s_after_ttft": {
      "cv": 0.0002834196217480549,
      "max": 26.107692787560115,
      "mean": 26.099684647094506,
      "median": 26.10124230819325,
      "min": 26.084940223949083,
      "stdev": 0.007397162750423039
    },
    "tok_s_wall": {
      "cv": 0.06809381477907454,
      "max": 24.86157133847367,
      "mean": 24.24428273160266,
      "median": 24.823118279582978,
      "min": 20.158695033043184,
      "stdev": 1.650885697777267
    },
    "ttft_s": {
      "cv": 1.0441454307097642,
      "max": 1.548101319000125,
      "mean": 0.431946885499201,
      "median": 0.27126113649865147,
      "min": 0.26994320598896593,
      "stdev": 0.45101536680330445
    }
  },
  "canary_pass_all": true,
  "canary_rows_completed": 128,
  "label": "gemma4-26b-q8-llamacpp-gpu0-ctx8192-20260623T052850Z",
  "model_file_bytes": 27636230944,
  "model_path": "/mnt/fast-ai/llm-models/gemma4-26b-a4b-it-q8-gguf/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf",
  "run_dir": "/home/steve/qwen36-results-main/data/gemma4-26b-q8-llamacpp-gpu0-ctx8192-20260623T052850Z",
  "server_log": "/mnt/fast-ai/bench-results/gemma4-26b-a4b-q8/servers/gemma4-26b-q8-llamacpp-gpu0-ctx8192-20260623T052850Z.server.log"
}