{
  "bench_run_identity": {
    "api_mode": "chat",
    "base_url": "http://127.0.0.1:18263",
    "created_at_utc": "2026-06-27T00:29:26.113458+00:00",
    "max_tokens": 512,
    "model": "gemma4-26b-a4b-q8",
    "prompt_chars": 3460,
    "prompt_mode": "filled-long",
    "prompt_preview": "You are running a deterministic Gemma B70 decode benchmark. Read the reference context, then produce a long numbered response until the token limit is reached. Do not summarize early.\n\nReference context:\nbenchmark latency memory throughput ",
    "prompt_sha256": "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
    "prompt_sha256s": [
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5",
      "04f687a68d60254567d3252624e01a696b0c9843dbb02f5a789d75aada5e4da5"
    ],
    "prompt_tokens_requested": 512,
    "prompts_are_unique": false,
    "repeats": 8,
    "seed": 1,
    "usage_required": true
  },
  "bench_summary": {
    "completion_tokens": {
      "cv": 0.0,
      "max": 512,
      "mean": 512.0,
      "median": 512.0,
      "min": 512,
      "stdev": 0.0
    },
    "completion_tokens_total": 4096,
    "elapsed_s": {
      "cv": 0.021753007087067705,
      "max": 5.658271391992457,
      "mean": 5.386953545741562,
      "median": 5.32396092050476,
      "min": 5.31660911499057,
      "stdev": 0.1171824386582207
    },
    "prompt_tokens": {
      "cv": 0.0,
      "max": 588,
      "mean": 588.0,
      "median": 588.0,
      "min": 588,
      "stdev": 0.0
    },
    "requests": 8,
    "tok_s_after_ttft": {
      "cv": 0.008704070357177782,
      "max": 104.11847863353383,
      "mean": 103.588578767931,
      "median": 104.0494971181019,
      "min": 102.09746560744694,
      "stdev": 0.9016422777961239
    },
    "tok_s_wall": {
      "cv": 0.021005404653965384,
      "max": 96.30198288536549,
      "mean": 95.08245349570122,
      "median": 96.16900044324223,
      "min": 90.4869993907642,
      "stdev": 1.9972454111690496
    },
    "ttft_s": {
      "cv": 0.26809264406232,
      "max": 0.7385298240114935,
      "mean": 0.44399294074537465,
      "median": 0.4019458375114482,
      "min": 0.3991342659574002,
      "stdev": 0.11903124142943246
    }
  },
  "canary_pass_all": true,
  "canary_rows_completed": 6144,
  "fresh_response_validity": {
    "all_cached_tokens": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "all_prompt_hashes_distinct": false,
    "all_rows_fresh_response_mean_eligible": false,
    "cached_tokens_all_zero": true,
    "cached_tokens_reported": true,
    "headline_cached_tokens": 0,
    "headline_policy": "Use row0 only as fresh-response headline. Later repeated-prompt rows are support-only unless each request uses an independently fresh prompt with no reusable continuation/history.",
    "headline_row": 0,
    "headline_tok_s_after_ttft": 104.07050714456982,
    "headline_tok_s_wall": 90.4869993907642,
    "prompts_are_unique": false,
    "repeated_prompt_rows_support_only": true
  },
  "headline_eligible_for_gemma_q8": true,
  "label": "gemma4-q8-gpu3-b1024u768-fullrepeat-20260626T235649Z",
  "launcher_identity": {
    "batch_size": "1024",
    "cache_type_k": "f16",
    "cache_type_v": "f16",
    "ctx_size": "8192",
    "extra_llama_args": "--parallel 1 --cache-ram 0 --spec-type draft-mtp --spec-draft-model /mnt/fast-ai/llm-models/gemma4-26b-a4b-it-q8-gguf/MTP/gemma-4-26B-A4B-it-Q4_0-MTP.gguf --spec-draft-n-max 7 --spec-draft-device SYCL0 --spec-draft-ngl all --spec-draft-type-k f16 --spec-draft-type-v f16 --spec-draft-n-min 2 --spec-draft-p-min 0.136 --no-spec-draft-backend-sampling --spec-draft-threads 32 --spec-draft-threads-batch 32 --ctx-checkpoints 0",
    "flash_attn": "off",
    "ggml_sycl_disable_dnn": "<unset>",
    "ggml_sycl_disable_graph": "0",
    "ggml_sycl_disable_opt": "0",
    "ggml_sycl_enable_vmm": "0",
    "gpu_index": "3",
    "llama_cpp_commit": "c926ad098",
    "llama_devices": "SYCL0",
    "llama_gemma4_moe_fused_down_weighted_sum": "<unset>",
    "llama_gemma4_moe_fused_down_weighted_sum_debug": "<unset>",
    "llama_gemma4_moe_fused_down_weighted_sum_direct_f32_parallel_slots": "<unset>",
    "llama_gemma4_moe_fused_down_weighted_sum_matmul_epilogue": "<unset>",
    "llama_gemma4_moe_fused_down_weighted_sum_parallel_slots": "<unset>",
    "llama_gemma4_moe_fused_geglu_down_weighted_sum": "<unset>",
    "llama_gemma4_moe_gateup_geglu": "<unset>",
    "llama_gemma4_moe_geglu_down_matmul_epilogue": "<unset>",
    "llama_gemma4_moe_selected_softmax": "1",
    "llama_gemma4_moe_selected_softmax_fused": "1",
    "llama_gemma4_moe_selected_softmax_weighted_sum": "<unset>",
    "llama_gemma4_moe_skip_early_weights_expand": "<unset>",
    "llama_gemma4_moe_sorted_top_k": "<unset>",
    "llama_gemma4_moe_top_k": "<unset>",
    "llama_gemma4_moe_weighted_sum": "1",
    "llama_gemma4_moe_weighted_sum_2d": "<unset>",
    "llama_gemma4_moe_weighted_sum_selected_softmax": "<unset>",
    "llama_gemma4_mtp_fused_output_argmax": "1",
    "llama_gemma4_mtp_qonly_attn_inputs": "1",
    "llama_main_gpu": "<unset>",
    "llama_mtp_defer_target_h_nextn": "1",
    "llama_mtp_draft_backend_argmax": "<unset>",
    "llama_mtp_draft_backend_topk": "<unset>",
    "llama_mtp_draft_device_h_handoff": "<unset>",
    "llama_mtp_draft_direct_argmax_ids": "1",
    "llama_mtp_draft_direct_argmax_unroll": "7",
    "llama_mtp_draft_fast_argmax": "1",
    "llama_mtp_draft_fast_topk": "<unset>",
    "llama_mtp_draft_logit_gap_min": "<unset>",
    "llama_mtp_draft_profile": "<unset>",
    "llama_mtp_draft_terminal_logits_only": "<unset>",
    "llama_mtp_draft_top_k": "<unset>",
    "llama_server": "/home/steve/src/llama.cpp-gemma-record-stack/build-sycl-b70-aot-bmg-g31/bin/llama-server",
    "llama_server_spec_profile": "<unset>",
    "llama_spec_verify_backend_argmax_ids": "1",
    "llama_spec_verify_fused_output_argmax": "<unset>",
    "llama_spec_verify_greedy_argmax": "<unset>",
    "llama_spec_verify_softcap_argmax": null,
    "llama_split_mode": "<unset>",
    "llama_sycl_mul_mat_id_gate_up_fast_seed_route_cache": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_fast": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_filter": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_grouped_q8_0": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_name_substr": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_no_reorder": "<unset>",
    "llama_sycl_mul_mat_id_multi_token_per_slot_q8_0": "<unset>",
    "llama_sycl_mul_mat_id_route_cache": "1",
    "llama_sycl_mul_mat_id_route_cache_device_map": "0",
    "llama_sycl_mul_mat_id_route_cache_inplace": "<unset>",
    "llama_tensor_split": "<unset>",
    "oneapi_device_selector": "level_zero:3",
    "poll": "100",
    "port": "18263",
    "reasoning": "off",
    "threads": "8",
    "ubatch_size": "768"
  },
  "model_file_bytes": 27636230944,
  "model_path": "/mnt/fast-ai/llm-models/gemma4-26b-a4b-it-q8-gguf/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf",
  "quality_lane": "q8_target",
  "run_dir": "/home/steve/qwen36-results-main/data/gemma4-q8-gpu3-b1024u768-fullrepeat-20260626T235649Z",
  "server_log": "/mnt/fast-ai/bench-results/gemma4-26b-a4b-q8/servers/gemma4-q8-gpu3-b1024u768-fullrepeat-20260626T235649Z.server.log"
}