{
  "fresh_response_validity": {
    "cached_tokens": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "cached_tokens_all_zero": true,
    "chat_reasoning_delta_counts": [
      192,
      205,
      68,
      180,
      189,
      202,
      184,
      194,
      193,
      203,
      187,
      196
    ],
    "classification": "fresh-response",
    "context_checkpoints_or_prefix_reuse": false,
    "each_prompt_run_once": true,
    "history_acceleration": false,
    "ngram_history_acceleration": false,
    "note": "Fixed realistic suite; each prompt is sent once as a cold response. Do not average synthetic repeated prompts, warmed continuations, or n-gram/history-accelerated rows into this metric.",
    "primary_metric_name": "median_tok_s_1_100_after_ttft",
    "primary_metric_tokens": 100,
    "prompt_count": 12,
    "prompts_are_unique": true,
    "response_reuse": false,
    "return_token_ids_requested": true,
    "suite_id": "qwen36-27b-autoround-int4-b70-realistic-v1",
    "suite_version": 1,
    "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
    "valid": true
  },
  "output_sha256s": [
    "362f6fd0b16eac3c8a9634fc6b082e306df43469fd38660c7e96992545d48ced",
    "9844fda2fdca4b542e7a345f0d01bb775a0e4432b5f762090ecfc1aab3ee2f36",
    "b7456bad4145a4cdfcfb72fad7bb113465c184c0082d135d1d4f31b124f80032",
    "7354c44c9dd89cea01879bdf7a18005594cba1c435f0d4004ac6795b0df72313",
    "b0e14a2f0e24ba6aca8a35ab98caa2d26fcbf14eaeae109c8eb86750f74ff2cd",
    "483ad29c5cf957ec8d528ba108e5f2f4702d84a980c687ad94c49ccc1510cf76",
    "31c73b62c4804ff205cc60831fce61793a375eb36604ea923e4ae15bc9c27b7b",
    "dbc62e522cc47662e2de484c05e0d68042f31a73eca584b1ed6e1fd4c4555ce6",
    "afd0322d508c2c43c1ce6b4cf1f919aab0be688c116457551fe05cc953f3b855",
    "24f49e8e124f7c28e1b960e5e27f79fdb8f76fb41fb80404fd4468bb78d19e1e",
    "f4e070cfb158fcb10193870ec53d413f460cd771564cbdc8738fc8635df187dd",
    "17784ef424928686df51d9c4d6b60aa98d889b3d3eaac927fb896f7cf5069140"
  ],
  "prompt_sha256s": [
    "b6c5ea9e2495278fbe9314b60c34cb3eb51421c6489478812e598f7b3cc83538",
    "5a92dcc76e641515c54d71d2d3fef6e3b12a88baa616cc967eba6c897e684a33",
    "6ade325d82c3926f6a1b770d04828e63579e882b6d8de31ad31ad4a986dba43f",
    "21229aa5f10636f028248b73cc066b2d49b48580f6a005e110109cd0e4a4320b",
    "2aff657de0093a2b612f97a696a85e74cd7c7f36e1cdb1f97ae69ca44479e9e9",
    "ad01f6d7127de18807a1f11c9bfc86a2ea86fd3639c40581818dec4a7ea4664d",
    "850f7db6d007b66cb1d37440e19c25e69bf6c762c3d3a92a9b18bc3d91de1678",
    "9b645eae54d2e851f5182a77a7a68361ee52869baf8eb3cec1afe25535256c1a",
    "9fbc35260d4e350f5280a3cb75c0ae8d4371461f18086805e90dd5fb65896cb0",
    "2dcb017f7bb740ae3a8205fcb464068fcfe82189d61be31850d5e6c6492354bf",
    "07d3df497692ad49145544fc0388001879fe6a7201aca3f9eaa4e14288f0bfeb",
    "e1fcb91edf9a4e6048cd5a5738cebcc0f71edc15281607b795bf2a6dddd6adeb"
  ],
  "realistic_final_gate": {
    "cached_tokens": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "cached_tokens_all_zero": true,
    "chunk_count_matches_completion_tokens_all": false,
    "chunk_count_matches_completion_tokens_note": "Informational only: llama.cpp usage may count an EOS/final token that is not emitted as a text delta. Promotion requires enough streamed text deltas to measure the first metric window.",
    "chunk_counts": [
      192,
      205,
      68,
      180,
      189,
      202,
      184,
      194,
      193,
      203,
      187,
      196
    ],
    "completion_tokens_at_least_metric_window": true,
    "metric_chunk_events_at_least_window": false,
    "metric_name": "median_tok_s_1_100_after_ttft",
    "metric_token_id_events_at_least_window": true,
    "metric_tokens": 100,
    "passed": true,
    "prompts_unique": true,
    "required_policy": "fixed realistic prompt suite; each prompt once; cached_tokens=0 every row; no repeated/warmed prompt averaging; metric is median tokens 1-100 after TTFT",
    "return_token_ids_requested": true,
    "stream_token_id_counts": [
      512,
      512,
      186,
      512,
      512,
      512,
      512,
      512,
      512,
      512,
      512,
      512
    ],
    "token_timing_source": "openai_stream_token_ids_chunk_timestamp"
  },
  "rows": [
    {
      "cached_tokens": 0,
      "chunk_count": 192,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.8130557318218052,
        0.8419638029299676,
        0.8706777589395642,
        0.8995973318815231,
        0.9284792928956449,
        0.957245348021388,
        0.9861440099775791,
        1.014889565994963,
        1.0437029988970608,
        1.0724905438255519,
        1.1012315510306507,
        1.1300417978782207,
        1.1588263269513845,
        1.1876537660136819,
        1.216608814895153,
        1.245463996892795,
        1.2742128279060125,
        1.3032227808143944,
        1.3322375209536403,
        1.3609171628486365,
        1.389907588949427,
        1.418611065018922,
        1.4475849398877472,
        1.4762902199290693,
        1.5052661779336631,
        1.5341679269913584,
        1.563020743895322,
        1.5922625409439206,
        1.620935499900952,
        1.6499851269181818,
        1.6789530098903924,
        1.7076475098729134,
        1.736400468973443,
        1.7655487309675664,
        1.79439118783921,
        1.823120903922245,
        1.8519316029269248,
        1.8806691230274737,
        1.909482064889744,
        1.9382337930146605,
        1.9670032928697765,
        1.9958140808157623,
        2.024698667926714,
        2.054052775958553,
        2.082464394858107,
        2.1111179278232157,
        2.1399230749811977,
        2.1686522508971393,
        2.1974606139119714,
        2.2262415958102793,
        2.255073082866147,
        2.28421443188563,
        2.3140772050246596,
        2.34302047197707,
        2.37180679384619,
        2.4007751177996397,
        2.4294954859651625,
        2.4583548149093986,
        2.4872399128507823,
        2.516169223934412,
        2.545038952026516,
        2.573918799869716,
        2.6027338260319084,
        2.631539965979755,
        2.66041143797338,
        2.6893981269095093,
        2.718203163938597,
        2.7476148100104183,
        2.7764330918435007,
        2.8053554999642074,
        2.834174172952771,
        2.863044772995636,
        2.8920302488841116,
        2.9209630868863314,
        2.9498690229374915,
        2.9787630278151482,
        3.0076623619534075,
        3.0364750139415264,
        3.0653862508479506,
        3.0942821779754013,
        3.1232841659802943,
        3.152291843900457,
        3.181296556023881,
        3.2102497508749366,
        3.2392030369956046,
        3.2682718199212104,
        3.297600228805095,
        3.326699738856405,
        3.355773090850562,
        3.384874142939225,
        3.4139609299600124,
        3.44304957985878,
        3.472089317860082,
        3.5010434449650347,
        3.5300911979284137,
        3.5590757918544114,
        3.588131499942392,
        3.617145158816129,
        3.6461983618792146,
        3.6753536169417202,
        3.704486599890515,
        3.733518232824281,
        3.7625308798160404,
        3.7916539038997144,
        3.8206738049630076,
        3.8497544799465686,
        3.878821879858151,
        3.9079640698619187,
        3.9370484920218587,
        3.966181634925306,
        3.995265645906329,
        4.0244193179532886,
        4.053479523863643,
        4.082570698810741,
        4.111707528820261,
        4.140732028987259,
        4.169861534843221,
        4.1989769148640335,
        4.228133031865582,
        4.257382042938843,
        4.286479157861322,
        4.3156080229673535,
        4.34492661501281,
        4.373957115923986,
        4.403276768978685,
        4.4324909339193255,
        4.461711441865191,
        4.490930686937645,
        4.520180388819426,
        4.549542260821909,
        4.578776614973322,
        4.608194662956521,
        4.6374221430160105,
        4.666662537958473,
        4.696000576019287,
        4.725403395015746,
        4.754660801962018,
        4.783919419860467,
        4.8132619969546795,
        4.842697347979993,
        4.872079388005659,
        4.901474793907255,
        4.930904212873429,
        4.960351175861433,
        4.989698159974068,
        5.019071414833888,
        5.0483963480219245,
        5.077687517972663,
        5.107049049809575,
        5.136439435882494,
        5.165784326847643,
        5.1950168868061155,
        5.224444121820852,
        5.2538508689031005,
        5.283393049845472,
        5.312669792911038,
        5.342044970951974,
        5.37148217484355,
        5.400847242912278,
        5.430329161928967,
        5.459699319908395,
        5.489048498915508,
        5.518493306823075,
        5.547861551865935,
        5.577406557975337,
        5.606731420848519,
        5.636253614909947,
        5.665786467958242,
        5.695202532922849,
        5.724827348953113,
        5.754394446965307,
        5.783829396823421,
        5.813400932820514,
        5.842770599992946,
        5.872224395861849,
        5.901730809826404,
        5.9311642670072615,
        5.960582945961505,
        5.990131469909102,
        6.019526483956724,
        6.04895630502142,
        6.078515957808122,
        6.108021630905569,
        6.137559183873236,
        6.1670466519426554,
        6.196382044814527,
        6.22621057392098,
        6.255903908982873,
        6.285614916821942,
        6.315271361963823,
        6.344923540018499,
        6.375153942964971
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.3752558450214565,
      "first_text_epoch_s": 1783817288.0303493,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.562203369103372,
      "prompt_id": "incident-retrospective",
      "prompt_index": 0,
      "prompt_sha256": "b6c5ea9e2495278fbe9314b60c34cb3eb51421c6489478812e598f7b3cc83538",
      "prompt_tokens": 87,
      "reasoning_delta_count": 192,
      "request_ended_epoch_s": 1783817293.5925517,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-00-incident-retrospective",
      "request_started_epoch_s": 1783817287.217296,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-00-incident-retrospective",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-00-incident-retrospective",
      "response_x_request_id": null,
      "sha256": "362f6fd0b16eac3c8a9634fc6b082e306df43469fd38660c7e96992545d48ced",
      "stream_token_id_count": 512,
      "text_preview": "**Incident Retrospective: Production API Outage Due to Cache Invalidation Logic Error**\n\n**Incident Summary**\nOn October 14, 2023, between 14:00 and 14:45 UTC, the primary Customer Profile API experienced a 99.9% error rate. The root cause was a flawed cache invalidation rule introduced in the `v2.4.1` deployment, whic",
      "tok_s_1_100_after_ttft": 101.90179846921131,
      "tok_s_after_ttft_full": 92.04985255376134,
      "tok_s_wall_full": 80.31050242475042,
      "token_id_offsets_s": [
        0.8130524759180844,
        0.8419579118490219,
        0.8419579118490219,
        0.8419579118490219,
        0.8706760858185589,
        0.8706760858185589,
        0.8706760858185589,
        0.8706760858185589,
        0.899595026858151,
        0.899595026858151,
        0.899595026858151,
        0.899595026858151,
        0.9284774698317051,
        0.9284774698317051,
        0.9284774698317051,
        0.9284774698317051,
        0.9572433140128851,
        0.9572433140128851,
        0.986140132881701,
        0.986140132881701,
        0.986140132881701,
        0.986140132881701,
        1.014887782977894,
        1.014887782977894,
        1.043697859859094,
        1.043697859859094,
        1.043697859859094,
        1.0724888409022242,
        1.1012284848839045,
        1.1012284848839045,
        1.1012284848839045,
        1.1300399338360876,
        1.1300399338360876,
        1.1588231208734214,
        1.1588231208734214,
        1.1588231208734214,
        1.1588231208734214,
        1.187650900799781,
        1.187650900799781,
        1.216606279835105,
        1.216606279835105,
        1.216606279835105,
        1.2454602599609643,
        1.2454602599609643,
        1.2454602599609643,
        1.2454602599609643,
        1.274210864910856,
        1.274210864910856,
        1.274210864910856,
        1.274210864910856,
        1.303221016889438,
        1.303221016889438,
        1.303221016889438,
        1.303221016889438,
        1.3322354978881776,
        1.3322354978881776,
        1.3609148089308292,
        1.389905884861946,
        1.4186092619784176,
        1.4186092619784176,
        1.4186092619784176,
        1.4186092619784176,
        1.4475832059979439,
        1.4762884159572423,
        1.4762884159572423,
        1.5052644449751824,
        1.5052644449751824,
        1.5052644449751824,
        1.5341654119547457,
        1.5341654119547457,
        1.563018810003996,
        1.563018810003996,
        1.5922606068197638,
        1.5922606068197638,
        1.5922606068197638,
        1.5922606068197638,
        1.6209334668237716,
        1.6209334668237716,
        1.6209334668237716,
        1.6209334668237716,
        1.6499832628760487,
        1.6499832628760487,
        1.6499832628760487,
        1.6499832628760487,
        1.678950684843585,
        1.678950684843585,
        1.678950684843585,
        1.678950684843585,
        1.7076456458307803,
        1.7076456458307803,
        1.7076456458307803,
        1.7076456458307803,
        1.7363986959680915,
        1.7363986959680915,
        1.7363986959680915,
        1.7655468268785626,
        1.7655468268785626,
        1.7655468268785626,
        1.7655468268785626,
        1.7943894248455763,
        1.7943894248455763,
        1.8231190608348697,
        1.8231190608348697,
        1.8519279558677226,
        1.8806669088080525,
        1.8806669088080525,
        1.8806669088080525,
        1.9094777768477798,
        1.9382287429179996,
        1.9382287429179996,
        1.966999455820769,
        1.9958102838136256,
        1.9958102838136256,
        1.9958102838136256,
        2.0246955920010805,
        2.0540497198235244,
        2.08246124885045,
        2.111115553881973,
        2.139919798821211,
        2.139919798821211,
        2.139919798821211,
        2.139919798821211,
        2.168648533988744,
        2.168648533988744,
        2.168648533988744,
        2.168648533988744,
        2.1974580788519233,
        2.1974580788519233,
        2.226238189963624,
        2.226238189963624,
        2.226238189963624,
        2.2550699168350548,
        2.2550699168350548,
        2.2842111058998853,
        2.2842111058998853,
        2.3140739088412374,
        2.3140739088412374,
        2.3140739088412374,
        2.3140739088412374,
        2.3430171660147607,
        2.3430171660147607,
        2.371802686015144,
        2.371802686015144,
        2.371802686015144,
        2.4007722318638116,
        2.4294922098051757,
        2.4294922098051757,
        2.4294922098051757,
        2.4583509378135204,
        2.4583509378135204,
        2.4583509378135204,
        2.487236546818167,
        2.487236546818167,
        2.487236546818167,
        2.487236546818167,
        2.5161658378783613,
        2.5161658378783613,
        2.5161658378783613,
        2.5161658378783613,
        2.5450356358196586,
        2.5450356358196586,
        2.5739105148240924,
        2.5739105148240924,
        2.6027306909672916,
        2.631531669991091,
        2.631531669991091,
        2.631531669991091,
        2.631531669991091,
        2.660407730843872,
        2.660407730843872,
        2.660407730843872,
        2.660407730843872,
        2.68939467985183,
        2.68939467985183,
        2.718200037954375,
        2.747611743863672,
        2.747611743863672,
        2.776430666912347,
        2.776430666912347,
        2.805351822869852,
        2.834171006921679,
        2.8630415368825197,
        2.8630415368825197,
        2.8630415368825197,
        2.8630415368825197,
        2.892026992980391,
        2.892026992980391,
        2.892026992980391,
        2.892026992980391,
        2.9209599609021097,
        2.9209599609021097,
        2.949865826871246,
        2.949865826871246,
        2.9787604028824717,
        2.9787604028824717,
        2.9787604028824717,
        3.007656660862267,
        3.0364718378987163,
        3.0653830650262535,
        3.0653830650262535,
        3.0653830650262535,
        3.0653830650262535,
        3.094278911827132,
        3.094278911827132,
        3.094278911827132,
        3.094278911827132,
        3.123280848842114,
        3.123280848842114,
        3.123280848842114,
        3.123280848842114,
        3.1522849008906633,
        3.1522849008906633,
        3.1522849008906633,
        3.1812933299224824,
        3.1812933299224824,
        3.1812933299224824,
        3.1812933299224824,
        3.2102471059188247,
        3.2102471059188247,
        3.2102471059188247,
        3.2102471059188247,
        3.239200481912121,
        3.239200481912121,
        3.239200481912121,
        3.268266469007358,
        3.268266469007358,
        3.268266469007358,
        3.268266469007358,
        3.2975969528779387,
        3.2975969528779387,
        3.2975969528779387,
        3.2975969528779387,
        3.326696462929249,
        3.326696462929249,
        3.326696462929249,
        3.326696462929249,
        3.3557697939686477,
        3.3557697939686477,
        3.3557697939686477,
        3.3557697939686477,
        3.3848707468714565,
        3.3848707468714565,
        3.3848707468714565,
        3.3848707468714565,
        3.413957673823461,
        3.413957673823461,
        3.413957673823461,
        3.443046433851123,
        3.443046433851123,
        3.443046433851123,
        3.4720860819797963,
        3.4720860819797963,
        3.501035659806803,
        3.501035659806803,
        3.530087932012975,
        3.530087932012975,
        3.559072555974126,
        3.5881283138878644,
        3.6171418628655374,
        3.6171418628655374,
        3.646194194909185,
        3.646194194909185,
        3.646194194909185,
        3.646194194909185,
        3.6753503310028464,
        3.6753503310028464,
        3.6753503310028464,
        3.6753503310028464,
        3.7044833339750767,
        3.7044833339750767,
        3.7044833339750767,
        3.7044833339750767,
        3.7335108388215303,
        3.7335108388215303,
        3.7625212618149817,
        3.7625212618149817,
        3.7625212618149817,
        3.791650597937405,
        3.791650597937405,
        3.791650597937405,
        3.8206705588381737,
        3.8206705588381737,
        3.8206705588381737,
        3.8206705588381737,
        3.8497511739842594,
        3.8497511739842594,
        3.8497511739842594,
        3.8497511739842594,
        3.878818543860689,
        3.878818543860689,
        3.878818543860689,
        3.90796080394648,
        3.90796080394648,
        3.90796080394648,
        3.90796080394648,
        3.9370452659204602,
        3.9370452659204602,
        3.9661784388590604,
        3.9952624498400837,
        4.02441557100974,
        4.02441557100974,
        4.02441557100974,
        4.053472009953111,
        4.053472009953111,
        4.082567552803084,
        4.111704382812604,
        4.14072880288586,
        4.14072880288586,
        4.169858328998089,
        4.169858328998089,
        4.169858328998089,
        4.169858328998089,
        4.198973638936877,
        4.198973638936877,
        4.198973638936877,
        4.198973638936877,
        4.228130496805534,
        4.228130496805534,
        4.228130496805534,
        4.257378465961665,
        4.257378465961665,
        4.257378465961665,
        4.286475752014667,
        4.286475752014667,
        4.315604727016762,
        4.315604727016762,
        4.315604727016762,
        4.315604727016762,
        4.344923448981717,
        4.373954069800675,
        4.373954069800675,
        4.373954069800675,
        4.373954069800675,
        4.4032734129577875,
        4.4032734129577875,
        4.4032734129577875,
        4.4032734129577875,
        4.4324888999108225,
        4.4324888999108225,
        4.46170817501843,
        4.46170817501843,
        4.46170817501843,
        4.46170817501843,
        4.4909272498916835,
        4.4909272498916835,
        4.4909272498916835,
        4.4909272498916835,
        4.520177052821964,
        4.520177052821964,
        4.520177052821964,
        4.520177052821964,
        4.549538974883035,
        4.549538974883035,
        4.549538974883035,
        4.549538974883035,
        4.578773648943752,
        4.578773648943752,
        4.578773648943752,
        4.578773648943752,
        4.608191285980865,
        4.608191285980865,
        4.608191285980865,
        4.608191285980865,
        4.637418896891177,
        4.637418896891177,
        4.637418896891177,
        4.637418896891177,
        4.66666019288823,
        4.66666019288823,
        4.66666019288823,
        4.66666019288823,
        4.695998030947521,
        4.695998030947521,
        4.695998030947521,
        4.695998030947521,
        4.72540015890263,
        4.72540015890263,
        4.72540015890263,
        4.72540015890263,
        4.754657685989514,
        4.754657685989514,
        4.783916183980182,
        4.783916183980182,
        4.783916183980182,
        4.783916183980182,
        4.813259481918067,
        4.813259481918067,
        4.813259481918067,
        4.813259481918067,
        4.842694151913747,
        4.842694151913747,
        4.842694151913747,
        4.842694151913747,
        4.872075199848041,
        4.872075199848041,
        4.872075199848041,
        4.872075199848041,
        4.901472348952666,
        4.901472348952666,
        4.930900926934555,
        4.930900926934555,
        4.930900926934555,
        4.930900926934555,
        4.96034792996943,
        4.96034792996943,
        4.989694953896105,
        5.019068219000474,
        5.019068219000474,
        5.048389464849606,
        5.048389464849606,
        5.048389464849606,
        5.077685083029792,
        5.077685083029792,
        5.107045863987878,
        5.107045863987878,
        5.13643614994362,
        5.13643614994362,
        5.13643614994362,
        5.165776232024655,
        5.165776232024655,
        5.195014541968703,
        5.195014541968703,
        5.224440895952284,
        5.224440895952284,
        5.224440895952284,
        5.224440895952284,
        5.253847562940791,
        5.253847562940791,
        5.253847562940791,
        5.253847562940791,
        5.283389823976904,
        5.312666576821357,
        5.312666576821357,
        5.342041724827141,
        5.3714789589867,
        5.400844006799161,
        5.400844006799161,
        5.430326676927507,
        5.430326676927507,
        5.459691184805706,
        5.489045362919569,
        5.489045362919569,
        5.489045362919569,
        5.518490821821615,
        5.518490821821615,
        5.547858405858278,
        5.547858405858278,
        5.5774033619090915,
        5.6067289968486875,
        5.6067289968486875,
        5.6067289968486875,
        5.6067289968486875,
        5.636249026982114,
        5.636249026982114,
        5.636249026982114,
        5.665783221833408,
        5.665783221833408,
        5.695198715897277,
        5.695198715897277,
        5.72482414287515,
        5.72482414287515,
        5.754391120979562,
        5.754391120979562,
        5.754391120979562,
        5.783826190978289,
        5.783826190978289,
        5.783826190978289,
        5.783826190978289,
        5.813397686928511,
        5.842767393914983,
        5.842767393914983,
        5.842767393914983,
        5.872221920872107,
        5.901727553922683,
        5.901727553922683,
        5.931161000858992,
        5.960579790873453,
        5.960579790873453,
        5.960579790873453,
        5.99012820282951,
        5.99012820282951,
        6.019524120027199,
        6.048952997894958,
        6.048952997894958,
        6.048952997894958,
        6.048952997894958,
        6.078512761974707,
        6.078512761974707,
        6.078512761974707,
        6.078512761974707,
        6.108018395025283,
        6.108018395025283,
        6.137555978028104,
        6.137555978028104,
        6.167043485911563,
        6.196379650849849,
        6.2262072779703885,
        6.2262072779703885,
        6.2262072779703885,
        6.2262072779703885,
        6.255900511983782,
        6.255900511983782,
        6.255900511983782,
        6.255900511983782,
        6.285611650906503,
        6.285611650906503,
        6.285611650906503,
        6.285611650906503,
        6.315268246922642,
        6.344920233823359,
        6.344920233823359,
        6.375151588814333
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.8130524759180844,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 87,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 599
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 205,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7383461880963296,
        0.7673198219854385,
        0.7960792439989746,
        0.8247555699199438,
        0.8532558360602707,
        0.8819960621185601,
        0.9106552361045033,
        0.9394237550441176,
        0.9682265280280262,
        0.996997260954231,
        1.0256645500194281,
        1.054425504989922,
        1.0831236520316452,
        1.1118662329390645,
        1.1405167300254107,
        1.169138103025034,
        1.1977828189264983,
        1.2264769889879972,
        1.2550974399782717,
        1.2838259239215404,
        1.3126826779916883,
        1.341508265119046,
        1.3704513721168041,
        1.3988830880261958,
        1.427738870959729,
        1.4565982709173113,
        1.4853790230117738,
        1.5142166619189084,
        1.5430622659623623,
        1.5719402399845421,
        1.600838592974469,
        1.6296232820022851,
        1.6584210959263146,
        1.687209954019636,
        1.7160707861185074,
        1.7448215109761804,
        1.7736697900108993,
        1.8023265099618584,
        1.8311714821029454,
        1.8598572260234505,
        1.8885418470017612,
        1.9173252240289003,
        1.9462059640791267,
        1.9750880359206349,
        2.003957675071433,
        2.0327585351187736,
        2.061660513980314,
        2.090372577076778,
        2.1192221590317786,
        2.147951934952289,
        2.176714563043788,
        2.2056070750113577,
        2.234333605039865,
        2.2631160609889776,
        2.2919389619491994,
        2.3207639569882303,
        2.34958603605628,
        2.3784482409246266,
        2.4073429070413113,
        2.4362319530919194,
        2.464993619127199,
        2.493809577077627,
        2.522670469013974,
        2.551447334000841,
        2.580440073972568,
        2.609241836005822,
        2.6381501969881356,
        2.6670749499462545,
        2.696092555997893,
        2.7251516110263765,
        2.7540915820281953,
        2.783152289921418,
        2.812123758951202,
        2.8410552139393985,
        2.8701919340528548,
        2.8993221931159496,
        2.928351911948994,
        2.957372344098985,
        2.9863952710293233,
        3.015618453035131,
        3.044785520993173,
        3.0737802139483392,
        3.1030572580639273,
        3.1346231380011886,
        3.163703452097252,
        3.1926757930777967,
        3.221781464992091,
        3.25206165201962,
        3.2815382711123675,
        3.3104106141254306,
        3.3393728269729763,
        3.368320601992309,
        3.3974339989945292,
        3.4266113960184157,
        3.4556947459932417,
        3.484867993975058,
        3.5141266039572656,
        3.543366377009079,
        3.5724887810647488,
        3.601627324009314,
        3.630850937915966,
        3.660178856924176,
        3.6893431290518492,
        3.718501530122012,
        3.747630435973406,
        3.7768387300893664,
        3.8059832649305463,
        3.8353932490572333,
        3.8643391709774733,
        3.893480378901586,
        3.9227331979200244,
        3.9519102841150016,
        3.981058574980125,
        4.010156142059714,
        4.03926363796927,
        4.068639256060123,
        4.097889038966969,
        4.127235834021121,
        4.156577748944983,
        4.185944570926949,
        4.215198921971023,
        4.244444387033582,
        4.273908141069114,
        4.303190424107015,
        4.332534173037857,
        4.361846542917192,
        4.390904905973002,
        4.420139691093937,
        4.4493196019902825,
        4.478570346022025,
        4.510464783059433,
        4.541034002089873,
        4.570638661039993,
        4.6000070159789175,
        4.629517127061263,
        4.6588612869381905,
        4.6882293310482055,
        4.7175183580257,
        4.746961263008416,
        4.776384040014818,
        4.80568646104075,
        4.835090934066102,
        4.864396350923926,
        4.893965672934428,
        4.923465175088495,
        4.9528970289975405,
        4.982268460094929,
        5.011733577121049,
        5.0411180020309985,
        5.070404604077339,
        5.099752018926665,
        5.128995840903372,
        5.158265781123191,
        5.187706982949749,
        5.2170306539628655,
        5.246506951982155,
        5.275801328010857,
        5.30511623295024,
        5.334465783089399,
        5.3640322799328715,
        5.393494630930945,
        5.423015322070569,
        5.4524063400458544,
        5.481926761101931,
        5.511318529956043,
        5.540895195910707,
        5.570364580955356,
        5.599985068896785,
        5.62947570392862,
        5.6591034559533,
        5.688534718938172,
        5.717860864941031,
        5.747371006058529,
        5.7769403990823776,
        5.80639176000841,
        5.836032676976174,
        5.865616175113246,
        5.895211616996676,
        5.9248340090271086,
        5.954356282949448,
        5.984014831949025,
        6.013466244097799,
        6.043117410037667,
        6.072649030946195,
        6.102247227914631,
        6.131763570941985,
        6.161143037024885,
        6.190622559981421,
        6.22020653099753,
        6.249779069097713,
        6.279291223967448,
        6.308877507923171,
        6.338389743119478,
        6.367944347904995,
        6.397464238107204,
        6.427335086045787,
        6.456813467899337,
        6.486354857916012,
        6.515904814004898,
        6.545396601082757,
        6.575072773965076,
        6.604798319051042,
        6.634564921958372,
        6.664341083029285,
        6.694167738081887
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.694242157973349,
      "first_text_epoch_s": 1783817294.3310325,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.9558989950455725,
      "prompt_id": "code-review",
      "prompt_index": 1,
      "prompt_sha256": "5a92dcc76e641515c54d71d2d3fef6e3b12a88baa616cc967eba6c897e684a33",
      "prompt_tokens": 90,
      "reasoning_delta_count": 205,
      "request_ended_epoch_s": 1783817300.2869303,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-01-code-review",
      "request_started_epoch_s": 1783817293.5926883,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-01-code-review",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-01-code-review",
      "response_x_request_id": null,
      "sha256": "9844fda2fdca4b542e7a345f0d01bb775a0e4432b5f762090ecfc1aab3ee2f36",
      "stream_token_id_count": 512,
      "text_preview": "This is a significant architectural change that shifts the system from a synchronous, immediate-write model to an asynchronous, buffered model. While this improves throughput, it introduces complexity regarding consistency, durability, and failure handling.\n\nBelow is a detailed review structured for a Pull Request (PR)",
      "tok_s_1_100_after_ttft": 86.94159332483186,
      "tok_s_after_ttft_full": 85.96519189225813,
      "tok_s_wall_full": 76.48363891201176,
      "token_id_offsets_s": [
        0.7383431629277766,
        0.7673165961168706,
        0.7673165961168706,
        0.7673165961168706,
        0.7673165961168706,
        0.7960760679561645,
        0.7960760679561645,
        0.7960760679561645,
        0.8247522439341992,
        0.8247522439341992,
        0.8532530309166759,
        0.8532530309166759,
        0.8532530309166759,
        0.8819886781275272,
        0.9106519089546055,
        0.9106519089546055,
        0.9106519089546055,
        0.9106519089546055,
        0.9394206888973713,
        0.9394206888973713,
        0.9394206888973713,
        0.9682233019266278,
        0.9682233019266278,
        0.9682233019266278,
        0.9682233019266278,
        0.9969904080498964,
        0.9969904080498964,
        0.9969904080498964,
        0.9969904080498964,
        1.025662075029686,
        1.025662075029686,
        1.025662075029686,
        1.0544222190510482,
        1.0544222190510482,
        1.083120475988835,
        1.083120475988835,
        1.083120475988835,
        1.083120475988835,
        1.1118638780899346,
        1.140513634076342,
        1.169134957017377,
        1.169134957017377,
        1.169134957017377,
        1.1977794929407537,
        1.1977794929407537,
        1.1977794929407537,
        1.1977794929407537,
        1.2264739030506462,
        1.2550950550939888,
        1.283822718076408,
        1.283822718076408,
        1.3126794619020075,
        1.3126794619020075,
        1.3415049689356238,
        1.3415049689356238,
        1.3415049689356238,
        1.370447824941948,
        1.398881294997409,
        1.398881294997409,
        1.398881294997409,
        1.398881294997409,
        1.427734572906047,
        1.427734572906047,
        1.427734572906047,
        1.456596687901765,
        1.456596687901765,
        1.456596687901765,
        1.4853770390618593,
        1.4853770390618593,
        1.5142154290806502,
        1.5142154290806502,
        1.5430610529147089,
        1.5430610529147089,
        1.5719389780424535,
        1.5719389780424535,
        1.5719389780424535,
        1.5719389780424535,
        1.6008367789909244,
        1.6008367789909244,
        1.6296212379820645,
        1.6296212379820645,
        1.658419803949073,
        1.658419803949073,
        1.658419803949073,
        1.6872087810188532,
        1.7160697439685464,
        1.7160697439685464,
        1.7160697439685464,
        1.7160697439685464,
        1.744820408988744,
        1.744820408988744,
        1.744820408988744,
        1.744820408988744,
        1.773668077075854,
        1.773668077075854,
        1.8023248161189258,
        1.8023248161189258,
        1.8311703701037914,
        1.8598555231001228,
        1.8885406251065433,
        1.9173239921219647,
        1.9173239921219647,
        1.9173239921219647,
        1.9462043610401452,
        1.9462043610401452,
        1.975086553953588,
        2.0039562929887325,
        2.0039562929887325,
        2.0327569721266627,
        2.0327569721266627,
        2.0616589619312435,
        2.0616589619312435,
        2.0903706839308143,
        2.0903706839308143,
        2.0903706839308143,
        2.0903706839308143,
        2.1192206260748208,
        2.1192206260748208,
        2.1479503319133073,
        2.1479503319133073,
        2.1479503319133073,
        2.1479503319133073,
        2.176713190972805,
        2.176713190972805,
        2.176713190972805,
        2.176713190972805,
        2.205605441937223,
        2.205605441937223,
        2.234332012012601,
        2.234332012012601,
        2.263114337110892,
        2.263114337110892,
        2.291937279049307,
        2.291937279049307,
        2.3207622340414673,
        2.3207622340414673,
        2.3495841030962765,
        2.378446899121627,
        2.4073412138968706,
        2.4073412138968706,
        2.4073412138968706,
        2.4073412138968706,
        2.436230350052938,
        2.436230350052938,
        2.464992275927216,
        2.464992275927216,
        2.493807933991775,
        2.493807933991775,
        2.493807933991775,
        2.493807933991775,
        2.522668746067211,
        2.522668746067211,
        2.551445801043883,
        2.551445801043883,
        2.5804383910726756,
        2.5804383910726756,
        2.6092402229551226,
        2.6092402229551226,
        2.6381484740413725,
        2.6381484740413725,
        2.6381484740413725,
        2.6670732169877738,
        2.6670732169877738,
        2.6670732169877738,
        2.6670732169877738,
        2.696090552955866,
        2.696090552955866,
        2.696090552955866,
        2.725149967940524,
        2.725149967940524,
        2.725149967940524,
        2.7540901890024543,
        2.7540901890024543,
        2.7540901890024543,
        2.7831506971269846,
        2.8121220860630274,
        2.8121220860630274,
        2.8410533911082894,
        2.8410533911082894,
        2.8410533911082894,
        2.8410533911082894,
        2.870189659995958,
        2.870189659995958,
        2.870189659995958,
        2.870189659995958,
        2.8993203591089696,
        2.8993203591089696,
        2.8993203591089696,
        2.9283501689787954,
        2.9283501689787954,
        2.9283501689787954,
        2.9283501689787954,
        2.9573707210365683,
        2.9863933369051665,
        2.9863933369051665,
        2.9863933369051665,
        2.9863933369051665,
        3.01561651006341,
        3.01561651006341,
        3.01561651006341,
        3.01561651006341,
        3.0447837270330638,
        3.0447837270330638,
        3.0447837270330638,
        3.073778400896117,
        3.073778400896117,
        3.1030556249897927,
        3.1346213440410793,
        3.1346213440410793,
        3.163701798999682,
        3.192673428915441,
        3.192673428915441,
        3.192673428915441,
        3.2217797019984573,
        3.2217797019984573,
        3.2217797019984573,
        3.2217797019984573,
        3.2520586259197444,
        3.281535154907033,
        3.31040843995288,
        3.339371013920754,
        3.368318558903411,
        3.368318558903411,
        3.397432246012613,
        3.397432246012613,
        3.397432246012613,
        3.4266083100810647,
        3.4556915499269962,
        3.4556915499269962,
        3.4556915499269962,
        3.4848648190964013,
        3.4848648190964013,
        3.4848648190964013,
        3.4848648190964013,
        3.514123408123851,
        3.514123408123851,
        3.514123408123851,
        3.514123408123851,
        3.5433630410116166,
        3.5724863160867244,
        3.601624940056354,
        3.6308467800263315,
        3.6308467800263315,
        3.6308467800263315,
        3.6308467800263315,
        3.6601757309399545,
        3.6601757309399545,
        3.6601757309399545,
        3.6601757309399545,
        3.689340092940256,
        3.689340092940256,
        3.689340092940256,
        3.718498504953459,
        3.7476274399086833,
        3.7476274399086833,
        3.7768366360105574,
        3.7768366360105574,
        3.7768366360105574,
        3.7768366360105574,
        3.8059813319705427,
        3.8059813319705427,
        3.8059813319705427,
        3.8059813319705427,
        3.8353901330847293,
        3.8353901330847293,
        3.8353901330847293,
        3.8353901330847293,
        3.8643374969251454,
        3.8643374969251454,
        3.8643374969251454,
        3.8934790471103042,
        3.9227315250318497,
        3.9227315250318497,
        3.9227315250318497,
        3.9227315250318497,
        3.9519086400978267,
        3.9519086400978267,
        3.9519086400978267,
        3.9519086400978267,
        3.9810570729896426,
        3.9810570729896426,
        4.01015489990823,
        4.01015489990823,
        4.0392620449420065,
        4.0392620449420065,
        4.06863749306649,
        4.06863749306649,
        4.06863749306649,
        4.06863749306649,
        4.097887336043641,
        4.097887336043641,
        4.097887336043641,
        4.097887336043641,
        4.127234139945358,
        4.127234139945358,
        4.127234139945358,
        4.127234139945358,
        4.156576015986502,
        4.156576015986502,
        4.185942768119276,
        4.215197209035978,
        4.215197209035978,
        4.244442664086819,
        4.244442664086819,
        4.244442664086819,
        4.244442664086819,
        4.273906117072329,
        4.303188671125099,
        4.303188671125099,
        4.303188671125099,
        4.332532539963722,
        4.361844910075888,
        4.390903183026239,
        4.390903183026239,
        4.420137976994738,
        4.420137976994738,
        4.420137976994738,
        4.420137976994738,
        4.449317608959973,
        4.449317608959973,
        4.449317608959973,
        4.449317608959973,
        4.478568663122132,
        4.478568663122132,
        4.510463129961863,
        4.541032338980585,
        4.541032338980585,
        4.541032338980585,
        4.541032338980585,
        4.5706369979307055,
        4.5706369979307055,
        4.600005303043872,
        4.600005303043872,
        4.600005303043872,
        4.600005303043872,
        4.629515384091064,
        4.658859584014863,
        4.688227628124878,
        4.688227628124878,
        4.688227628124878,
        4.688227628124878,
        4.717516724951565,
        4.717516724951565,
        4.746959538897499,
        4.746959538897499,
        4.746959538897499,
        4.746959538897499,
        4.776382267009467,
        4.8056847678963095,
        4.8056847678963095,
        4.8056847678963095,
        4.8056847678963095,
        4.8350891610607505,
        4.8643945679068565,
        4.8643945679068565,
        4.8643945679068565,
        4.8643945679068565,
        4.893963980022818,
        4.893963980022818,
        4.893963980022818,
        4.893963980022818,
        4.9234635720495135,
        4.952895356109366,
        4.982266806997359,
        5.011731883045286,
        5.011731883045286,
        5.011731883045286,
        5.011731883045286,
        5.04111546697095,
        5.04111546697095,
        5.070402489975095,
        5.070402489975095,
        5.070402489975095,
        5.070402489975095,
        5.099750376073644,
        5.128994178026915,
        5.158264158060774,
        5.187705320073292,
        5.187705320073292,
        5.217028900980949,
        5.217028900980949,
        5.246505188988522,
        5.275799645110965,
        5.275799645110965,
        5.275799645110965,
        5.275799645110965,
        5.305114590097219,
        5.334464008919895,
        5.334464008919895,
        5.334464008919895,
        5.364030396100134,
        5.364030396100134,
        5.364030396100134,
        5.364030396100134,
        5.3934928679373115,
        5.4230136189144105,
        5.4230136189144105,
        5.4230136189144105,
        5.4524046569131315,
        5.4524046569131315,
        5.481915439013392,
        5.481915439013392,
        5.481915439013392,
        5.481915439013392,
        5.511316855903715,
        5.511316855903715,
        5.540893482975662,
        5.540893482975662,
        5.540893482975662,
        5.570362776983529,
        5.570362776983529,
        5.570362776983529,
        5.570362776983529,
        5.599983305903152,
        5.599983305903152,
        5.599983305903152,
        5.629474001005292,
        5.629474001005292,
        5.629474001005292,
        5.629474001005292,
        5.65910145197995,
        5.65910145197995,
        5.65910145197995,
        5.6885330360382795,
        5.71785947191529,
        5.71785947191529,
        5.71785947191529,
        5.747369273100048,
        5.747369273100048,
        5.747369273100048,
        5.776938705937937,
        5.776938705937937,
        5.806390045909211,
        5.806390045909211,
        5.806390045909211,
        5.8360309230629355,
        5.8360309230629355,
        5.8360309230629355,
        5.865614421898499,
        5.865614421898499,
        5.895209902897477,
        5.924832296092063,
        5.924832296092063,
        5.954355069901794,
        5.9840124680195,
        5.9840124680195,
        5.9840124680195,
        5.9840124680195,
        6.013464591000229,
        6.043115695938468,
        6.043115695938468,
        6.072647348046303,
        6.072647348046303,
        6.102245535003021,
        6.102245535003021,
        6.131761867087334,
        6.161141373915598,
        6.19062082702294,
        6.19062082702294,
        6.19062082702294,
        6.19062082702294,
        6.220204826910049,
        6.220204826910049,
        6.220204826910049,
        6.249777405988425,
        6.249777405988425,
        6.249777405988425,
        6.279289531055838,
        6.279289531055838,
        6.279289531055838,
        6.279289531055838,
        6.308875804999843,
        6.308875804999843,
        6.308875804999843,
        6.308875804999843,
        6.338388450909406,
        6.338388450909406,
        6.338388450909406,
        6.338388450909406,
        6.367942224023864,
        6.367942224023864,
        6.367942224023864,
        6.397462865104899,
        6.397462865104899,
        6.397462865104899,
        6.397462865104899,
        6.427333383122459,
        6.4568118650931865,
        6.4568118650931865,
        6.486353474901989,
        6.515903160907328,
        6.515903160907328,
        6.545394957065582,
        6.545394957065582,
        6.575071180937812,
        6.575071180937812,
        6.575071180937812,
        6.604796665953472,
        6.604796665953472,
        6.604796665953472,
        6.604796665953472,
        6.634563289117068,
        6.634563289117068,
        6.634563289117068,
        6.634563289117068,
        6.664339348906651,
        6.664339348906651,
        6.664339348906651,
        6.664339348906651,
        6.6941661150194705,
        6.6941661150194705,
        6.6941661150194705
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7383431629277766,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 90,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 602
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 68,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7448824250604957,
        0.7732375881168991,
        0.8018991071730852,
        0.8305822361726314,
        0.8592065840493888,
        0.8878203930798918,
        0.9163121930323541,
        0.9448994931299239,
        0.9735378872137517,
        1.0022365262266248,
        1.0310439681634307,
        1.059703332139179,
        1.088310900144279,
        1.1169964731670916,
        1.1456218541134149,
        1.1742439481895417,
        1.2029373971745372,
        1.2316820211708546,
        1.2602734081447124,
        1.2890162991825491,
        1.3176718270406127,
        1.3463765161577612,
        1.3751105112023652,
        1.4037705562077463,
        1.432493400061503,
        1.4612780390307307,
        1.4899411511141807,
        1.5186649970710278,
        1.5472665431443602,
        1.575948319165036,
        1.604719523107633,
        1.6334601901471615,
        1.6621975810267031,
        1.6909934121649712,
        1.7199718751944602,
        1.7487181432079524,
        1.7775237921159714,
        1.8064344581216574,
        1.8352339451666921,
        1.8639987581409514,
        1.8928211082238704,
        1.9214818652253598,
        1.9501954820007086,
        1.9790400741621852,
        2.0077625471167266,
        2.0366127300076187,
        2.065548973158002,
        2.0945070991292596,
        2.1233991200570017,
        2.1523179220966995,
        2.1811341401189566,
        2.209924210095778,
        2.2388686400372535,
        2.267619226127863,
        2.2966098920442164,
        2.325689254095778,
        2.354703084100038,
        2.3835832730401307,
        2.412442403146997,
        2.441335346084088,
        2.47019356302917,
        2.4989917180500925,
        2.5278672592248768,
        2.556779908016324,
        2.585602109087631,
        2.614550355123356,
        2.643513150047511,
        2.6725865511689335
      ],
      "completion_tokens": 186,
      "content_delta_count": 0,
      "elapsed_s": 2.6726460731588304,
      "first_text_epoch_s": 1783817301.0319188,
      "metric_chunk_events_at_least_window": false,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 1.9277664041146636,
      "prompt_id": "customer-email",
      "prompt_index": 2,
      "prompt_sha256": "6ade325d82c3926f6a1b770d04828e63579e882b6d8de31ad31ad4a986dba43f",
      "prompt_tokens": 77,
      "reasoning_delta_count": 68,
      "request_ended_epoch_s": 1783817302.9596841,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-02-customer-email",
      "request_started_epoch_s": 1783817300.2870383,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-02-customer-email",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-02-customer-email",
      "response_x_request_id": null,
      "sha256": "b7456bad4145a4cdfcfb72fad7bb113465c184c0082d135d1d4f31b124f80032",
      "stream_token_id_count": 186,
      "text_preview": "Subject: Update regarding the Export Feature release\n\nDear [Customer Name],\n\nWe are writing to provide an update on the status of the requested Export feature. The release has been delayed by one week.\n\nDuring our final validation phase, our engineering team identified a data-integrity issue that could have resulted in",
      "tok_s_1_100_after_ttft": 91.71345937585616,
      "tok_s_after_ttft_full": 96.48471910445053,
      "tok_s_wall_full": 69.59395105396972,
      "token_id_offsets_s": [
        0.7448796690441668,
        0.7732358952052891,
        0.7732358952052891,
        0.7732358952052891,
        0.8018973541911691,
        0.8018973541911691,
        0.8305805930867791,
        0.8305805930867791,
        0.8592051321174949,
        0.8592051321174949,
        0.8878186501096934,
        0.9163105301558971,
        0.9163105301558971,
        0.9163105301558971,
        0.9163105301558971,
        0.9448978591244668,
        0.9448978591244668,
        0.9448978591244668,
        0.9448978591244668,
        0.9735364650841802,
        0.9735364650841802,
        0.9735364650841802,
        0.9735364650841802,
        1.0022344721946865,
        1.0022344721946865,
        1.0022344721946865,
        1.0022344721946865,
        1.0310422950424254,
        1.0310422950424254,
        1.0597020601853728,
        1.0883092570584267,
        1.0883092570584267,
        1.1169951912015676,
        1.1169951912015676,
        1.145619590068236,
        1.145619590068236,
        1.145619590068236,
        1.145619590068236,
        1.174242225009948,
        1.174242225009948,
        1.174242225009948,
        1.174242225009948,
        1.202935614157468,
        1.202935614157468,
        1.202935614157468,
        1.202935614157468,
        1.2316803480498493,
        1.2316803480498493,
        1.2602713841479272,
        1.2602713841479272,
        1.2602713841479272,
        1.2602713841479272,
        1.2890145760029554,
        1.2890145760029554,
        1.3176701131742448,
        1.3176701131742448,
        1.3176701131742448,
        1.3176701131742448,
        1.3463748330250382,
        1.3751087971031666,
        1.3751087971031666,
        1.3751087971031666,
        1.4037689031101763,
        1.4037689031101763,
        1.4324913760647178,
        1.4324913760647178,
        1.4612763761542737,
        1.4899394281674176,
        1.4899394281674176,
        1.4899394281674176,
        1.4899394281674176,
        1.5186633630655706,
        1.5472647291608155,
        1.5472647291608155,
        1.5472647291608155,
        1.5472647291608155,
        1.5759463051799685,
        1.5759463051799685,
        1.6047169980593026,
        1.6047169980593026,
        1.6047169980593026,
        1.6334584071300924,
        1.6334584071300924,
        1.6334584071300924,
        1.6621958680916578,
        1.6621958680916578,
        1.6621958680916578,
        1.6621958680916578,
        1.6909916081931442,
        1.6909916081931442,
        1.6909916081931442,
        1.6909916081931442,
        1.7199701322242618,
        1.7199701322242618,
        1.7487164800986648,
        1.7775217581074685,
        1.7775217581074685,
        1.8064328250475228,
        1.8352321721613407,
        1.8352321721613407,
        1.8352321721613407,
        1.8352321721613407,
        1.863997045205906,
        1.863997045205906,
        1.863997045205906,
        1.863997045205906,
        1.8928193252068013,
        1.8928193252068013,
        1.9214801921043545,
        1.9214801921043545,
        1.9501935481093824,
        1.9501935481093824,
        1.9501935481093824,
        1.979038461111486,
        2.0077608041465282,
        2.0077608041465282,
        2.0077608041465282,
        2.0077608041465282,
        2.0366111272014678,
        2.0655472800135612,
        2.0655472800135612,
        2.0945053861942142,
        2.0945053861942142,
        2.0945053861942142,
        2.0945053861942142,
        2.1233974371571094,
        2.1233974371571094,
        2.1233974371571094,
        2.1233974371571094,
        2.152315848041326,
        2.152315848041326,
        2.152315848041326,
        2.152315848041326,
        2.181132407160476,
        2.181132407160476,
        2.209922487149015,
        2.209922487149015,
        2.238866886124015,
        2.238866886124015,
        2.238866886124015,
        2.238866886124015,
        2.2676175620872527,
        2.2676175620872527,
        2.2676175620872527,
        2.2676175620872527,
        2.296608149074018,
        2.296608149074018,
        2.296608149074018,
        2.296608149074018,
        2.3256875711958855,
        2.3256875711958855,
        2.3256875711958855,
        2.3547008901368827,
        2.3547008901368827,
        2.3547008901368827,
        2.38358154008165,
        2.38358154008165,
        2.38358154008165,
        2.38358154008165,
        2.4124406701885164,
        2.4124406701885164,
        2.4124406701885164,
        2.4124406701885164,
        2.441333682043478,
        2.441333682043478,
        2.4701918300706893,
        2.4989899250213057,
        2.4989899250213057,
        2.5278655560687184,
        2.5278655560687184,
        2.5278655560687184,
        2.5278655560687184,
        2.5567782551515847,
        2.5567782551515847,
        2.5567782551515847,
        2.5567782551515847,
        2.585600335150957,
        2.6145483220461756,
        2.6145483220461756,
        2.6145483220461756,
        2.6145483220461756,
        2.6435118371155113,
        2.6435118371155113,
        2.6435118371155113,
        2.6725852880626917,
        2.6725852880626917
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7448796690441668,
      "usage": {
        "completion_tokens": 186,
        "prompt_tokens": 77,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 263
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 180,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7502301060594618,
        0.7785842879675329,
        0.8070906850043684,
        0.8356736758723855,
        0.8641972159966826,
        0.8927594379056245,
        0.9214296520221978,
        0.9500173320993781,
        0.9786830290686339,
        1.0073310220614076,
        1.0358606230001897,
        1.064464814029634,
        1.0930047649890184,
        1.121587665984407,
        1.1501948218792677,
        1.178829601034522,
        1.2074579768814147,
        1.2361279109027237,
        1.2647086579818279,
        1.2932690670713782,
        1.3218710341025144,
        1.3504587239585817,
        1.379133187001571,
        1.4077680150512606,
        1.4364440310746431,
        1.4650826971046627,
        1.4936729019973427,
        1.5223705579992384,
        1.5511352000758052,
        1.5798547479789704,
        1.6084729549475014,
        1.6371952679473907,
        1.6658735380042344,
        1.6945164010394365,
        1.723205171059817,
        1.7519587320275605,
        1.7805264350026846,
        1.8092653988860548,
        1.8378830049186945,
        1.8665677269455045,
        1.8952496240381151,
        1.924100548028946,
        1.9528218989726156,
        1.9817610490135849,
        2.0106250368990004,
        2.0392893610987812,
        2.0681247559841722,
        2.096847729990259,
        2.125653438968584,
        2.154479125980288,
        2.1831794779282063,
        2.21202842798084,
        2.2407839130610228,
        2.269625931046903,
        2.298548710066825,
        2.3273927608970553,
        2.3561915669124573,
        2.3851068019866943,
        2.4139611329883337,
        2.442806466948241,
        2.4715807270258665,
        2.500294643919915,
        2.5292610549367964,
        2.558119713095948,
        2.5870060939341784,
        2.6159724351018667,
        2.644829239929095,
        2.6737741609103978,
        2.7026739469729364,
        2.7317835460416973,
        2.7609509038738906,
        2.790166804101318,
        2.819187737070024,
        2.848273671930656,
        2.8774969649966806,
        2.9067023750394583,
        2.935792979085818,
        2.9649658270645887,
        2.99415142997168,
        3.0234009220730513,
        3.0525303590111434,
        3.0815395100507885,
        3.110597253078595,
        3.1395512700546533,
        3.168536495883018,
        3.1976025940384716,
        3.2266820780932903,
        3.2555928439833224,
        3.2846002720762044,
        3.313721302896738,
        3.3428551089018583,
        3.3720053848810494,
        3.4012109548784792,
        3.4304489449132234,
        3.4595600978937,
        3.4886597690638155,
        3.51763964490965,
        3.546693810960278,
        3.5758886309340596,
        3.6050323639065027,
        3.6342514099087566,
        3.66350440797396,
        3.6926426619756967,
        3.7219361569732428,
        3.751289254054427,
        3.7805030590388924,
        3.8097637130413204,
        3.8390624769963324,
        3.868411917006597,
        3.897683430928737,
        3.9268123970832676,
        3.9560818870086223,
        3.9852753940504044,
        4.014512693975121,
        4.043752837926149,
        4.073010866995901,
        4.102220053086057,
        4.131480396026745,
        4.160639728885144,
        4.19011257099919,
        4.219359207898378,
        4.248669224092737,
        4.277983577921987,
        4.307274738093838,
        4.3367357479874045,
        4.3661588660907,
        4.395587434992194,
        4.425011754967272,
        4.454504494089633,
        4.483816103078425,
        4.513138192007318,
        4.542432358022779,
        4.571778662037104,
        4.6011167510878295,
        4.6304207250941545,
        4.659752070903778,
        4.689046507934108,
        4.718501365976408,
        4.747937277890742,
        4.77746243798174,
        4.806822879007086,
        4.836163432104513,
        4.8655904470942914,
        4.894919048063457,
        4.924267075955868,
        4.953801733907312,
        4.98308381694369,
        5.0125067150220275,
        5.041907470906153,
        5.07129666605033,
        5.100627501029521,
        5.130165614886209,
        5.159718577051535,
        5.189231564057991,
        5.2185923650395125,
        5.248015452874824,
        5.277581480098888,
        5.307017301907763,
        5.336453686002642,
        5.365920135052875,
        5.39532872592099,
        5.4247605309356,
        5.454301880905405,
        5.483936046017334,
        5.513506721006706,
        5.542973641073331,
        5.572465928969905,
        5.602073153015226,
        5.631680126069114,
        5.661277282051742,
        5.690771793946624,
        5.720491017913446,
        5.750123488949612,
        5.779606529977173,
        5.809173068031669,
        5.8387800708878785,
        5.86832688190043,
        5.898113853065297,
        5.9278653368819505,
        5.957861019996926
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 5.95792920794338,
      "first_text_epoch_s": 1783817303.710002,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.2077019170392305,
      "prompt_id": "sql-debugging",
      "prompt_index": 3,
      "prompt_sha256": "21229aa5f10636f028248b73cc066b2d49b48580f6a005e110109cd0e4a4320b",
      "prompt_tokens": 83,
      "reasoning_delta_count": 180,
      "request_ended_epoch_s": 1783817308.9177027,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-03-sql-debugging",
      "request_started_epoch_s": 1783817302.9597735,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-03-sql-debugging",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-03-sql-debugging",
      "response_x_request_id": null,
      "sha256": "7354c44c9dd89cea01879bdf7a18005594cba1c435f0d4004ac6795b0df72313",
      "stream_token_id_count": 512,
      "text_preview": "Here is a comprehensive debugging plan to diagnose and resolve the performance regression in your PostgreSQL reporting query following a schema migration.\n\n### 1. Initial Diagnosis: `EXPLAIN ANALYZE`\nThe first step is to capture the actual execution plan with runtime statistics. Do not rely on `EXPLAIN` alone; use `EXP",
      "tok_s_1_100_after_ttft": 102.77743086840394,
      "tok_s_after_ttft_full": 98.3159190284629,
      "tok_s_wall_full": 85.93589855303728,
      "token_id_offsets_s": [
        0.7502272909041494,
        0.7785824339371175,
        0.7785824339371175,
        0.7785824339371175,
        0.8070889820810407,
        0.8070889820810407,
        0.8070889820810407,
        0.8356719629373401,
        0.8356719629373401,
        0.8641954520717263,
        0.8927576539572328,
        0.8927576539572328,
        0.8927576539572328,
        0.9214279588777572,
        0.9214279588777572,
        0.9500155888963491,
        0.9500155888963491,
        0.9500155888963491,
        0.9500155888963491,
        0.9786813159007579,
        0.9786813159007579,
        0.9786813159007579,
        0.9786813159007579,
        1.0073292590677738,
        1.0073292590677738,
        1.0073292590677738,
        1.0358589401002973,
        1.0358589401002973,
        1.0358589401002973,
        1.064463130896911,
        1.064463130896911,
        1.064463130896911,
        1.0930027309805155,
        1.0930027309805155,
        1.0930027309805155,
        1.0930027309805155,
        1.1215859919320792,
        1.1215859919320792,
        1.1215859919320792,
        1.1215859919320792,
        1.1501931389793754,
        1.1501931389793754,
        1.1501931389793754,
        1.1501931389793754,
        1.178827767027542,
        1.178827767027542,
        1.178827767027542,
        1.2074563240166754,
        1.2074563240166754,
        1.2074563240166754,
        1.2361261979676783,
        1.2647069650702178,
        1.2932673739269376,
        1.2932673739269376,
        1.321869330946356,
        1.321869330946356,
        1.3504567800555378,
        1.3504567800555378,
        1.3504567800555378,
        1.3504567800555378,
        1.379131403984502,
        1.379131403984502,
        1.379131403984502,
        1.379131403984502,
        1.40776632190682,
        1.40776632190682,
        1.40776632190682,
        1.40776632190682,
        1.4364422881044447,
        1.4364422881044447,
        1.4364422881044447,
        1.4650804430712014,
        1.4650804430712014,
        1.4650804430712014,
        1.493671238888055,
        1.52236881502904,
        1.52236881502904,
        1.52236881502904,
        1.52236881502904,
        1.5511335369665176,
        1.5511335369665176,
        1.5511335369665176,
        1.5798530550673604,
        1.5798530550673604,
        1.6084711919538677,
        1.6084711919538677,
        1.6084711919538677,
        1.6084711919538677,
        1.6371932139154524,
        1.6371932139154524,
        1.6658718150574714,
        1.6658718150574714,
        1.6945146680809557,
        1.6945146680809557,
        1.6945146680809557,
        1.6945146680809557,
        1.7232035479974002,
        1.7232035479974002,
        1.7232035479974002,
        1.7232035479974002,
        1.7519571089651436,
        1.7805250219535083,
        1.7805250219535083,
        1.8092641059774905,
        1.837881491985172,
        1.837881491985172,
        1.8665660440456122,
        1.8665660440456122,
        1.8952479709405452,
        1.9240988548845053,
        1.9240988548845053,
        1.9240988548845053,
        1.9528201660141349,
        1.9528201660141349,
        1.9528201660141349,
        1.9528201660141349,
        1.9817593249026686,
        1.9817593249026686,
        2.010623774956912,
        2.010623774956912,
        2.0392881790176034,
        2.0392881790176034,
        2.0392881790176034,
        2.0392881790176034,
        2.068123142933473,
        2.068123142933473,
        2.096846027066931,
        2.096846027066931,
        2.096846027066931,
        2.1256517560686916,
        2.1256517560686916,
        2.1256517560686916,
        2.1256517560686916,
        2.154477463103831,
        2.154477463103831,
        2.1831777640618384,
        2.1831777640618384,
        2.21202673506923,
        2.21202673506923,
        2.21202673506923,
        2.2407825810369104,
        2.2407825810369104,
        2.2407825810369104,
        2.2407825810369104,
        2.2696240569930524,
        2.2696240569930524,
        2.2696240569930524,
        2.298546985955909,
        2.298546985955909,
        2.298546985955909,
        2.298546985955909,
        2.327391428872943,
        2.327391428872943,
        2.3561898940242827,
        2.3561898940242827,
        2.3851051090750843,
        2.3851051090750843,
        2.3851051090750843,
        2.3851051090750843,
        2.4139596798922867,
        2.4139596798922867,
        2.4139596798922867,
        2.4139596798922867,
        2.4428052639123052,
        2.4428052639123052,
        2.4715796150267124,
        2.5002933309879154,
        2.5002933309879154,
        2.5002933309879154,
        2.5002933309879154,
        2.529259342001751,
        2.5581180099397898,
        2.5581180099397898,
        2.5581180099397898,
        2.587004791945219,
        2.587004791945219,
        2.587004791945219,
        2.615970771992579,
        2.615970771992579,
        2.644827547017485,
        2.644827547017485,
        2.644827547017485,
        2.644827547017485,
        2.6737728379666805,
        2.6737728379666805,
        2.6737728379666805,
        2.7026727839838713,
        2.7026727839838713,
        2.7026727839838713,
        2.731782434042543,
        2.731782434042543,
        2.731782434042543,
        2.731782434042543,
        2.760948901064694,
        2.760948901064694,
        2.760948901064694,
        2.760948901064694,
        2.790165151003748,
        2.819186344044283,
        2.819186344044283,
        2.848271969007328,
        2.848271969007328,
        2.848271969007328,
        2.848271969007328,
        2.8774952720850706,
        2.8774952720850706,
        2.8774952720850706,
        2.9067006818950176,
        2.9067006818950176,
        2.9357916968874633,
        2.9649644650053233,
        2.9649644650053233,
        2.9649644650053233,
        2.9941502779256552,
        2.9941502779256552,
        2.9941502779256552,
        2.9941502779256552,
        3.023399790050462,
        3.023399790050462,
        3.052528586005792,
        3.052528586005792,
        3.0815378369297832,
        3.0815378369297832,
        3.1105951289646327,
        3.1105951289646327,
        3.1105951289646327,
        3.139549596933648,
        3.1685348430182785,
        3.197601211955771,
        3.197601211955771,
        3.197601211955771,
        3.2266804550308734,
        3.2555915319826454,
        3.2555915319826454,
        3.2845990899950266,
        3.2845990899950266,
        3.3137196500319988,
        3.3428533859550953,
        3.3428533859550953,
        3.372004061937332,
        3.372004061937332,
        3.401209241943434,
        3.401209241943434,
        3.401209241943434,
        3.401209241943434,
        3.4304472820367664,
        3.4304472820367664,
        3.4595587051007897,
        3.4595587051007897,
        3.4595587051007897,
        3.4595587051007897,
        3.488658706890419,
        3.5176385429222137,
        3.5176385429222137,
        3.5176385429222137,
        3.5176385429222137,
        3.5466927690431476,
        3.5466927690431476,
        3.5466927690431476,
        3.5466927690431476,
        3.575886487029493,
        3.575886487029493,
        3.605030660983175,
        3.605030660983175,
        3.605030660983175,
        3.605030660983175,
        3.6342496760189533,
        3.6342496760189533,
        3.6342496760189533,
        3.6342496760189533,
        3.663500420982018,
        3.663500420982018,
        3.6926412088796496,
        3.6926412088796496,
        3.6926412088796496,
        3.721934935078025,
        3.721934935078025,
        3.721934935078025,
        3.721934935078025,
        3.751287580933422,
        3.751287580933422,
        3.751287580933422,
        3.7805013260804117,
        3.7805013260804117,
        3.7805013260804117,
        3.7805013260804117,
        3.8097623998764902,
        3.8097623998764902,
        3.8097623998764902,
        3.839060764061287,
        3.839060764061287,
        3.839060764061287,
        3.839060764061287,
        3.8684102140832692,
        3.8684102140832692,
        3.8684102140832692,
        3.8684102140832692,
        3.8976820479147136,
        3.8976820479147136,
        3.8976820479147136,
        3.926810964010656,
        3.926810964010656,
        3.926810964010656,
        3.926810964010656,
        3.956080213887617,
        3.956080213887617,
        3.956080213887617,
        3.985273690894246,
        3.985273690894246,
        3.985273690894246,
        3.985273690894246,
        4.014511009911075,
        4.014511009911075,
        4.014511009911075,
        4.014511009911075,
        4.043751175049692,
        4.043751175049692,
        4.043751175049692,
        4.043751175049692,
        4.073009564075619,
        4.073009564075619,
        4.102218379965052,
        4.102218379965052,
        4.102218379965052,
        4.102218379965052,
        4.131478693103418,
        4.131478693103418,
        4.131478693103418,
        4.160637906054035,
        4.160637906054035,
        4.160637906054035,
        4.190110828028992,
        4.190110828028992,
        4.219357514986768,
        4.219357514986768,
        4.219357514986768,
        4.219357514986768,
        4.248667370062321,
        4.248667370062321,
        4.248667370062321,
        4.248667370062321,
        4.277981844963506,
        4.277981844963506,
        4.277981844963506,
        4.277981844963506,
        4.30727269500494,
        4.30727269500494,
        4.30727269500494,
        4.30727269500494,
        4.3367340550757945,
        4.3367340550757945,
        4.3367340550757945,
        4.3367340550757945,
        4.366157172946259,
        4.366157172946259,
        4.366157172946259,
        4.366157172946259,
        4.395585701102391,
        4.395585701102391,
        4.395585701102391,
        4.395585701102391,
        4.425010052043945,
        4.425010052043945,
        4.425010052043945,
        4.425010052043945,
        4.454502830980346,
        4.454502830980346,
        4.454502830980346,
        4.483814350096509,
        4.483814350096509,
        4.483814350096509,
        4.5131364890839905,
        4.5131364890839905,
        4.542430645087734,
        4.542430645087734,
        4.571776968892664,
        4.571776968892664,
        4.571776968892664,
        4.571776968892664,
        4.6011150169651955,
        4.6011150169651955,
        4.6011150169651955,
        4.630418981891125,
        4.630418981891125,
        4.630418981891125,
        4.630418981891125,
        4.659750398015603,
        4.659750398015603,
        4.659750398015603,
        4.659750398015603,
        4.689044794999063,
        4.689044794999063,
        4.689044794999063,
        4.689044794999063,
        4.718499512877315,
        4.718499512877315,
        4.718499512877315,
        4.747935584979132,
        4.747935584979132,
        4.747935584979132,
        4.747935584979132,
        4.777460705023259,
        4.777460705023259,
        4.806821174919605,
        4.806821174919605,
        4.806821174919605,
        4.836161718936637,
        4.836161718936637,
        4.836161718936637,
        4.865588743938133,
        4.865588743938133,
        4.894917374942452,
        4.9242657530121505,
        4.9242657530121505,
        4.95380007987842,
        4.95380007987842,
        4.9830824139062315,
        4.9830824139062315,
        4.9830824139062315,
        4.9830824139062315,
        5.012505071936175,
        5.012505071936175,
        5.012505071936175,
        5.041905757971108,
        5.041905757971108,
        5.071295372908935,
        5.100625776918605,
        5.100625776918605,
        5.100625776918605,
        5.130164241883904,
        5.130164241883904,
        5.130164241883904,
        5.130164241883904,
        5.159716883907095,
        5.159716883907095,
        5.159716883907095,
        5.189230321906507,
        5.189230321906507,
        5.218591402983293,
        5.218591402983293,
        5.218591402983293,
        5.218591402983293,
        5.24801448197104,
        5.24801448197104,
        5.277580437948927,
        5.277580437948927,
        5.277580437948927,
        5.277580437948927,
        5.307015608996153,
        5.336451150942594,
        5.336451150942594,
        5.336451150942594,
        5.336451150942594,
        5.365918742027134,
        5.365918742027134,
        5.365918742027134,
        5.3953270530328155,
        5.424758876906708,
        5.454300137935206,
        5.454300137935206,
        5.483934371965006,
        5.483934371965006,
        5.5135054180864245,
        5.5135054180864245,
        5.542971967952326,
        5.542971967952326,
        5.542971967952326,
        5.542971967952326,
        5.572464145952836,
        5.572464145952836,
        5.572464145952836,
        5.572464145952836,
        5.602071450091898,
        5.602071450091898,
        5.602071450091898,
        5.602071450091898,
        5.631678412901238,
        5.631678412901238,
        5.661275628954172,
        5.6907701110467315,
        5.6907701110467315,
        5.6907701110467315,
        5.6907701110467315,
        5.720489274943247,
        5.720489274943247,
        5.720489274943247,
        5.750121685909107,
        5.750121685909107,
        5.77960480703041,
        5.77960480703041,
        5.77960480703041,
        5.77960480703041,
        5.809171343920752,
        5.809171343920752,
        5.809171343920752,
        5.809171343920752,
        5.838778337929398,
        5.838778337929398,
        5.838778337929398,
        5.868325158022344,
        5.868325158022344,
        5.868325158022344,
        5.868325158022344,
        5.89811191894114,
        5.89811191894114,
        5.89811191894114,
        5.89811191894114,
        5.927863324061036,
        5.927863324061036,
        5.927863324061036,
        5.927863324061036,
        5.957859657937661
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7502272909041494,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 83,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 595
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 189,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7173873139545321,
        0.745677885832265,
        0.7743223130237311,
        0.8029302610084414,
        0.8314777759369463,
        0.8600526929367334,
        0.8885383908636868,
        0.9171192988287657,
        0.9456682759337127,
        0.9743770638015121,
        1.0030246570240706,
        1.0317146289162338,
        1.0604782989248633,
        1.0893125219736248,
        1.1180272810161114,
        1.1467855009250343,
        1.1756325578317046,
        1.2042836879845709,
        1.2329739399719983,
        1.261607987806201,
        1.2902374658733606,
        1.3191251698881388,
        1.3477510318625718,
        1.3764266269281507,
        1.4051448618993163,
        1.4339311148505658,
        1.462701397947967,
        1.4914815099909902,
        1.5201843958348036,
        1.548780752811581,
        1.5773592358455062,
        1.606093131005764,
        1.6348512410186231,
        1.6636447268538177,
        1.6925165408756584,
        1.7213805399369448,
        1.7502394288312644,
        1.7790465208236128,
        1.8077640449628234,
        1.836480886908248,
        1.8651500609703362,
        1.893915113992989,
        1.922674315981567,
        1.9514681128785014,
        1.9803793909959495,
        2.0092407749034464,
        2.03828595392406,
        2.067652896977961,
        2.0964768398553133,
        2.125325199915096,
        2.154291651910171,
        2.1831869788002223,
        2.2121937258634716,
        2.241116775898263,
        2.2699097618460655,
        2.298833091976121,
        2.3279321920126677,
        2.3573216770309955,
        2.3863564669154584,
        2.415269116871059,
        2.4442016249522567,
        2.4731859390158206,
        2.502166467020288,
        2.531139540951699,
        2.5601577789057046,
        2.5891351408790797,
        2.618111380841583,
        2.6471021368633956,
        2.6760793388821185,
        2.7051241868175566,
        2.734238365897909,
        2.7633623029105365,
        2.7923670958261937,
        2.8215026538819075,
        2.850604068953544,
        2.879588623996824,
        2.908701960928738,
        2.9376408508978784,
        2.9666064409539104,
        2.9954552908893675,
        3.0247210438828915,
        3.0536594628356397,
        3.082808075938374,
        3.111749900970608,
        3.140846225898713,
        3.1697118878364563,
        3.198761916020885,
        3.2276942138560116,
        3.256687955930829,
        3.2856826100032777,
        3.314773404970765,
        3.34386941883713,
        3.372908196877688,
        3.4019652178976685,
        3.430988766020164,
        3.4607734128367156,
        3.490005863830447,
        3.5190827928017825,
        3.548135324846953,
        3.577259463025257,
        3.606359263882041,
        3.635371280834079,
        3.664465621812269,
        3.6935350669082254,
        3.7226054228376597,
        3.751662554917857,
        3.7807289438787848,
        3.809789791936055,
        3.838975796010345,
        3.8679361559916288,
        3.897026178892702,
        3.926309173926711,
        3.955449781846255,
        3.984666522825137,
        4.013863897882402,
        4.042927260976285,
        4.071953014004976,
        4.101005916949362,
        4.130174699006602,
        4.1593780550174415,
        4.188427681801841,
        4.217532983981073,
        4.246583572821692,
        4.275701478822157,
        4.30496293399483,
        4.3340869408566505,
        4.363169078947976,
        4.3922775369137526,
        4.421181761892512,
        4.450484674889594,
        4.47957485797815,
        4.508698443882167,
        4.53785229800269,
        4.567066303920001,
        4.596311107976362,
        4.625597488833591,
        4.654880644986406,
        4.684173488989472,
        4.71342961397022,
        4.742585801985115,
        4.771802161820233,
        4.801039401907474,
        4.830285998992622,
        4.859560878947377,
        4.888845106819645,
        4.918146236799657,
        4.947422799887136,
        4.976738887839019,
        5.006025158800185,
        5.03528429986909,
        5.064555143006146,
        5.093889844836667,
        5.123204629868269,
        5.152505358913913,
        5.18184157484211,
        5.211144206812605,
        5.240457889856771,
        5.269871139898896,
        5.299165536882356,
        5.328512863023207,
        5.358435078989714,
        5.388044486986473,
        5.417670325841755,
        5.447387876920402,
        5.476859997957945,
        5.506416746880859,
        5.5358260800130665,
        5.565423656022176,
        5.5949425639119,
        5.624641199829057,
        5.654327221913263,
        5.6839683598373085,
        5.71330851293169,
        5.743213735986501,
        5.772695844992995,
        5.8023297598119825,
        5.831853947835043,
        5.861656658817083,
        5.891258002026007,
        5.921025807969272,
        5.95078910398297,
        5.980629546800628,
        6.0100129910279065,
        6.040152924833819,
        6.070021508960053,
        6.099776560906321,
        6.129468414001167,
        6.159153533866629,
        6.189136523986235
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.18925882386975,
      "first_text_epoch_s": 1783817309.6351764,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.471874275011942,
      "prompt_id": "release-plan",
      "prompt_index": 4,
      "prompt_sha256": "2aff657de0093a2b612f97a696a85e74cd7c7f36e1cdb1f97ae69ca44479e9e9",
      "prompt_tokens": 68,
      "reasoning_delta_count": 189,
      "request_ended_epoch_s": 1783817315.1070495,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-04-release-plan",
      "request_started_epoch_s": 1783817308.917791,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-04-release-plan",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-04-release-plan",
      "response_x_request_id": null,
      "sha256": "b0e14a2f0e24ba6aca8a35ab98caa2d26fcbf14eaeae109c8eb86750f74ff2cd",
      "stream_token_id_count": 512,
      "text_preview": "# Engineering Release Plan: New Authentication Flow Migration (Project: AuthNext)\n\n**Version:** 1.0\n**Owner:** Identity & Access Management Team\n**Target Release Date:** [Insert Date]\n**Status:** Draft\n\n## 1. Executive Summary & Scope\nThis plan outlines the deployment strategy for migrating the legacy authentication fl",
      "tok_s_1_100_after_ttft": 99.60212058828913,
      "tok_s_after_ttft_full": 93.56940131795747,
      "tok_s_wall_full": 82.72396010090897,
      "token_id_offsets_s": [
        0.7173845488578081,
        0.7456760329660028,
        0.7743205500300974,
        0.7743205500300974,
        0.7743205500300974,
        0.7743205500300974,
        0.802928457967937,
        0.802928457967937,
        0.802928457967937,
        0.8314760928042233,
        0.8314760928042233,
        0.8314760928042233,
        0.8600511599797755,
        0.8600511599797755,
        0.8885366879403591,
        0.8885366879403591,
        0.8885366879403591,
        0.8885366879403591,
        0.9171173048671335,
        0.9171173048671335,
        0.9171173048671335,
        0.9171173048671335,
        0.9456669839564711,
        0.9456669839564711,
        0.9456669839564711,
        0.9456669839564711,
        0.9743752498179674,
        0.9743752498179674,
        1.0030231338459998,
        1.0030231338459998,
        1.0317129748873413,
        1.0604765659663826,
        1.0604765659663826,
        1.0604765659663826,
        1.0604765659663826,
        1.089310668874532,
        1.089310668874532,
        1.089310668874532,
        1.089310668874532,
        1.1180259988177568,
        1.1467837779782712,
        1.1467837779782712,
        1.1467837779782712,
        1.1467837779782712,
        1.1756307748146355,
        1.1756307748146355,
        1.1756307748146355,
        1.2042815438471735,
        1.2042815438471735,
        1.2042815438471735,
        1.2042815438471735,
        1.2329725879244506,
        1.2329725879244506,
        1.2616062448360026,
        1.2616062448360026,
        1.290235762950033,
        1.290235762950033,
        1.290235762950033,
        1.290235762950033,
        1.3191232159733772,
        1.3191232159733772,
        1.3191232159733772,
        1.3477496388368309,
        1.3764248839579523,
        1.3764248839579523,
        1.3764248839579523,
        1.3764248839579523,
        1.405143118929118,
        1.405143118929118,
        1.405143118929118,
        1.4339293118100613,
        1.4339293118100613,
        1.4339293118100613,
        1.4627002759370953,
        1.4627002759370953,
        1.4627002759370953,
        1.4627002759370953,
        1.491480428026989,
        1.491480428026989,
        1.491480428026989,
        1.5201825930271298,
        1.5201825930271298,
        1.548778718803078,
        1.5773577829822898,
        1.5773577829822898,
        1.6060912369284779,
        1.6060912369284779,
        1.6060912369284779,
        1.6060912369284779,
        1.6348495469428599,
        1.6348495469428599,
        1.6348495469428599,
        1.6348495469428599,
        1.6636433450039476,
        1.6636433450039476,
        1.6636433450039476,
        1.6925128938164562,
        1.6925128938164562,
        1.6925128938164562,
        1.721379237016663,
        1.721379237016663,
        1.7502379359211773,
        1.7502379359211773,
        1.7502379359211773,
        1.7502379359211773,
        1.779041572008282,
        1.779041572008282,
        1.779041572008282,
        1.8077627529855818,
        1.8364763488061726,
        1.8651487689930946,
        1.8651487689930946,
        1.8651487689930946,
        1.8939139018766582,
        1.8939139018766582,
        1.9226731539238244,
        1.9226731539238244,
        1.9226731539238244,
        1.9226731539238244,
        1.9514668609481305,
        1.9514668609481305,
        1.9803764859680086,
        1.9803764859680086,
        1.9803764859680086,
        2.009239001898095,
        2.009239001898095,
        2.009239001898095,
        2.009239001898095,
        2.038281786022708,
        2.038281786022708,
        2.038281786022708,
        2.0676491199992597,
        2.0676491199992597,
        2.096473603975028,
        2.096473603975028,
        2.096473603975028,
        2.1253220338840038,
        2.154288475867361,
        2.154288475867361,
        2.154288475867361,
        2.154288475867361,
        2.183183792978525,
        2.183183792978525,
        2.212190539808944,
        2.212190539808944,
        2.2411135698202997,
        2.2411135698202997,
        2.2699035599362105,
        2.2699035599362105,
        2.2699035599362105,
        2.2699035599362105,
        2.2988303469028324,
        2.2988303469028324,
        2.2988303469028324,
        2.2988303469028324,
        2.327928905840963,
        2.327928905840963,
        2.327928905840963,
        2.327928905840963,
        2.357318390859291,
        2.357318390859291,
        2.357318390859291,
        2.357318390859291,
        2.3863533709663898,
        2.3863533709663898,
        2.3863533709663898,
        2.4152668328024447,
        2.4152668328024447,
        2.4152668328024447,
        2.4152668328024447,
        2.4441997408866882,
        2.4441997408866882,
        2.473183093825355,
        2.473183093825355,
        2.473183093825355,
        2.473183093825355,
        2.502163321012631,
        2.502163321012631,
        2.5311365749221295,
        2.5311365749221295,
        2.5601547739934176,
        2.5601547739934176,
        2.5891320349182934,
        2.6181082548573613,
        2.6181082548573613,
        2.6181082548573613,
        2.6470993019174784,
        2.6760764038190246,
        2.6760764038190246,
        2.7051211309153587,
        2.7051211309153587,
        2.7051211309153587,
        2.7051211309153587,
        2.7342354508582503,
        2.7342354508582503,
        2.7342354508582503,
        2.7342354508582503,
        2.7633593168575317,
        2.7633593168575317,
        2.7923641609959304,
        2.7923641609959304,
        2.7923641609959304,
        2.7923641609959304,
        2.8214992280118167,
        2.8214992280118167,
        2.8214992280118167,
        2.8214992280118167,
        2.8506010440178216,
        2.8506010440178216,
        2.8506010440178216,
        2.879585559014231,
        2.9086989059578627,
        2.9376379849854857,
        2.966603365028277,
        2.966603365028277,
        2.995452865958214,
        2.995452865958214,
        2.995452865958214,
        2.995452865958214,
        3.024718188913539,
        3.0536563869100064,
        3.0536563869100064,
        3.0536563869100064,
        3.082805029815063,
        3.1117468748707324,
        3.1117468748707324,
        3.1117468748707324,
        3.1117468748707324,
        3.1408431900199503,
        3.1408431900199503,
        3.1697089630179107,
        3.198758920887485,
        3.198758920887485,
        3.227692330023274,
        3.227692330023274,
        3.2566853808239102,
        3.2566853808239102,
        3.285679553868249,
        3.285679553868249,
        3.285679553868249,
        3.285679553868249,
        3.3147709399927408,
        3.3147709399927408,
        3.3147709399927408,
        3.3438674458302557,
        3.3438674458302557,
        3.3438674458302557,
        3.372906262986362,
        3.372906262986362,
        3.372906262986362,
        3.372906262986362,
        3.4019633238203824,
        3.4309851489961147,
        3.4607703469228,
        3.4607703469228,
        3.4607703469228,
        3.4607703469228,
        3.4900027678813785,
        3.4900027678813785,
        3.4900027678813785,
        3.4900027678813785,
        3.519079716876149,
        3.519079716876149,
        3.5481323699932545,
        3.5481323699932545,
        3.5481323699932545,
        3.5481323699932545,
        3.5772556050214916,
        3.5772556050214916,
        3.5772556050214916,
        3.5772556050214916,
        3.606357089942321,
        3.606357089942321,
        3.606357089942321,
        3.6353694079443812,
        3.6353694079443812,
        3.6353694079443812,
        3.6353694079443812,
        3.664463758934289,
        3.664463758934289,
        3.664463758934289,
        3.664463758934289,
        3.6935331928543746,
        3.6935331928543746,
        3.7226035699713975,
        3.7226035699713975,
        3.7516607609577477,
        3.7516607609577477,
        3.7807270898483694,
        3.809787857811898,
        3.809787857811898,
        3.838972660014406,
        3.8679342619143426,
        3.8970242550130934,
        3.8970242550130934,
        3.8970242550130934,
        3.8970242550130934,
        3.9263059180229902,
        3.9263059180229902,
        3.9263059180229902,
        3.9263059180229902,
        3.9554465559776872,
        3.9554465559776872,
        3.9846633980050683,
        3.9846633980050683,
        4.01386060193181,
        4.01386060193181,
        4.01386060193181,
        4.01386060193181,
        4.042924064910039,
        4.0719498379621655,
        4.0719498379621655,
        4.101001790026203,
        4.101001790026203,
        4.101001790026203,
        4.101001790026203,
        4.130170580931008,
        4.130170580931008,
        4.130170580931008,
        4.159374919021502,
        4.1884248468559235,
        4.217528625857085,
        4.246581178857014,
        4.275699033867568,
        4.275699033867568,
        4.275699033867568,
        4.275699033867568,
        4.304955800995231,
        4.304955800995231,
        4.334083654917777,
        4.334083654917777,
        4.334083654917777,
        4.3631658928934485,
        4.392274401849136,
        4.421179326949641,
        4.450481538893655,
        4.479571601841599,
        4.479571601841599,
        4.5086951879784465,
        4.537849091924727,
        4.537849091924727,
        4.537849091924727,
        4.537849091924727,
        4.567063007969409,
        4.567063007969409,
        4.567063007969409,
        4.567063007969409,
        4.59630863298662,
        4.59630863298662,
        4.625594352837652,
        4.625594352837652,
        4.625594352837652,
        4.625594352837652,
        4.654877478955314,
        4.654877478955314,
        4.654877478955314,
        4.654877478955314,
        4.684170082909986,
        4.684170082909986,
        4.684170082909986,
        4.684170082909986,
        4.713427730835974,
        4.713427730835974,
        4.713427730835974,
        4.713427730835974,
        4.742583947954699,
        4.771799065871164,
        4.801036275923252,
        4.801036275923252,
        4.801036275923252,
        4.801036275923252,
        4.830282982904464,
        4.830282982904464,
        4.830282982904464,
        4.830282982904464,
        4.8595577529631555,
        4.8595577529631555,
        4.8595577529631555,
        4.8595577529631555,
        4.888843304011971,
        4.918143091024831,
        4.918143091024831,
        4.918143091024831,
        4.94741973397322,
        4.94741973397322,
        4.976735892007127,
        5.00602317485027,
        5.00602317485027,
        5.035281243966892,
        5.035281243966892,
        5.064552036812529,
        5.064552036812529,
        5.064552036812529,
        5.064552036812529,
        5.09388669882901,
        5.09388669882901,
        5.09388669882901,
        5.09388669882901,
        5.12320267688483,
        5.12320267688483,
        5.12320267688483,
        5.12320267688483,
        5.152502333978191,
        5.152502333978191,
        5.181838288903236,
        5.181838288903236,
        5.211140930885449,
        5.211140930885449,
        5.211140930885449,
        5.211140930885449,
        5.2404538418632,
        5.2404538418632,
        5.2404538418632,
        5.269867973867804,
        5.2991624309215695,
        5.3285096569452435,
        5.3285096569452435,
        5.3285096569452435,
        5.3285096569452435,
        5.3584318028297275,
        5.3584318028297275,
        5.3584318028297275,
        5.3584318028297275,
        5.388034768868238,
        5.388034768868238,
        5.388034768868238,
        5.388034768868238,
        5.4176670499145985,
        5.4176670499145985,
        5.4176670499145985,
        5.4176670499145985,
        5.447384590981528,
        5.447384590981528,
        5.447384590981528,
        5.447384590981528,
        5.476856730878353,
        5.476856730878353,
        5.476856730878353,
        5.506413660943508,
        5.535810851026326,
        5.535810851026326,
        5.565420389873907,
        5.565420389873907,
        5.565420389873907,
        5.565420389873907,
        5.5949393678456545,
        5.5949393678456545,
        5.5949393678456545,
        5.5949393678456545,
        5.624637923901901,
        5.624637923901901,
        5.624637923901901,
        5.624637923901901,
        5.654324786970392,
        5.654324786970392,
        5.654324786970392,
        5.654324786970392,
        5.683965233853087,
        5.683965233853087,
        5.683965233853087,
        5.683965233853087,
        5.713306598830968,
        5.713306598830968,
        5.713306598830968,
        5.713306598830968,
        5.743210659828037,
        5.743210659828037,
        5.743210659828037,
        5.772691736929119,
        5.772691736929119,
        5.802326753968373,
        5.802326753968373,
        5.802326753968373,
        5.8318509720265865,
        5.8318509720265865,
        5.8318509720265865,
        5.8318509720265865,
        5.861654734937474,
        5.861654734937474,
        5.861654734937474,
        5.861654734937474,
        5.891254875808954,
        5.891254875808954,
        5.891254875808954,
        5.891254875808954,
        5.9210227120202035,
        5.9210227120202035,
        5.9210227120202035,
        5.9210227120202035,
        5.95078711095266,
        5.95078711095266,
        5.95078711095266,
        5.95078711095266,
        5.980626460863277,
        6.0100111269857734,
        6.0100111269857734,
        6.0100111269857734,
        6.04014991899021,
        6.070019586011767,
        6.070019586011767,
        6.070019586011767,
        6.070019586011767,
        6.099773404886946,
        6.099773404886946,
        6.099773404886946,
        6.129465387901291,
        6.129465387901291,
        6.129465387901291,
        6.1591516609769315,
        6.189132986823097,
        6.189132986823097,
        6.189132986823097
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7173845488578081,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 68,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 580
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 202,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7422144620213658,
        0.7706422619521618,
        0.8006204220000654,
        0.8302518620621413,
        0.8594208238646388,
        0.8881082108709961,
        0.9167861510068178,
        0.9454480309505016,
        0.9741427218541503,
        1.0027920878492296,
        1.0313093969598413,
        1.0598979589994997,
        1.0886344988830388,
        1.117361269891262,
        1.145968897966668,
        1.1748736039735377,
        1.2034658829215914,
        1.2320428129751235,
        1.2607021080330014,
        1.2893316368572414,
        1.318003435852006,
        1.3466269930358976,
        1.3752010080497712,
        1.4049706270452589,
        1.433666029945016,
        1.4623316968791187,
        1.4910310769919306,
        1.5196172948926687,
        1.548319720895961,
        1.5769847559276968,
        1.6057192019652575,
        1.634361875941977,
        1.6631684268359095,
        1.6920069488696754,
        1.7209314010106027,
        1.749659616034478,
        1.7783942520618439,
        1.8072006630245596,
        1.8360000208485872,
        1.8647064240649343,
        1.8934276849031448,
        1.9221559988800436,
        1.9510210710577667,
        1.9798372900113463,
        2.008609687909484,
        2.0374156578909606,
        2.066198966000229,
        2.094992552883923,
        2.123759448993951,
        2.152489476837218,
        2.1812773828860372,
        2.2101164958439767,
        2.2389564199838787,
        2.2678328619804233,
        2.2969928870443255,
        2.325886982958764,
        2.354730893857777,
        2.3835054459050298,
        2.412307397928089,
        2.4410836528986692,
        2.4699382539838552,
        2.498831006931141,
        2.5277376470621675,
        2.556589823914692,
        2.585567155852914,
        2.6144742560572922,
        2.643344716867432,
        2.6732462539803237,
        2.7022559659089893,
        2.7310664849355817,
        2.7600466918665916,
        2.788954423973337,
        2.817791241919622,
        2.8467553488444537,
        2.8756309000309557,
        2.9044906608760357,
        2.93334714602679,
        2.9623247089330107,
        2.991276141954586,
        3.0212169520091265,
        3.0501924408599734,
        3.079183869063854,
        3.1080955078359693,
        3.137064815033227,
        3.165976502932608,
        3.1949335169047117,
        3.224004624877125,
        3.25299199600704,
        3.282123076962307,
        3.3107903169002384,
        3.339885188965127,
        3.3688946508336812,
        3.398008259013295,
        3.4280051649548113,
        3.4574016539845616,
        3.4864920580293983,
        3.51546351891011,
        3.5444728808943182,
        3.573540611891076,
        3.602585210930556,
        3.631783908000216,
        3.6608856639359146,
        3.689837867859751,
        3.7188647428993136,
        3.7479249408934265,
        3.7768861828371882,
        3.806034905835986,
        3.8351094909012318,
        3.8643614179454744,
        3.893356011947617,
        3.922413023887202,
        3.9514847029931843,
        3.9805962268728763,
        4.009768544929102,
        4.038820115849376,
        4.0678522910457104,
        4.096891890047118,
        4.126000768970698,
        4.155060455901548,
        4.184205191908404,
        4.213421422056854,
        4.242685833014548,
        4.271877066930756,
        4.301078608958051,
        4.330208447994664,
        4.359307778999209,
        4.3884002468548715,
        4.418230619980022,
        4.448624570854008,
        4.477713191881776,
        4.506824705982581,
        4.5360688988585025,
        4.565338238840923,
        4.594586960040033,
        4.6237001868430525,
        4.652867775876075,
        4.682072174036875,
        4.711335823871195,
        4.740727372933179,
        4.769928765948862,
        4.799164462834597,
        4.828386344015598,
        4.8576625869609416,
        4.886845524888486,
        4.916084287920967,
        4.945314734941348,
        4.974573825951666,
        5.003779104910791,
        5.033042283961549,
        5.062294011004269,
        5.091874264879152,
        5.121376591967419,
        5.150826220866293,
        5.180359737016261,
        5.209882963914424,
        5.23934761993587,
        5.269016721053049,
        5.298607283970341,
        5.328143635997549,
        5.357488628011197,
        5.386820955900475,
        5.416162251029164,
        5.445381736848503,
        5.474771704059094,
        5.504133788868785,
        5.533552048029378,
        5.5629052959848195,
        5.59238463989459,
        5.621722077950835,
        5.651127903955057,
        5.680742972996086,
        5.710259377025068,
        5.739899332867935,
        5.7695167569909245,
        5.799005207838491,
        5.828588507836685,
        5.858285479946062,
        5.8879782350268215,
        5.917627828894183,
        5.947241515852511,
        5.976887171855196,
        6.006547566968948,
        6.036235411884263,
        6.065951942000538,
        6.095635419012979,
        6.125341499922797,
        6.154943353962153,
        6.184644063934684,
        6.214407762046903,
        6.244163064053282,
        6.2738043528515846,
        6.303360049845651,
        6.3329207168426365,
        6.3624832078348845,
        6.391990924952552,
        6.42178547102958,
        6.451538349036127,
        6.481202010065317,
        6.510861251037568,
        6.540624918881804,
        6.57027532486245,
        6.600193222984672
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.600264596985653,
      "first_text_epoch_s": 1783817315.8493812,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.858052981086075,
      "prompt_id": "benchmark-analysis",
      "prompt_index": 5,
      "prompt_sha256": "ad01f6d7127de18807a1f11c9bfc86a2ea86fd3639c40581818dec4a7ea4664d",
      "prompt_tokens": 65,
      "reasoning_delta_count": 202,
      "request_ended_epoch_s": 1783817321.7074332,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-05-benchmark-analysis",
      "request_started_epoch_s": 1783817315.1071687,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-05-benchmark-analysis",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-05-benchmark-analysis",
      "response_x_request_id": null,
      "sha256": "483ad29c5cf957ec8d528ba108e5f2f4702d84a980c687ad94c49ccc1510cf76",
      "stream_token_id_count": 512,
      "text_preview": "This is a classic scenario in Large Language Model (LLM) performance evaluation, often referred to as the **\"Cache Hit vs. Cache Miss\"** or **\"Warm vs. Cold Start\"** discrepancy.\n\nHere\u2019s a detailed analysis of the causes, how to separate valid throughput metrics, and best practices for benchmarking.\n\n---\n\n### 1. Plausi",
      "tok_s_1_100_after_ttft": 105.28624263109123,
      "tok_s_after_ttft_full": 87.40105315761004,
      "tok_s_wall_full": 77.5726476532215,
      "token_id_offsets_s": [
        0.7422116158995777,
        0.7706392959225923,
        0.8006173770409077,
        0.8006173770409077,
        0.8006173770409077,
        0.8302499889396131,
        0.8302499889396131,
        0.8594189998693764,
        0.8594189998693764,
        0.8594189998693764,
        0.8594189998693764,
        0.8881039230618626,
        0.8881039230618626,
        0.8881039230618626,
        0.916784267872572,
        0.916784267872572,
        0.916784267872572,
        0.9454461769200861,
        0.9454461769200861,
        0.9454461769200861,
        0.9454461769200861,
        0.9741409989073873,
        0.9741409989073873,
        1.0027903548907489,
        1.031307433033362,
        1.0598962758667767,
        1.0598962758667767,
        1.0598962758667767,
        1.0598962758667767,
        1.0886325649917126,
        1.0886325649917126,
        1.0886325649917126,
        1.0886325649917126,
        1.117359576979652,
        1.117359576979652,
        1.117359576979652,
        1.1459672648925334,
        1.1459672648925334,
        1.174869465874508,
        1.174869465874508,
        1.174869465874508,
        1.174869465874508,
        1.2034626069944352,
        1.2034626069944352,
        1.2034626069944352,
        1.2034626069944352,
        1.2320395968854427,
        1.2606989319901913,
        1.2606989319901913,
        1.2606989319901913,
        1.2893280698917806,
        1.2893280698917806,
        1.2893280698917806,
        1.2893280698917806,
        1.3180003599263728,
        1.3466237869579345,
        1.3466237869579345,
        1.3466237869579345,
        1.375197741901502,
        1.375197741901502,
        1.375197741901502,
        1.375197741901502,
        1.4049671608954668,
        1.4049671608954668,
        1.4049671608954668,
        1.4049671608954668,
        1.433662774041295,
        1.433662774041295,
        1.433662774041295,
        1.433662774041295,
        1.4623284710105509,
        1.4623284710105509,
        1.4623284710105509,
        1.4623284710105509,
        1.4910278709139675,
        1.4910278709139675,
        1.5196140490006655,
        1.5196140490006655,
        1.5196140490006655,
        1.5196140490006655,
        1.5483157730195671,
        1.5483157730195671,
        1.5483157730195671,
        1.5483157730195671,
        1.576981539838016,
        1.576981539838016,
        1.576981539838016,
        1.576981539838016,
        1.6057159460615367,
        1.6057159460615367,
        1.6057159460615367,
        1.6343586300499737,
        1.6343586300499737,
        1.6343586300499737,
        1.6343586300499737,
        1.6631652009673417,
        1.6631652009673417,
        1.6631652009673417,
        1.6631652009673417,
        1.6920033218339086,
        1.6920033218339086,
        1.6920033218339086,
        1.7209282550029457,
        1.7496563689783216,
        1.7496563689783216,
        1.7496563689783216,
        1.7496563689783216,
        1.778391816886142,
        1.778391816886142,
        1.778391816886142,
        1.778391816886142,
        1.8071975070051849,
        1.8071975070051849,
        1.8071975070051849,
        1.8071975070051849,
        1.83599683502689,
        1.864703187951818,
        1.864703187951818,
        1.864703187951818,
        1.8934239079244435,
        1.8934239079244435,
        1.8934239079244435,
        1.8934239079244435,
        1.9221526929177344,
        1.9221526929177344,
        1.9221526929177344,
        1.9221526929177344,
        1.9510178649798036,
        1.9510178649798036,
        1.9510178649798036,
        1.9510178649798036,
        1.9798340538982302,
        1.9798340538982302,
        2.0086064720526338,
        2.0086064720526338,
        2.0086064720526338,
        2.0374123819638044,
        2.0374123819638044,
        2.0374123819638044,
        2.0374123819638044,
        2.066195759922266,
        2.066195759922266,
        2.066195759922266,
        2.066195759922266,
        2.0949889458715916,
        2.0949889458715916,
        2.0949889458715916,
        2.0949889458715916,
        2.1237562838941813,
        2.1237562838941813,
        2.1237562838941813,
        2.152486380888149,
        2.152486380888149,
        2.1812741770409048,
        2.1812741770409048,
        2.1812741770409048,
        2.1812741770409048,
        2.210113269975409,
        2.238953203894198,
        2.238953203894198,
        2.238953203894198,
        2.238953203894198,
        2.2678297059610486,
        2.2678297059610486,
        2.2678297059610486,
        2.2678297059610486,
        2.296989630907774,
        2.296989630907774,
        2.296989630907774,
        2.325883836951107,
        2.325883836951107,
        2.3547277790494263,
        2.38350174902007,
        2.38350174902007,
        2.412304211873561,
        2.412304211873561,
        2.441080407006666,
        2.441080407006666,
        2.441080407006666,
        2.469935017870739,
        2.469935017870739,
        2.4988278409000486,
        2.4988278409000486,
        2.4988278409000486,
        2.4988278409000486,
        2.5277344309724867,
        2.5277344309724867,
        2.5277344309724867,
        2.5565866278484464,
        2.5565866278484464,
        2.5565866278484464,
        2.5565866278484464,
        2.585563948843628,
        2.6144710299558938,
        2.6144710299558938,
        2.6144710299558938,
        2.6433416109066457,
        2.6433416109066457,
        2.6732431680429727,
        2.6732431680429727,
        2.7022524198982865,
        2.7022524198982865,
        2.7310640909709036,
        2.7310640909709036,
        2.7310640909709036,
        2.7310640909709036,
        2.7600433558691293,
        2.7600433558691293,
        2.7600433558691293,
        2.788951297989115,
        2.817788016051054,
        2.817788016051054,
        2.817788016051054,
        2.846752183046192,
        2.846752183046192,
        2.846752183046192,
        2.8756225740071386,
        2.8756225740071386,
        2.9044874450191855,
        2.9044874450191855,
        2.9333438200410455,
        2.9333438200410455,
        2.9333438200410455,
        2.962321483064443,
        2.962321483064443,
        2.962321483064443,
        2.9912728760391474,
        2.9912728760391474,
        3.0212137668859214,
        3.0501892750617117,
        3.0501892750617117,
        3.079179801978171,
        3.108091349946335,
        3.1370604059193283,
        3.1659733168780804,
        3.1659733168780804,
        3.1659733168780804,
        3.1659733168780804,
        3.194929450051859,
        3.194929450051859,
        3.194929450051859,
        3.194929450051859,
        3.224002151051536,
        3.224002151051536,
        3.252990152919665,
        3.282120021060109,
        3.282120021060109,
        3.282120021060109,
        3.282120021060109,
        3.310785847948864,
        3.310785847948864,
        3.310785847948864,
        3.310785847948864,
        3.339880189858377,
        3.3688901129644364,
        3.3688901129644364,
        3.3688901129644364,
        3.398003499954939,
        3.428001167019829,
        3.428001167019829,
        3.428001167019829,
        3.4573982569854707,
        3.4573982569854707,
        3.4573982569854707,
        3.4573982569854707,
        3.4864875788334757,
        3.515461844857782,
        3.5444701148662716,
        3.5444701148662716,
        3.573538798838854,
        3.573538798838854,
        3.602583406958729,
        3.602583406958729,
        3.602583406958729,
        3.602583406958729,
        3.6317821349948645,
        3.6317821349948645,
        3.6608839810360223,
        3.689836144912988,
        3.71886297990568,
        3.71886297990568,
        3.71886297990568,
        3.747923096874729,
        3.747923096874729,
        3.7768845290411264,
        3.8060332329478115,
        3.835107767023146,
        3.835107767023146,
        3.835107767023146,
        3.835107767023146,
        3.8643596949987113,
        3.8643596949987113,
        3.8643596949987113,
        3.8643596949987113,
        3.8933543488383293,
        3.9224111810326576,
        3.9224111810326576,
        3.9224111810326576,
        3.9514829500112683,
        3.9514829500112683,
        3.9514829500112683,
        3.9514829500112683,
        3.980594443855807,
        3.980594443855807,
        3.980594443855807,
        4.009766842005774,
        4.009766842005774,
        4.038818432949483,
        4.067850267048925,
        4.067850267048925,
        4.09689018689096,
        4.09689018689096,
        4.09689018689096,
        4.09689018689096,
        4.125999115873128,
        4.15505836205557,
        4.15505836205557,
        4.184203337877989,
        4.184203337877989,
        4.184203337877989,
        4.184203337877989,
        4.213419649051502,
        4.213419649051502,
        4.213419649051502,
        4.213419649051502,
        4.242684080032632,
        4.242684080032632,
        4.242684080032632,
        4.242684080032632,
        4.271875113015994,
        4.271875113015994,
        4.301076896023005,
        4.301076896023005,
        4.330206743907183,
        4.359306084923446,
        4.38839846290648,
        4.38839846290648,
        4.418228274909779,
        4.448621875839308,
        4.477711798856035,
        4.506823753938079,
        4.536067856941372,
        4.536067856941372,
        4.536067856941372,
        4.565337146865204,
        4.594585937913507,
        4.62369898497127,
        4.65286405896768,
        4.682070921873674,
        4.682070921873674,
        4.682070921873674,
        4.682070921873674,
        4.711334270890802,
        4.711334270890802,
        4.711334270890802,
        4.711334270890802,
        4.740725320065394,
        4.740725320065394,
        4.740725320065394,
        4.740725320065394,
        4.769927483983338,
        4.799163480987772,
        4.828385070897639,
        4.828385070897639,
        4.828385070897639,
        4.828385070897639,
        4.8576615049969405,
        4.886844572843984,
        4.886844572843984,
        4.886844572843984,
        4.916082974988967,
        4.945313622942194,
        4.974570999853313,
        4.974570999853313,
        5.003776791039854,
        5.003776791039854,
        5.003776791039854,
        5.033040881855413,
        5.033040881855413,
        5.062292888993397,
        5.062292888993397,
        5.062292888993397,
        5.062292888993397,
        5.09187306300737,
        5.09187306300737,
        5.09187306300737,
        5.121375489979982,
        5.150825208984315,
        5.150825208984315,
        5.180358684854582,
        5.180358684854582,
        5.209882031893358,
        5.239344944944605,
        5.269015167839825,
        5.269015167839825,
        5.269015167839825,
        5.269015167839825,
        5.29860603203997,
        5.29860603203997,
        5.29860603203997,
        5.29860603203997,
        5.32814254402183,
        5.32814254402183,
        5.32814254402183,
        5.357486723922193,
        5.357486723922193,
        5.386819774052128,
        5.386819774052128,
        5.416158363921568,
        5.416158363921568,
        5.445380385033786,
        5.445380385033786,
        5.474770471919328,
        5.474770471919328,
        5.504132485948503,
        5.504132485948503,
        5.504132485948503,
        5.533550895983353,
        5.562904234044254,
        5.562904234044254,
        5.562904234044254,
        5.592383547918871,
        5.621720856055617,
        5.621720856055617,
        5.621720856055617,
        5.621720856055617,
        5.651126721873879,
        5.651126721873879,
        5.651126721873879,
        5.651126721873879,
        5.6807416109368205,
        5.6807416109368205,
        5.710258285049349,
        5.710258285049349,
        5.710258285049349,
        5.710258285049349,
        5.739897409919649,
        5.769514983985573,
        5.769514983985573,
        5.769514983985573,
        5.799003754975274,
        5.799003754975274,
        5.799003754975274,
        5.828587234951556,
        5.828587234951556,
        5.828587234951556,
        5.858283926965669,
        5.858283926965669,
        5.858283926965669,
        5.858283926965669,
        5.88797681289725,
        5.88797681289725,
        5.917623390909284,
        5.947236826876178,
        5.947236826876178,
        5.947236826876178,
        5.976885518990457,
        6.006543189054355,
        6.006543189054355,
        6.036233308026567,
        6.036233308026567,
        6.036233308026567,
        6.036233308026567,
        6.06595005793497,
        6.06595005793497,
        6.06595005793497,
        6.095630860887468,
        6.095630860887468,
        6.095630860887468,
        6.095630860887468,
        6.125339346006513,
        6.125339346006513,
        6.15493814391084,
        6.184639645041898,
        6.184639645041898,
        6.184639645041898,
        6.184639645041898,
        6.214402671903372,
        6.214402671903372,
        6.244158064946532,
        6.244158064946532,
        6.244158064946532,
        6.244158064946532,
        6.2738025090657175,
        6.2738025090657175,
        6.303355821873993,
        6.303355821873993,
        6.332916358951479,
        6.332916358951479,
        6.362481474876404,
        6.362481474876404,
        6.362481474876404,
        6.391989052062854,
        6.391989052062854,
        6.391989052062854,
        6.421783777885139,
        6.421783777885139,
        6.421783777885139,
        6.421783777885139,
        6.451536615844816,
        6.481200195848942,
        6.510859268018976,
        6.510859268018976,
        6.510859268018976,
        6.540623135864735,
        6.540623135864735,
        6.570273360935971,
        6.570273360935971,
        6.600191539851949,
        6.600191539851949,
        6.600191539851949,
        6.600191539851949
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7422116158995777,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 65,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 577
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 184,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7433213258627802,
        0.7717045929748565,
        0.8002734179608524,
        0.829033853020519,
        0.8577481519896537,
        0.8863648970145732,
        0.9149778748396784,
        0.9435983668081462,
        0.9721707489807159,
        1.000788435805589,
        1.0294112728442997,
        1.0583154279738665,
        1.0869199999142438,
        1.1155278289224952,
        1.1443378068506718,
        1.1732296380214393,
        1.2020635509397835,
        1.2307196198962629,
        1.2594098038971424,
        1.2880493309348822,
        1.3166755149140954,
        1.3455020838882774,
        1.374161859974265,
        1.402793482877314,
        1.4314768228214234,
        1.4601682689972222,
        1.4888630209024996,
        1.5174683339428157,
        1.546366246882826,
        1.575233903946355,
        1.6036333409138024,
        1.632225229870528,
        1.6608288798015565,
        1.6895560428965837,
        1.7183074408676475,
        1.7471226488705724,
        1.7758716819807887,
        1.8046087638940662,
        1.8334076809696853,
        1.862257804023102,
        1.8910100038629025,
        1.9197077509015799,
        1.9484739769250154,
        1.9772540389094502,
        2.0059993457980454,
        2.034723222022876,
        2.064578662859276,
        2.0934059428982437,
        2.1226638918742537,
        2.152239085873589,
        2.1812302339822054,
        2.2102606159169227,
        2.2393726508598775,
        2.2680470638442785,
        2.2968979889992625,
        2.325859881937504,
        2.3546526678837836,
        2.383528188802302,
        2.4124419619329274,
        2.441343121929094,
        2.470198784954846,
        2.4989548318553716,
        2.527806127909571,
        2.556697038002312,
        2.5856233639642596,
        2.615652069915086,
        2.644826351897791,
        2.6739973470102996,
        2.703080978943035,
        2.7320496649481356,
        2.761091818800196,
        2.7901557139120996,
        2.81918028392829,
        2.848262042971328,
        2.877427216852084,
        2.90660224086605,
        2.935685731936246,
        2.964797736844048,
        2.993921243818477,
        3.0228019838687032,
        3.0517943447921425,
        3.0808251770213246,
        3.1098095029592514,
        3.1388838968705386,
        3.1678007659502327,
        3.19682779093273,
        3.2260521869175136,
        3.255253749899566,
        3.2843917538411915,
        3.313442002981901,
        3.342615653993562,
        3.371729962993413,
        3.400798666989431,
        3.4299067850224674,
        3.4589563319459558,
        3.4880090258084238,
        3.51704685180448,
        3.5461166778113693,
        3.5753514629323035,
        3.604564226930961,
        3.6337574447970837,
        3.662944760872051,
        3.6920175028499216,
        3.7210764279589057,
        3.750096219824627,
        3.7791841099970043,
        3.808457186911255,
        3.8377663518767804,
        3.8669180418364704,
        3.8960870730224997,
        3.925263759912923,
        3.9543977158609778,
        3.9835831390228122,
        4.012889097910374,
        4.042046047979966,
        4.0711651558522135,
        4.1004490938503295,
        4.129858286818489,
        4.1592103419825435,
        4.188562627881765,
        4.217822480015457,
        4.247122569009662,
        4.276409221813083,
        4.305645348969847,
        4.334901885828003,
        4.364311338867992,
        4.393678061896935,
        4.423035517800599,
        4.452470548916608,
        4.4818991490174085,
        4.511183045804501,
        4.540645950008184,
        4.570109584834427,
        4.599533785833046,
        4.628972904989496,
        4.658436771016568,
        4.687951401807368,
        4.717403093818575,
        4.74696464301087,
        4.776464686961845,
        4.805997821968049,
        4.835597371915355,
        4.865224554901943,
        4.894721381831914,
        4.92410853295587,
        4.953536681830883,
        4.9829258169047534,
        5.012544983997941,
        5.042049685958773,
        5.071617827983573,
        5.101113331969827,
        5.1305715769995,
        5.160107357893139,
        5.189697479829192,
        5.219151296885684,
        5.248639868805185,
        5.278192230965942,
        5.307696902891621,
        5.33712845784612,
        5.366469322005287,
        5.395828330889344,
        5.425263522891328,
        5.454767352901399,
        5.484274058835581,
        5.513717246009037,
        5.543122901814058,
        5.5726161929778755,
        5.602097180904821,
        5.631524497875944,
        5.660998361883685,
        5.690439734840766,
        5.719937273999676,
        5.749371764948592,
        5.7788613678421825,
        5.808496565790847,
        5.83815027680248,
        5.867839796934277,
        5.897550344932824,
        5.927163240965456,
        5.956696475856006,
        5.986271119909361,
        6.015809073811397,
        6.045422860886902,
        6.075201036874205
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.075263503938913,
      "first_text_epoch_s": 1783817322.4508588,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.331944762961939,
      "prompt_id": "architecture-tradeoff",
      "prompt_index": 6,
      "prompt_sha256": "850f7db6d007b66cb1d37440e19c25e69bf6c762c3d3a92a9b18bc3d91de1678",
      "prompt_tokens": 67,
      "reasoning_delta_count": 184,
      "request_ended_epoch_s": 1783817327.7828023,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-06-architecture-tradeoff",
      "request_started_epoch_s": 1783817321.7075388,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-06-architecture-tradeoff",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-06-architecture-tradeoff",
      "response_x_request_id": null,
      "sha256": "31c73b62c4804ff205cc60831fce61793a375eb36604ea923e4ae15bc9c27b7b",
      "stream_token_id_count": 512,
      "text_preview": "This is a classic systems engineering trade-off in Large Language Model (LLM) serving. The choice between **Tensor Parallelism (TP)** and **Data/Instance Parallelism (Independent Replicas)** fundamentally changes how the hardware is utilized and how the software behaves.\n\nHere is a detailed comparison across the reques",
      "tok_s_1_100_after_ttft": 94.22510180889164,
      "tok_s_after_ttft_full": 96.0250007758107,
      "tok_s_wall_full": 84.27617990035222,
      "token_id_offsets_s": [
        0.7433187409769744,
        0.771702678874135,
        0.771702678874135,
        0.771702678874135,
        0.8002717148046941,
        0.8290320099331439,
        0.8290320099331439,
        0.8290320099331439,
        0.8290320099331439,
        0.8577463577967137,
        0.8863612699788064,
        0.8863612699788064,
        0.9149759309366345,
        0.9149759309366345,
        0.9149759309366345,
        0.9149759309366345,
        0.9435966138262302,
        0.9435966138262302,
        0.9721689559519291,
        0.9721689559519291,
        0.9721689559519291,
        0.9721689559519291,
        1.0007862618658692,
        1.0007862618658692,
        1.0007862618658692,
        1.0007862618658692,
        1.0294095599092543,
        1.0294095599092543,
        1.0294095599092543,
        1.0294095599092543,
        1.0583136538043618,
        1.0583136538043618,
        1.086918206885457,
        1.115526104811579,
        1.115526104811579,
        1.115526104811579,
        1.115526104811579,
        1.144335662946105,
        1.144335662946105,
        1.144335662946105,
        1.144335662946105,
        1.1732275038957596,
        1.1732275038957596,
        1.1732275038957596,
        1.1732275038957596,
        1.2020617979578674,
        1.2307137688621879,
        1.2307137688621879,
        1.2307137688621879,
        1.2307137688621879,
        1.2594079598784447,
        1.2594079598784447,
        1.2880472168326378,
        1.2880472168326378,
        1.2880472168326378,
        1.2880472168326378,
        1.3166738308500499,
        1.3166738308500499,
        1.3166738308500499,
        1.3166738308500499,
        1.3454999399837106,
        1.3454999399837106,
        1.374160106992349,
        1.374160106992349,
        1.402791789965704,
        1.431474979966879,
        1.431474979966879,
        1.431474979966879,
        1.4601657739840448,
        1.4888612770009786,
        1.4888612770009786,
        1.4888612770009786,
        1.5174663208890706,
        1.5174663208890706,
        1.5174663208890706,
        1.5174663208890706,
        1.546364463865757,
        1.546364463865757,
        1.575232150964439,
        1.603631186997518,
        1.632222875021398,
        1.632222875021398,
        1.6608270569704473,
        1.6608270569704473,
        1.6895541700068861,
        1.6895541700068861,
        1.6895541700068861,
        1.6895541700068861,
        1.7183056578505784,
        1.7183056578505784,
        1.7183056578505784,
        1.7183056578505784,
        1.7471209259238094,
        1.7471209259238094,
        1.7471209259238094,
        1.7471209259238094,
        1.7758694780059159,
        1.8046070609707385,
        1.8046070609707385,
        1.8046070609707385,
        1.8046070609707385,
        1.8334057768806815,
        1.8334057768806815,
        1.8334057768806815,
        1.8334057768806815,
        1.8622560009825975,
        1.8622560009825975,
        1.8622560009825975,
        1.8910081398207694,
        1.8910081398207694,
        1.9197053469251841,
        1.9197053469251841,
        1.9197053469251841,
        1.9197053469251841,
        1.9484721939079463,
        1.9484721939079463,
        1.9484721939079463,
        1.9484721939079463,
        1.9772522349376231,
        1.9772522349376231,
        1.9772522349376231,
        1.9772522349376231,
        2.0059976018965244,
        2.034721437841654,
        2.034721437841654,
        2.0645757869351655,
        2.0645757869351655,
        2.0645757869351655,
        2.0645757869351655,
        2.0934040788561106,
        2.1226618378423154,
        2.1226618378423154,
        2.1522360099479556,
        2.1522360099479556,
        2.1522360099479556,
        2.1522360099479556,
        2.181227929890156,
        2.181227929890156,
        2.181227929890156,
        2.2102587518747896,
        2.2102587518747896,
        2.2393706869333982,
        2.268045130884275,
        2.268045130884275,
        2.268045130884275,
        2.268045130884275,
        2.296896015992388,
        2.296896015992388,
        2.296896015992388,
        2.296896015992388,
        2.325858198804781,
        2.325858198804781,
        2.3546511449385434,
        2.3546511449385434,
        2.3835255338344723,
        2.3835255338344723,
        2.3835255338344723,
        2.3835255338344723,
        2.4124405598267913,
        2.4124405598267913,
        2.4124405598267913,
        2.441341648809612,
        2.441341648809612,
        2.4701969118323177,
        2.4989531389437616,
        2.4989531389437616,
        2.5278042438440025,
        2.5278042438440025,
        2.5278042438440025,
        2.5566953639499843,
        2.5566953639499843,
        2.5566953639499843,
        2.5856216507963836,
        2.6156471997965127,
        2.6156471997965127,
        2.6448245279025286,
        2.6448245279025286,
        2.6448245279025286,
        2.6448245279025286,
        2.6739923779387027,
        2.6739923779387027,
        2.6739923779387027,
        2.7030791859142482,
        2.7030791859142482,
        2.7030791859142482,
        2.7320479520130903,
        2.761090125888586,
        2.790153999812901,
        2.819178600795567,
        2.848260308848694,
        2.848260308848694,
        2.877425384009257,
        2.877425384009257,
        2.877425384009257,
        2.877425384009257,
        2.9066003968473524,
        2.9066003968473524,
        2.9356839989777654,
        2.964792556827888,
        2.964792556827888,
        2.964792556827888,
        2.993916724808514,
        3.022800170816481,
        3.022800170816481,
        3.022800170816481,
        3.022800170816481,
        3.0517925720196217,
        3.0808229628019035,
        3.0808229628019035,
        3.0808229628019035,
        3.0808229628019035,
        3.1098077190108597,
        3.1098077190108597,
        3.1098077190108597,
        3.1098077190108597,
        3.138882073806599,
        3.138882073806599,
        3.138882073806599,
        3.1677990118041635,
        3.1968263289891183,
        3.1968263289891183,
        3.1968263289891183,
        3.1968263289891183,
        3.2260510749183595,
        3.2260510749183595,
        3.2260510749183595,
        3.2260510749183595,
        3.255252577830106,
        3.255252577830106,
        3.255252577830106,
        3.284390651853755,
        3.284390651853755,
        3.284390651853755,
        3.284390651853755,
        3.3134408509358764,
        3.3426133398897946,
        3.3717282698489726,
        3.3717282698489726,
        3.4007968129590154,
        3.4007968129590154,
        3.4007968129590154,
        3.4007968129590154,
        3.429905060911551,
        3.429905060911551,
        3.429905060911551,
        3.429905060911551,
        3.4589545289054513,
        3.4589545289054513,
        3.4589545289054513,
        3.4589545289054513,
        3.488007292849943,
        3.51704497798346,
        3.51704497798346,
        3.51704497798346,
        3.5461148240137845,
        3.5461148240137845,
        3.5461148240137845,
        3.5461148240137845,
        3.5753495499957353,
        3.5753495499957353,
        3.6045622839592397,
        3.6045622839592397,
        3.6045622839592397,
        3.6045622839592397,
        3.633755771908909,
        3.633755771908909,
        3.633755771908909,
        3.633755771908909,
        3.6629430179018527,
        3.6629430179018527,
        3.6629430179018527,
        3.6629430179018527,
        3.692015628796071,
        3.692015628796071,
        3.72106487583369,
        3.750094085931778,
        3.750094085931778,
        3.779182286001742,
        3.779182286001742,
        3.779182286001742,
        3.779182286001742,
        3.808455443009734,
        3.808455443009734,
        3.808455443009734,
        3.837764267809689,
        3.837764267809689,
        3.866913612931967,
        3.866913612931967,
        3.866913612931967,
        3.866913612931967,
        3.896085319807753,
        3.896085319807753,
        3.896085319807753,
        3.896085319807753,
        3.9252619568724185,
        3.9252619568724185,
        3.9252619568724185,
        3.9252619568724185,
        3.954395883018151,
        3.954395883018151,
        3.954395883018151,
        3.954395883018151,
        3.9835814258549362,
        4.012887143995613,
        4.012887143995613,
        4.012887143995613,
        4.042044244008139,
        4.042044244008139,
        4.071163231972605,
        4.071163231972605,
        4.071163231972605,
        4.1004473499488086,
        4.1004473499488086,
        4.1004473499488086,
        4.1004473499488086,
        4.129855321021751,
        4.129855321021751,
        4.129855321021751,
        4.159205502830446,
        4.159205502830446,
        4.159205502830446,
        4.188558249967173,
        4.217820646939799,
        4.217820646939799,
        4.217820646939799,
        4.217820646939799,
        4.247120764805004,
        4.247120764805004,
        4.247120764805004,
        4.247120764805004,
        4.276407368015498,
        4.3056435158941895,
        4.3056435158941895,
        4.3056435158941895,
        4.3056435158941895,
        4.334900181973353,
        4.334900181973353,
        4.334900181973353,
        4.334900181973353,
        4.364309595897794,
        4.364309595897794,
        4.364309595897794,
        4.393676199018955,
        4.393676199018955,
        4.393676199018955,
        4.393676199018955,
        4.423033754806966,
        4.423033754806966,
        4.423033754806966,
        4.423033754806966,
        4.452468414790928,
        4.452468414790928,
        4.452468414790928,
        4.452468414790928,
        4.48189726495184,
        4.48189726495184,
        4.48189726495184,
        4.48189726495184,
        4.511180992005393,
        4.511180992005393,
        4.511180992005393,
        4.511180992005393,
        4.54064405686222,
        4.54064405686222,
        4.54064405686222,
        4.570107681909576,
        4.570107681909576,
        4.570107681909576,
        4.570107681909576,
        4.599531912943348,
        4.599531912943348,
        4.599531912943348,
        4.599531912943348,
        4.628971081925556,
        4.628971081925556,
        4.628971081925556,
        4.628971081925556,
        4.658434806857258,
        4.658434806857258,
        4.658434806857258,
        4.658434806857258,
        4.68794969888404,
        4.68794969888404,
        4.717400959925726,
        4.717400959925726,
        4.717400959925726,
        4.717400959925726,
        4.7469628299586475,
        4.7469628299586475,
        4.7469628299586475,
        4.7469628299586475,
        4.776462903013453,
        4.776462903013453,
        4.776462903013453,
        4.776462903013453,
        4.805996018927544,
        4.805996018927544,
        4.805996018927544,
        4.805996018927544,
        4.835595558863133,
        4.835595558863133,
        4.835595558863133,
        4.835595558863133,
        4.865222830791026,
        4.865222830791026,
        4.894719668896869,
        4.924106649821624,
        4.924106649821624,
        4.953534797998145,
        4.953534797998145,
        4.953534797998145,
        4.9829237828962505,
        4.9829237828962505,
        4.9829237828962505,
        4.9829237828962505,
        5.012543079908937,
        5.042047922965139,
        5.042047922965139,
        5.0716151730157435,
        5.0716151730157435,
        5.0716151730157435,
        5.0716151730157435,
        5.101111919851974,
        5.101111919851974,
        5.130570434965193,
        5.160106085939333,
        5.160106085939333,
        5.160106085939333,
        5.189696337794885,
        5.189696337794885,
        5.189696337794885,
        5.219150244956836,
        5.248638686956838,
        5.278190997894853,
        5.278190997894853,
        5.307695800904185,
        5.307695800904185,
        5.307695800904185,
        5.307695800904185,
        5.33712762594223,
        5.366468149935827,
        5.366468149935827,
        5.395827308995649,
        5.395827308995649,
        5.4252621999476105,
        5.4252621999476105,
        5.4252621999476105,
        5.4252621999476105,
        5.454766150796786,
        5.454766150796786,
        5.454766150796786,
        5.484273026930168,
        5.484273026930168,
        5.484273026930168,
        5.513716073939577,
        5.543121769791469,
        5.543121769791469,
        5.543121769791469,
        5.543121769791469,
        5.572615220909938,
        5.572615220909938,
        5.602095927810296,
        5.602095927810296,
        5.602095927810296,
        5.631523395888507,
        5.631523395888507,
        5.6609971697907895,
        5.6609971697907895,
        5.6609971697907895,
        5.690438512945548,
        5.719935830915347,
        5.719935830915347,
        5.719935830915347,
        5.719935830915347,
        5.749370703008026,
        5.749370703008026,
        5.749370703008026,
        5.749370703008026,
        5.7788603669032454,
        5.7788603669032454,
        5.7788603669032454,
        5.7788603669032454,
        5.808495352976024,
        5.808495352976024,
        5.808495352976024,
        5.808495352976024,
        5.8381491547916085,
        5.8381491547916085,
        5.8381491547916085,
        5.8381491547916085,
        5.8678387647960335,
        5.8678387647960335,
        5.8678387647960335,
        5.8678387647960335,
        5.897548882989213,
        5.897548882989213,
        5.927162169013172,
        5.956695353845134,
        5.956695353845134,
        5.986269956920296,
        5.986269956920296,
        5.986269956920296,
        6.015807991847396,
        6.015807991847396,
        6.015807991847396,
        6.015807991847396,
        6.045421839924529,
        6.045421839924529,
        6.045421839924529,
        6.045421839924529,
        6.075199643848464,
        6.075199643848464
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7433187409769744,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 67,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 579
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 194,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7445439470466226,
        0.7726272009313107,
        0.8013312600087374,
        0.8300227259751409,
        0.8587400200776756,
        0.8874400220811367,
        0.916451218072325,
        0.9450754169374704,
        0.973608436062932,
        1.0022023380734026,
        1.0308049970772117,
        1.0593265539500862,
        1.0879577670712024,
        1.1170632299035788,
        1.1457013948820531,
        1.174354448914528,
        1.2029679990373552,
        1.2315700768958777,
        1.2602314159739763,
        1.2888951799832284,
        1.31748011498712,
        1.3462054550182074,
        1.3750637040939182,
        1.4037417338695377,
        1.4325287290848792,
        1.461360557936132,
        1.490089565049857,
        1.5188039229251444,
        1.5475154370069504,
        1.5762365378905088,
        1.6048563190270215,
        1.6337206498719752,
        1.6624868160579354,
        1.691249524941668,
        1.7201594510115683,
        1.749067563097924,
        1.77796567697078,
        1.8069276008754969,
        1.835808842908591,
        1.8647415209561586,
        1.8935389260295779,
        1.9224092168733478,
        1.9513432080857456,
        1.9800788769498467,
        2.0087909519206733,
        2.0375592820346355,
        2.0663541920948774,
        2.0951552828773856,
        2.124083043076098,
        2.1531052789650857,
        2.18188982992433,
        2.2106691910885274,
        2.2395043259020895,
        2.2683043759316206,
        2.2972625920083374,
        2.3261955310590565,
        2.3555622149724513,
        2.3844014080241323,
        2.4131914179306477,
        2.4421737799420953,
        2.4711864690762013,
        2.5000740829855204,
        2.5289955008774996,
        2.5578479790128767,
        2.587040896061808,
        2.6160763069055974,
        2.6450127130374312,
        2.673958325991407,
        2.702868952881545,
        2.7318454938940704,
        2.760777231073007,
        2.789885157952085,
        2.818880293983966,
        2.847862304886803,
        2.876920949900523,
        2.906008308986202,
        2.9350446020253003,
        2.964044928085059,
        2.993088304065168,
        3.0220425229053944,
        3.051099424948916,
        3.0801269218791276,
        3.109073686879128,
        3.138224594993517,
        3.16726038698107,
        3.1961525389924645,
        3.2253229639027268,
        3.254458734067157,
        3.2834077440202236,
        3.312356532085687,
        3.3418535799719393,
        3.3715964499861,
        3.400743570877239,
        3.42970442189835,
        3.45873241010122,
        3.4878002929035574,
        3.5168774519115686,
        3.545939984964207,
        3.575110639911145,
        3.604293368058279,
        3.633388471091166,
        3.662410418037325,
        3.6914741119835526,
        3.7204940950032324,
        3.749557077884674,
        3.778613247908652,
        3.8076821230351925,
        3.836792103946209,
        3.86595992394723,
        3.8950143409892917,
        3.9242870579473674,
        3.9535843410994858,
        3.9830772809218615,
        4.012292931089178,
        4.041327151004225,
        4.070546878036112,
        4.099758299998939,
        4.128897997085005,
        4.15802943892777,
        4.187113100895658,
        4.216292893048376,
        4.245492452988401,
        4.274708043085411,
        4.303922489983961,
        4.333031720016152,
        4.3623918909579515,
        4.391642947914079,
        4.420917497947812,
        4.450097550870851,
        4.479295356897637,
        4.508501369040459,
        4.53774710604921,
        4.567070757970214,
        4.5966108369175345,
        4.625880297971889,
        4.655235059093684,
        4.684701649937779,
        4.714199167909101,
        4.74592184391804,
        4.775390658993274,
        4.804645102005452,
        4.833817661041394,
        4.863081520888954,
        4.8923108470626175,
        4.921574916923419,
        4.951034935889766,
        4.980491789057851,
        5.009981472976506,
        5.039503647945821,
        5.069012407911941,
        5.0986142018809915,
        5.128161194967106,
        5.157651529880241,
        5.187203690875322,
        5.216666935943067,
        5.246202495880425,
        5.27566739404574,
        5.305238730972633,
        5.334817222086713,
        5.364406212931499,
        5.393822449957952,
        5.423197058029473,
        5.452572847949341,
        5.4819368668831885,
        5.511366467922926,
        5.540873344056308,
        5.57032568892464,
        5.599800755968317,
        5.629149144049734,
        5.658567995997146,
        5.688011303078383,
        5.717462856089696,
        5.746910060057417,
        5.776356182992458,
        5.805796053959057,
        5.835159240057692,
        5.864584011957049,
        5.894072213908657,
        5.923556467983872,
        5.952988954959437,
        5.982675398001447,
        6.012373635079712,
        6.0420454510021955,
        6.071537890005857,
        6.1011034469120204,
        6.1306847729720175,
        6.160289001883939,
        6.1899983789771795,
        6.219614410074428,
        6.249275265960023,
        6.279008446959779,
        6.30879554990679,
        6.33852932206355,
        6.368454813957214
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.368522020988166,
      "first_text_epoch_s": 1783817328.5274353,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.623980938922614,
      "prompt_id": "bug-report-synthesis",
      "prompt_index": 7,
      "prompt_sha256": "9b645eae54d2e851f5182a77a7a68361ee52869baf8eb3cec1afe25535256c1a",
      "prompt_tokens": 71,
      "reasoning_delta_count": 194,
      "request_ended_epoch_s": 1783817334.1514153,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-07-bug-report-synthesis",
      "request_started_epoch_s": 1783817327.7828934,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-07-bug-report-synthesis",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-07-bug-report-synthesis",
      "response_x_request_id": null,
      "sha256": "dbc62e522cc47662e2de484c05e0d68042f31a73eca584b1ed6e1fd4c4555ce6",
      "stream_token_id_count": 512,
      "text_preview": "Here is a synthesized bug report based on the symptoms provided.\n\n### **Bug Report: Race Condition in Cache Layer Causing Response Cross-Contamination Under Load**\n\n**Severity:** High  \n**Component:** Caching Layer / Request-Response Pipeline  \n**Environment:** Production (High Load)  \n\n---\n\n### **1. Symptom Summary**\n",
      "tok_s_1_100_after_ttft": 91.63663087156787,
      "tok_s_after_ttft_full": 91.03871537980068,
      "tok_s_wall_full": 80.39541958285574,
      "token_id_offsets_s": [
        0.7445410820655525,
        0.7726255680900067,
        0.7726255680900067,
        0.7726255680900067,
        0.8013300679158419,
        0.8013300679158419,
        0.8013300679158419,
        0.8013300679158419,
        0.8300213939510286,
        0.8300213939510286,
        0.8300213939510286,
        0.8300213939510286,
        0.858738737879321,
        0.858738737879321,
        0.858738737879321,
        0.858738737879321,
        0.8874387999530882,
        0.8874387999530882,
        0.8874387999530882,
        0.9164498350583017,
        0.9164498350583017,
        0.9450742949265987,
        0.9450742949265987,
        0.9736074339598417,
        1.0022006048820913,
        1.0022006048820913,
        1.0308037148788571,
        1.05932528199628,
        1.05932528199628,
        1.0879565440118313,
        1.0879565440118313,
        1.0879565440118313,
        1.0879565440118313,
        1.1170619770418853,
        1.1170619770418853,
        1.1456996519118547,
        1.1456996519118547,
        1.1456996519118547,
        1.1456996519118547,
        1.174352786038071,
        1.174352786038071,
        1.2029667559545487,
        1.2029667559545487,
        1.231568864081055,
        1.231568864081055,
        1.2602297430858016,
        1.2602297430858016,
        1.2888937869574875,
        1.3174786430317909,
        1.3174786430317909,
        1.3174786430317909,
        1.3174786430317909,
        1.3462033609393984,
        1.3462033609393984,
        1.3462033609393984,
        1.3750619599595666,
        1.4037404218688607,
        1.432527357013896,
        1.432527357013896,
        1.432527357013896,
        1.4613592359237373,
        1.4613592359237373,
        1.4613592359237373,
        1.4613592359237373,
        1.4900880819186568,
        1.4900880819186568,
        1.4900880819186568,
        1.4900880819186568,
        1.5188026209361851,
        1.5188026209361851,
        1.5188026209361851,
        1.5188026209361851,
        1.5475143149960786,
        1.5475143149960786,
        1.5475143149960786,
        1.5762354258913547,
        1.604855298064649,
        1.604855298064649,
        1.604855298064649,
        1.6337088579311967,
        1.6337088579311967,
        1.6337088579311967,
        1.6624856130219996,
        1.6624856130219996,
        1.6912484630011022,
        1.6912484630011022,
        1.6912484630011022,
        1.7201583189889789,
        1.7201583189889789,
        1.7490663810167462,
        1.7490663810167462,
        1.7779646150302142,
        1.7779646150302142,
        1.7779646150302142,
        1.7779646150302142,
        1.8069257768802345,
        1.8069257768802345,
        1.8069257768802345,
        1.8069257768802345,
        1.8358077409211546,
        1.8358077409211546,
        1.8358077409211546,
        1.8358077409211546,
        1.8647402690257877,
        1.8935372629202902,
        1.9224076739046723,
        1.9224076739046723,
        1.9224076739046723,
        1.9224076739046723,
        1.9513421969022602,
        1.9513421969022602,
        1.9800776951014996,
        2.008789178915322,
        2.008789178915322,
        2.008789178915322,
        2.037557068048045,
        2.037557068048045,
        2.0663527990691364,
        2.0663527990691364,
        2.0951535699423403,
        2.0951535699423403,
        2.0951535699423403,
        2.0951535699423403,
        2.1240816400386393,
        2.1240816400386393,
        2.1240816400386393,
        2.1240816400386393,
        2.153103827033192,
        2.153103827033192,
        2.153103827033192,
        2.181888446910307,
        2.210667857900262,
        2.210667857900262,
        2.239502232056111,
        2.239502232056111,
        2.239502232056111,
        2.239502232056111,
        2.268302893033251,
        2.268302893033251,
        2.268302893033251,
        2.268302893033251,
        2.2972611500881612,
        2.2972611500881612,
        2.2972611500881612,
        2.2972611500881612,
        2.326194179011509,
        2.326194179011509,
        2.326194179011509,
        2.326194179011509,
        2.355560961877927,
        2.355560961877927,
        2.355560961877927,
        2.355560961877927,
        2.384400184964761,
        2.413189844926819,
        2.442172196926549,
        2.442172196926549,
        2.471184494905174,
        2.471184494905174,
        2.471184494905174,
        2.471184494905174,
        2.5000726198777556,
        2.5000726198777556,
        2.5000726198777556,
        2.5000726198777556,
        2.528994027990848,
        2.528994027990848,
        2.528994027990848,
        2.557846646057442,
        2.557846646057442,
        2.557846646057442,
        2.587039412930608,
        2.587039412930608,
        2.587039412930608,
        2.587039412930608,
        2.616075014928356,
        2.616075014928356,
        2.6450116210617125,
        2.6450116210617125,
        2.673957163002342,
        2.7028678110800683,
        2.7318444319535047,
        2.7607750759925693,
        2.7607750759925693,
        2.7607750759925693,
        2.789883815916255,
        2.818879121914506,
        2.818879121914506,
        2.8478610729798675,
        2.8478610729798675,
        2.8478610729798675,
        2.8478610729798675,
        2.876919827889651,
        2.876919827889651,
        2.876919827889651,
        2.876919827889651,
        2.906007126905024,
        2.935043490026146,
        2.9640405799727887,
        2.9640405799727887,
        2.993086992064491,
        3.022041121032089,
        3.022041121032089,
        3.0510983229614794,
        3.0801256890408695,
        3.0801256890408695,
        3.0801256890408695,
        3.0801256890408695,
        3.1090724139939994,
        3.1090724139939994,
        3.1090724139939994,
        3.1382227409631014,
        3.1382227409631014,
        3.1382227409631014,
        3.1672592849936336,
        3.1961513669230044,
        3.1961513669230044,
        3.1961513669230044,
        3.1961513669230044,
        3.2253216919489205,
        3.2253216919489205,
        3.2544567610602826,
        3.2544567610602826,
        3.2544567610602826,
        3.283406431088224,
        3.283406431088224,
        3.3123552100732923,
        3.3418518470134586,
        3.3418518470134586,
        3.3418518470134586,
        3.3418518470134586,
        3.371594707015902,
        3.371594707015902,
        3.4007418879773468,
        3.4007418879773468,
        3.429703010013327,
        3.429703010013327,
        3.429703010013327,
        3.429703010013327,
        3.4587303260341287,
        3.4587303260341287,
        3.4587303260341287,
        3.4587303260341287,
        3.487799010006711,
        3.5168754090555012,
        3.5168754090555012,
        3.545938421972096,
        3.5751089670229703,
        3.5751089670229703,
        3.604291724972427,
        3.633386767935008,
        3.633386767935008,
        3.662408704869449,
        3.662408704869449,
        3.691472409060225,
        3.691472409060225,
        3.7204927520360798,
        3.7204927520360798,
        3.749555855989456,
        3.749555855989456,
        3.7786112250760198,
        3.7786112250760198,
        3.7786112250760198,
        3.80768078006804,
        3.80768078006804,
        3.80768078006804,
        3.83679032092914,
        3.83679032092914,
        3.8659580810926855,
        3.8659580810926855,
        3.8659580810926855,
        3.895012638065964,
        3.895012638065964,
        3.895012638065964,
        3.895012638065964,
        3.9242853049654514,
        3.9242853049654514,
        3.9242853049654514,
        3.9242853049654514,
        3.953582206973806,
        3.953582206973806,
        3.953582206973806,
        3.953582206973806,
        3.9830754280555993,
        4.012291407911107,
        4.012291407911107,
        4.041325778001919,
        4.041325778001919,
        4.041325778001919,
        4.0705450649838895,
        4.0705450649838895,
        4.099757028045133,
        4.128896293928847,
        4.128896293928847,
        4.158027594909072,
        4.158027594909072,
        4.158027594909072,
        4.158027594909072,
        4.1871115679387,
        4.1871115679387,
        4.1871115679387,
        4.2162915610242635,
        4.245490689994767,
        4.274706248892471,
        4.274706248892471,
        4.274706248892471,
        4.3039206268731505,
        4.3039206268731505,
        4.3039206268731505,
        4.3039206268731505,
        4.3330299470108,
        4.3330299470108,
        4.3330299470108,
        4.362390469061211,
        4.362390469061211,
        4.362390469061211,
        4.362390469061211,
        4.3916412950493395,
        4.3916412950493395,
        4.3916412950493395,
        4.3916412950493395,
        4.420916106086224,
        4.420916106086224,
        4.420916106086224,
        4.420916106086224,
        4.450096288928762,
        4.450096288928762,
        4.479293564101681,
        4.479293564101681,
        4.508499606046826,
        4.508499606046826,
        4.508499606046826,
        4.508499606046826,
        4.537745341891423,
        4.537745341891423,
        4.537745341891423,
        4.537745341891423,
        4.567069055046886,
        4.567069055046886,
        4.567069055046886,
        4.596609364030883,
        4.625878975028172,
        4.625878975028172,
        4.655234006932005,
        4.655234006932005,
        4.655234006932005,
        4.655234006932005,
        4.684699805919081,
        4.684699805919081,
        4.684699805919081,
        4.684699805919081,
        4.714197414927185,
        4.714197414927185,
        4.714197414927185,
        4.714197414927185,
        4.745920050889254,
        4.745920050889254,
        4.745920050889254,
        4.745920050889254,
        4.77538923593238,
        4.77538923593238,
        4.77538923593238,
        4.804643328068778,
        4.833816007943824,
        4.833816007943824,
        4.833816007943824,
        4.863079757895321,
        4.892308401875198,
        4.892308401875198,
        4.921573153929785,
        4.921573153929785,
        4.921573153929785,
        4.9510331528726965,
        4.9510331528726965,
        4.9510331528726965,
        4.9510331528726965,
        4.980490014888346,
        5.009979648981243,
        5.009979648981243,
        5.009979648981243,
        5.009979648981243,
        5.039501924999058,
        5.039501924999058,
        5.039501924999058,
        5.039501924999058,
        5.069010725012049,
        5.069010725012049,
        5.069010725012049,
        5.069010725012049,
        5.098612528992817,
        5.098612528992817,
        5.098612528992817,
        5.098612528992817,
        5.1281596820335835,
        5.1281596820335835,
        5.1576498369686306,
        5.1576498369686306,
        5.1576498369686306,
        5.1576498369686306,
        5.18720235908404,
        5.18720235908404,
        5.18720235908404,
        5.216665663057938,
        5.216665663057938,
        5.216665663057938,
        5.216665663057938,
        5.24620082299225,
        5.24620082299225,
        5.275666041998193,
        5.30523756891489,
        5.30523756891489,
        5.30523756891489,
        5.30523756891489,
        5.334815328940749,
        5.334815328940749,
        5.334815328940749,
        5.334815328940749,
        5.364404069026932,
        5.364404069026932,
        5.364404069026932,
        5.364404069026932,
        5.393820957047865,
        5.393820957047865,
        5.393820957047865,
        5.423195444978774,
        5.452571616042405,
        5.452571616042405,
        5.452571616042405,
        5.481935715069994,
        5.481935715069994,
        5.481935715069994,
        5.481935715069994,
        5.511365256039426,
        5.511365256039426,
        5.511365256039426,
        5.511365256039426,
        5.54087229189463,
        5.54087229189463,
        5.54087229189463,
        5.54087229189463,
        5.570324527099729,
        5.5997990819159895,
        5.6291477819904685,
        5.658566732890904,
        5.658566732890904,
        5.688010110985488,
        5.717461643042043,
        5.717461643042043,
        5.717461643042043,
        5.717461643042043,
        5.746908968081698,
        5.746908968081698,
        5.746908968081698,
        5.746908968081698,
        5.776355070993304,
        5.776355070993304,
        5.805794880958274,
        5.835158177884296,
        5.835158177884296,
        5.835158177884296,
        5.864582950016484,
        5.864582950016484,
        5.864582950016484,
        5.864582950016484,
        5.894071232061833,
        5.894071232061833,
        5.894071232061833,
        5.923555206041783,
        5.923555206041783,
        5.952987933065742,
        5.952987933065742,
        5.982674326049164,
        5.982674326049164,
        5.982674326049164,
        6.012372561963275,
        6.042039850028232,
        6.042039850028232,
        6.071536486968398,
        6.071536486968398,
        6.071536486968398,
        6.071536486968398,
        6.101102174026892,
        6.101102174026892,
        6.101102174026892,
        6.101102174026892,
        6.130683531053364,
        6.130683531053364,
        6.130683531053364,
        6.130683531053364,
        6.160287749953568,
        6.160287749953568,
        6.160287749953568,
        6.160287749953568,
        6.189997337060049,
        6.21961339795962,
        6.21961339795962,
        6.249274194007739,
        6.249274194007739,
        6.249274194007739,
        6.249274194007739,
        6.279007314937189,
        6.279007314937189,
        6.279007314937189,
        6.279007314937189,
        6.308794378070161,
        6.308794378070161,
        6.308794378070161,
        6.308794378070161,
        6.338528329972178,
        6.338528329972178,
        6.368453752016649,
        6.368453752016649
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7445410820655525,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 71,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 583
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 193,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7424068718682975,
        0.7707848700229079,
        0.7996336810756475,
        0.8282991680316627,
        0.8569897129200399,
        0.8857980179600418,
        0.9144564219750464,
        0.9433706658892334,
        0.9720642659813166,
        1.0008339090272784,
        1.029609401943162,
        1.0584787430707365,
        1.0873293168842793,
        1.1162051588762552,
        1.1450758720748127,
        1.1738709919154644,
        1.2026365369092673,
        1.2314617449883372,
        1.2602470570709556,
        1.2890682958532125,
        1.3179819490760565,
        1.346856018062681,
        1.3756994688883424,
        1.404417566023767,
        1.4331939609255642,
        1.4619926679879427,
        1.4906713699456304,
        1.5193623050581664,
        1.548136395867914,
        1.5769759400282055,
        1.6060017640702426,
        1.6350109360646456,
        1.6639014859683812,
        1.6928365789353848,
        1.7218266860581934,
        1.7508232649415731,
        1.7798542079981416,
        1.8088259499054402,
        1.8378064080607146,
        1.8666648778598756,
        1.8955451978836209,
        1.9243420020211488,
        1.9531526118516922,
        1.9819900719448924,
        2.010971022071317,
        2.0399844120256603,
        2.0690086430404335,
        2.098039916018024,
        2.1270529360044748,
        2.1561500530224293,
        2.1852923159021884,
        2.2143327770754695,
        2.2433057909365743,
        2.2723808279260993,
        2.301447467878461,
        2.330578889930621,
        2.359731090022251,
        2.3888252328615636,
        2.4177178759127855,
        2.446731497067958,
        2.475749246077612,
        2.504736226052046,
        2.5336371259763837,
        2.562775740865618,
        2.591686447849497,
        2.620581545867026,
        2.6497536948882043,
        2.6787745589390397,
        2.7075747188646346,
        2.7365139310713857,
        2.7654554760083556,
        2.794423881918192,
        2.8234023458790034,
        2.8525191110093147,
        2.881570512894541,
        2.910668350988999,
        2.9399089890066534,
        2.969182215863839,
        2.9983253399841487,
        3.0274631849024445,
        3.0565865610260516,
        3.085807200986892,
        3.114992623915896,
        3.1441337638534606,
        3.173459199955687,
        3.202748247887939,
        3.2318102999124676,
        3.2607526269275695,
        3.289770375005901,
        3.3187281410209835,
        3.347804029006511,
        3.3768587668891996,
        3.405946847051382,
        3.4349824599921703,
        3.46401369292289,
        3.49298782995902,
        3.522293658927083,
        3.551561166997999,
        3.580778931034729,
        3.610077645862475,
        3.639384948881343,
        3.6686083839740604,
        3.697775362059474,
        3.726866517914459,
        3.7559041439089924,
        3.7849789599422365,
        3.8140766590368003,
        3.843259006040171,
        3.872632462065667,
        3.9019323100801557,
        3.9312432990409434,
        3.9605819899588823,
        3.990011852933094,
        4.019383836071938,
        4.0486903470009565,
        4.078029658878222,
        4.107408334966749,
        4.136671093059704,
        4.166015965864062,
        4.195367500884458,
        4.224806179990992,
        4.254017591942102,
        4.283233502879739,
        4.312450063880533,
        4.341651687864214,
        4.370829646941274,
        4.400027744937688,
        4.429180426057428,
        4.458358645904809,
        4.487654967932031,
        4.516744520980865,
        4.545964598888531,
        4.575237195938826,
        4.6044806288555264,
        4.633724270854145,
        4.662985275965184,
        4.692269594874233,
        4.721593318041414,
        4.750809438992292,
        4.780057149939239,
        4.809511237079278,
        4.838913156883791,
        4.86844889796339,
        4.897942859912291,
        4.927398029947653,
        4.956918532028794,
        4.98631587298587,
        5.015793235041201,
        5.045309328939766,
        5.074736766051501,
        5.104055871022865,
        5.133403829066083,
        5.1627154590096325,
        5.192067144904286,
        5.221358326962218,
        5.250810361001641,
        5.280238409060985,
        5.3096970149781555,
        5.339237235020846,
        5.368634395999834,
        5.398136122850701,
        5.427575401961803,
        5.457019221037626,
        5.486516669858247,
        5.516106712864712,
        5.545645510079339,
        5.575218721060082,
        5.604695550864562,
        5.634249455993995,
        5.663867471041158,
        5.693544537993148,
        5.723240338964388,
        5.7529655860271305,
        5.782690381864086,
        5.812295592855662,
        5.841971778078005,
        5.872245803941041,
        5.9019692179281265,
        5.93170192791149,
        5.961283915909007,
        5.990964428987354,
        6.020783400861546,
        6.0504267339129,
        6.0800126099493355,
        6.109594245906919,
        6.139134425902739,
        6.168692809063941,
        6.198406674899161,
        6.228185040876269,
        6.257819386897609,
        6.287673986051232,
        6.317464314866811,
        6.347378636943176
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.347445431863889,
      "first_text_epoch_s": 1783817334.8939202,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.605041173985228,
      "prompt_id": "technical-guide",
      "prompt_index": 8,
      "prompt_sha256": "9fbc35260d4e350f5280a3cb75c0ae8d4371461f18086805e90dd5fb65896cb0",
      "prompt_tokens": 69,
      "reasoning_delta_count": 193,
      "request_ended_epoch_s": 1783817340.4989605,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-08-technical-guide",
      "request_started_epoch_s": 1783817334.1515148,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-08-technical-guide",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-08-technical-guide",
      "response_x_request_id": null,
      "sha256": "afd0322d508c2c43c1ce6b4cf1f919aab0be688c116457551fe05cc953f3b855",
      "stream_token_id_count": 512,
      "text_preview": "# Technical Guide: Adding a New Benchmark to the Optimization Repository\n\nThis guide outlines the standard procedure for integrating a new benchmark into the optimization repository. Adhering to these standards ensures reproducibility, consistency, and ease of maintenance.\n\n## 1. Directory Structure & File Placement\n\nA",
      "tok_s_1_100_after_ttft": 108.51918039941262,
      "tok_s_after_ttft_full": 91.34634057218959,
      "tok_s_wall_full": 80.6623712635296,
      "token_id_offsets_s": [
        0.7424042578786612,
        0.7707833170425147,
        0.7707833170425147,
        0.7707833170425147,
        0.7707833170425147,
        0.7996315979398787,
        0.7996315979398787,
        0.7996315979398787,
        0.7996315979398787,
        0.8282978259958327,
        0.8282978259958327,
        0.8282978259958327,
        0.8282978259958327,
        0.8569878588896245,
        0.8569878588896245,
        0.8569878588896245,
        0.8569878588896245,
        0.885796254966408,
        0.885796254966408,
        0.885796254966408,
        0.885796254966408,
        0.914454978890717,
        0.914454978890717,
        0.914454978890717,
        0.914454978890717,
        0.9433694039471447,
        0.9433694039471447,
        0.9433694039471447,
        0.9720630939118564,
        0.9720630939118564,
        1.0008328668773174,
        1.0296081600245088,
        1.0296081600245088,
        1.0296081600245088,
        1.0296081600245088,
        1.0584774799644947,
        1.0584774799644947,
        1.087327464018017,
        1.087327464018017,
        1.087327464018017,
        1.087327464018017,
        1.1162031758576632,
        1.1162031758576632,
        1.1162031758576632,
        1.1162031758576632,
        1.1450745989568532,
        1.1738697199616581,
        1.1738697199616581,
        1.1738697199616581,
        1.1738697199616581,
        1.2026339820586145,
        1.2026339820586145,
        1.2026339820586145,
        1.2026339820586145,
        1.2314601819962263,
        1.2314601819962263,
        1.2602454528678209,
        1.2602454528678209,
        1.2602454528678209,
        1.2602454528678209,
        1.2890670439228415,
        1.2890670439228415,
        1.2890670439228415,
        1.3179808969143778,
        1.3179808969143778,
        1.3468549659010023,
        1.3468549659010023,
        1.3756982369814068,
        1.3756982369814068,
        1.3756982369814068,
        1.3756982369814068,
        1.40441576205194,
        1.40441576205194,
        1.40441576205194,
        1.4331928389146924,
        1.4331928389146924,
        1.4331928389146924,
        1.4331928389146924,
        1.4619913259521127,
        1.4619913259521127,
        1.4619913259521127,
        1.4619913259521127,
        1.490670297993347,
        1.5193609830457717,
        1.5193609830457717,
        1.5193609830457717,
        1.5193609830457717,
        1.5481346128508449,
        1.5481346128508449,
        1.5481346128508449,
        1.5769747679587454,
        1.5769747679587454,
        1.5769747679587454,
        1.606000711908564,
        1.606000711908564,
        1.606000711908564,
        1.606000711908564,
        1.6350097840186208,
        1.663900343934074,
        1.663900343934074,
        1.663900343934074,
        1.663900343934074,
        1.6928338040597737,
        1.6928338040597737,
        1.6928338040597737,
        1.7218252029269934,
        1.7218252029269934,
        1.7218252029269934,
        1.7218252029269934,
        1.7508218218572438,
        1.7508218218572438,
        1.7508218218572438,
        1.7508218218572438,
        1.7798530159052461,
        1.7798530159052461,
        1.7798530159052461,
        1.7798530159052461,
        1.8088248379062861,
        1.8088248379062861,
        1.8378051659092307,
        1.8378051659092307,
        1.8378051659092307,
        1.8378051659092307,
        1.8666632249951363,
        1.8666632249951363,
        1.8666632249951363,
        1.8666632249951363,
        1.8955438360571861,
        1.9243408900219947,
        1.9243408900219947,
        1.9243408900219947,
        1.9243408900219947,
        1.953151460038498,
        1.953151460038498,
        1.9819889899808913,
        1.9819889899808913,
        2.010969839990139,
        2.010969839990139,
        2.010969839990139,
        2.010969839990139,
        2.039983209921047,
        2.039983209921047,
        2.039983209921047,
        2.039983209921047,
        2.0690074909944087,
        2.0690074909944087,
        2.0690074909944087,
        2.0980383530259132,
        2.0980383530259132,
        2.0980383530259132,
        2.1270518938545138,
        2.1270518938545138,
        2.1270518938545138,
        2.1270518938545138,
        2.156148880952969,
        2.156148880952969,
        2.156148880952969,
        2.156148880952969,
        2.185290301917121,
        2.185290301917121,
        2.185290301917121,
        2.2143313949927688,
        2.2433045390062034,
        2.2433045390062034,
        2.272379335016012,
        2.272379335016012,
        2.272379335016012,
        2.272379335016012,
        2.3014463658910245,
        2.3014463658910245,
        2.3014463658910245,
        2.3014463658910245,
        2.330577075947076,
        2.330577075947076,
        2.330577075947076,
        2.359729947987944,
        2.359729947987944,
        2.3888240999076515,
        2.3888240999076515,
        2.4177158519160002,
        2.4177158519160002,
        2.446729953866452,
        2.446729953866452,
        2.446729953866452,
        2.446729953866452,
        2.475747521966696,
        2.504734884016216,
        2.533635983010754,
        2.533635983010754,
        2.5627743978984654,
        2.5627743978984654,
        2.591685326071456,
        2.6205804438795894,
        2.6205804438795894,
        2.649752392899245,
        2.6787728059571236,
        2.7075730960350484,
        2.736512277973816,
        2.736512277973816,
        2.7654537330381572,
        2.7654537330381572,
        2.7654537330381572,
        2.7654537330381572,
        2.794422449078411,
        2.794422449078411,
        2.794422449078411,
        2.794422449078411,
        2.823401174042374,
        2.823401174042374,
        2.823401174042374,
        2.8525177990086377,
        2.8525177990086377,
        2.8815694209188223,
        2.8815694209188223,
        2.8815694209188223,
        2.9106664878781885,
        2.9106664878781885,
        2.9399073249660432,
        2.9399073249660432,
        2.9399073249660432,
        2.9399073249660432,
        2.9691804428584874,
        2.9691804428584874,
        2.9691804428584874,
        2.99832407804206,
        2.99832407804206,
        3.027462041936815,
        3.0565852490253747,
        3.0565852490253747,
        3.0858060389291495,
        3.0858060389291495,
        3.11499055987224,
        3.11499055987224,
        3.1441324518527836,
        3.1441324518527836,
        3.1441324518527836,
        3.1441324518527836,
        3.1734579880721867,
        3.1734579880721867,
        3.1734579880721867,
        3.1734579880721867,
        3.202747175935656,
        3.231808576034382,
        3.2607512939721346,
        3.289768971968442,
        3.289768971968442,
        3.289768971968442,
        3.3187268290203065,
        3.3187268290203065,
        3.3187268290203065,
        3.3478027270175517,
        3.3478027270175517,
        3.3768573838751763,
        3.4059458060655743,
        3.4349814080633223,
        3.4640126610174775,
        3.492986016906798,
        3.5222919760271907,
        3.5222919760271907,
        3.5222919760271907,
        3.551559322979301,
        3.551559322979301,
        3.551559322979301,
        3.551559322979301,
        3.5807771468535066,
        3.5807771468535066,
        3.5807771468535066,
        3.6100760539993644,
        3.6100760539993644,
        3.6393837770447135,
        3.6393837770447135,
        3.668607101077214,
        3.697774210013449,
        3.7268647549208254,
        3.7559028319083154,
        3.7559028319083154,
        3.7559028319083154,
        3.7559028319083154,
        3.7849777778610587,
        3.7849777778610587,
        3.7849777778610587,
        3.7849777778610587,
        3.8140755258500576,
        3.8140755258500576,
        3.8140755258500576,
        3.8140755258500576,
        3.8432577739004046,
        3.8432577739004046,
        3.8432577739004046,
        3.8726313998922706,
        3.8726313998922706,
        3.8726313998922706,
        3.9019311780575663,
        3.9019311780575663,
        3.9019311780575663,
        3.9019311780575663,
        3.9312418459448963,
        3.9312418459448963,
        3.9312418459448963,
        3.9312418459448963,
        3.9605805878527462,
        3.9605805878527462,
        3.9605805878527462,
        3.9605805878527462,
        3.9900107209105045,
        3.9900107209105045,
        3.9900107209105045,
        3.9900107209105045,
        4.019382253056392,
        4.019382253056392,
        4.019382253056392,
        4.0486889539752156,
        4.0486889539752156,
        4.0486889539752156,
        4.0486889539752156,
        4.078027875861153,
        4.078027875861153,
        4.107407053001225,
        4.136669810861349,
        4.136669810861349,
        4.166014814050868,
        4.195366289000958,
        4.195366289000958,
        4.224804867058992,
        4.224804867058992,
        4.224804867058992,
        4.224804867058992,
        4.254016340011731,
        4.254016340011731,
        4.2832324609626085,
        4.2832324609626085,
        4.2832324609626085,
        4.2832324609626085,
        4.312448971904814,
        4.341650344897062,
        4.341650344897062,
        4.370828205021098,
        4.370828205021098,
        4.370828205021098,
        4.4000267828814685,
        4.429178451886401,
        4.429178451886401,
        4.458356983028352,
        4.458356983028352,
        4.458356983028352,
        4.458356983028352,
        4.487653485033661,
        4.5167431680019945,
        4.545962554868311,
        4.575235632946715,
        4.575235632946715,
        4.604478935012594,
        4.604478935012594,
        4.604478935012594,
        4.6337231090292335,
        4.6337231090292335,
        4.6337231090292335,
        4.6337231090292335,
        4.662984103895724,
        4.662984103895724,
        4.692267691949382,
        4.692267691949382,
        4.692267691949382,
        4.721592006040737,
        4.721592006040737,
        4.721592006040737,
        4.721592006040737,
        4.750808116979897,
        4.750808116979897,
        4.750808116979897,
        4.780055345967412,
        4.780055345967412,
        4.780055345967412,
        4.780055345967412,
        4.809509903891012,
        4.809509903891012,
        4.8389118139166385,
        4.8389118139166385,
        4.8389118139166385,
        4.8389118139166385,
        4.8684476050548255,
        4.8684476050548255,
        4.8684476050548255,
        4.897941547911614,
        4.927396707003936,
        4.927396707003936,
        4.927396707003936,
        4.9569172100164,
        4.986314770998433,
        5.015792162856087,
        5.015792162856087,
        5.045308145927265,
        5.0747355739586055,
        5.0747355739586055,
        5.0747355739586055,
        5.0747355739586055,
        5.104054637951776,
        5.104054637951776,
        5.104054637951776,
        5.104054637951776,
        5.1334027368575335,
        5.1334027368575335,
        5.162713455967605,
        5.162713455967605,
        5.162713455967605,
        5.192065270850435,
        5.192065270850435,
        5.221356654074043,
        5.221356654074043,
        5.221356654074043,
        5.221356654074043,
        5.250808296957985,
        5.250808296957985,
        5.2802367059048265,
        5.2802367059048265,
        5.2802367059048265,
        5.2802367059048265,
        5.309695191914216,
        5.309695191914216,
        5.309695191914216,
        5.339235591934994,
        5.368632651865482,
        5.368632651865482,
        5.368632651865482,
        5.368632651865482,
        5.3981343598570675,
        5.3981343598570675,
        5.3981343598570675,
        5.427573618944734,
        5.457017537904903,
        5.486514926888049,
        5.486514926888049,
        5.486514926888049,
        5.486514926888049,
        5.516104890033603,
        5.516104890033603,
        5.545643826015294,
        5.575217037927359,
        5.6046937180217355,
        5.6046937180217355,
        5.634247713023797,
        5.634247713023797,
        5.663865747861564,
        5.663865747861564,
        5.663865747861564,
        5.663865747861564,
        5.693542734021321,
        5.693542734021321,
        5.693542734021321,
        5.693542734021321,
        5.723238626029342,
        5.723238626029342,
        5.723238626029342,
        5.752963843056932,
        5.752963843056932,
        5.752963843056932,
        5.752963843056932,
        5.782688498031348,
        5.812293859897181,
        5.812293859897181,
        5.841969773871824,
        5.841969773871824,
        5.841969773871824,
        5.841969773871824,
        5.872243901016191,
        5.872243901016191,
        5.872243901016191,
        5.901967413956299,
        5.901967413956299,
        5.901967413956299,
        5.901967413956299,
        5.931700275046751,
        5.961282142903656,
        5.9909627148881555,
        5.9909627148881555,
        5.9909627148881555,
        5.9909627148881555,
        6.020781667903066,
        6.020781667903066,
        6.020781667903066,
        6.020781667903066,
        6.050424940884113,
        6.050424940884113,
        6.050424940884113,
        6.080010895850137,
        6.080010895850137,
        6.080010895850137,
        6.080010895850137,
        6.1095924528781325,
        6.1095924528781325,
        6.1095924528781325,
        6.1095924528781325,
        6.139132581884041,
        6.139132581884041,
        6.139132581884041,
        6.168691056082025,
        6.168691056082025,
        6.168691056082025,
        6.1984049109742045,
        6.1984049109742045,
        6.1984049109742045,
        6.1984049109742045,
        6.228183267870918,
        6.228183267870918,
        6.257817583857104,
        6.287672132952139,
        6.287672132952139,
        6.287672132952139,
        6.3174625020474195,
        6.3174625020474195,
        6.347376924008131,
        6.347376924008131
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7424042578786612,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 69,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 581
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 203,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7373807129915804,
        0.765710029983893,
        0.7942880529444665,
        0.8228321231435984,
        0.8513901080004871,
        0.8799636131152511,
        0.9085374290589243,
        0.937172519043088,
        0.9657224300317466,
        0.9942918869201094,
        1.0228553931228817,
        1.0514102431479841,
        1.0799876051023602,
        1.1086411201395094,
        1.1372830930631608,
        1.1659112200140953,
        1.1946947500109673,
        1.2233946919441223,
        1.2521593850106,
        1.2809155730064958,
        1.309677320998162,
        1.3390870250295848,
        1.3678332241252065,
        1.3965358410496265,
        1.425363302929327,
        1.4541433861013502,
        1.4827842870727181,
        1.5114731879439205,
        1.5403962689451873,
        1.5688175789546221,
        1.5974668459966779,
        1.6262332031037658,
        1.6548833621200174,
        1.6836024599615484,
        1.7123145151417702,
        1.740878381067887,
        1.7695180799346417,
        1.7981913220137358,
        1.8268453180789948,
        1.8555008571129292,
        1.8850119919516146,
        1.9136488961521536,
        1.942393220961094,
        1.9712074981071055,
        2.000994991976768,
        2.0297789620235562,
        2.0585827890317887,
        2.0873511990066618,
        2.1162233650684357,
        2.1461534360423684,
        2.1749622530769557,
        2.203777502058074,
        2.2326130580622703,
        2.261449096025899,
        2.2904370890464634,
        2.3192081549204886,
        2.3480406960006803,
        2.3767912229523063,
        2.405518707120791,
        2.434388027060777,
        2.4631263511255383,
        2.491937081096694,
        2.5208093570545316,
        2.5495458571240306,
        2.5783409180585295,
        2.607173910131678,
        2.636141956085339,
        2.6650240500457585,
        2.6938948831520975,
        2.7227342969272286,
        2.751604679040611,
        2.780475472100079,
        2.8092680680565536,
        2.8381404341198504,
        2.8670756979845464,
        2.8959960939828306,
        2.9247998010832816,
        2.95361760398373,
        2.98254890111275,
        3.0115273660048842,
        3.0405815029516816,
        3.0697561861015856,
        3.098900363082066,
        3.12803459004499,
        3.157146034995094,
        3.186301341978833,
        3.2152422261424363,
        3.2441748150158674,
        3.273212942061946,
        3.302213127957657,
        3.3311146979685873,
        3.360067225061357,
        3.389083611080423,
        3.4181545400060713,
        3.447211842983961,
        3.476238378090784,
        3.5053172011394054,
        3.5343149930704385,
        3.5633284540381283,
        3.592522533144802,
        3.6216911349911243,
        3.6508068980183452,
        3.6799867609515786,
        3.7092049359343946,
        3.7382830081041902,
        3.767330582952127,
        3.796376465121284,
        3.8254248609300703,
        3.8545150661375374,
        3.8845025149639696,
        3.9135940121486783,
        3.9429037489462644,
        3.972069985931739,
        4.001257474068552,
        4.030439201043919,
        4.059766259975731,
        4.088915915926918,
        4.118061074055731,
        4.147191473981366,
        4.176310904091224,
        4.205369169125333,
        4.234532111091539,
        4.2636610879562795,
        4.292833487037569,
        4.322017177008092,
        4.351167896063998,
        4.380307442974299,
        4.409535225946456,
        4.438748632092029,
        4.46791928797029,
        4.497106886003166,
        4.526317697018385,
        4.555724857142195,
        4.584732135990635,
        4.613942516967654,
        4.64313959213905,
        4.6722852610982955,
        4.701483197975904,
        4.730775783071294,
        4.760223850142211,
        4.790508596925065,
        4.819755145115778,
        4.849052167963237,
        4.878349973121658,
        4.907569980947301,
        4.936864670133218,
        4.966142297023907,
        4.996418436989188,
        5.025648835115135,
        5.054916273104027,
        5.084186746040359,
        5.1134103811345994,
        5.142715830123052,
        5.172592059941962,
        5.20191006292589,
        5.231150099076331,
        5.260415693046525,
        5.289710272103548,
        5.318965415935963,
        5.348352188011631,
        5.377645012922585,
        5.406973815057427,
        5.436261822003871,
        5.46554627106525,
        5.494837953941897,
        5.524246966931969,
        5.554556702030823,
        5.58394264196977,
        5.613339842995629,
        5.642753134015948,
        5.672134546097368,
        5.7014744291082025,
        5.730732259107754,
        5.760055591119453,
        5.789399893023074,
        5.818754493957385,
        5.848184236092493,
        5.877430032938719,
        5.906801086151972,
        5.936198828043416,
        5.965569789055735,
        5.995029679033905,
        6.024383147014305,
        6.053839358966798,
        6.083241770043969,
        6.112668195972219,
        6.1421869760379195,
        6.172647563042119,
        6.202156302984804,
        6.231625690124929,
        6.261082373093814,
        6.290636449120939,
        6.32001966307871,
        6.349476186092943,
        6.378887023078278,
        6.408306014956906,
        6.437830655137077,
        6.467383729061112,
        6.496902948943898,
        6.526439120993018,
        6.555931651033461,
        6.585377102950588,
        6.615165468072519
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.615231652976945,
      "first_text_epoch_s": 1783817341.236434,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.87785382498987,
      "prompt_id": "risk-register",
      "prompt_index": 9,
      "prompt_sha256": "2dcb017f7bb740ae3a8205fcb464068fcfe82189d61be31850d5e6c6492354bf",
      "prompt_tokens": 61,
      "reasoning_delta_count": 203,
      "request_ended_epoch_s": 1783817347.1142864,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-09-risk-register",
      "request_started_epoch_s": 1783817340.499055,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-09-risk-register",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-09-risk-register",
      "response_x_request_id": null,
      "sha256": "24f49e8e124f7c28e1b960e5e27f79fdb8f76fb41fb80404fd4468bb78d19e1e",
      "stream_token_id_count": 512,
      "text_preview": "Here is a comprehensive risk register for switching a production inference endpoints between runtimes (e.g., moving from a Python-based framework like Flask/FastAPI to a high-performance C++/Rust-based server like TensorRT Server, or switching from CPU to GPU inference).\n\nThis register focuses on **operational integrit",
      "tok_s_1_100_after_ttft": 81.04860385367677,
      "tok_s_after_ttft_full": 87.10662347934152,
      "tok_s_wall_full": 77.39713843121321,
      "token_id_offsets_s": [
        0.7373778279870749,
        0.7657081361394376,
        0.7657081361394376,
        0.7657081361394376,
        0.7657081361394376,
        0.7942862699273974,
        0.7942862699273974,
        0.7942862699273974,
        0.8228304400108755,
        0.8228304400108755,
        0.8228304400108755,
        0.8228304400108755,
        0.8513884451240301,
        0.8799619700293988,
        0.9085356451105326,
        0.9085356451105326,
        0.9085356451105326,
        0.9085356451105326,
        0.9371707960963249,
        0.9371707960963249,
        0.9657207059208304,
        0.9657207059208304,
        0.994290173985064,
        1.0228536201175302,
        1.0228536201175302,
        1.0514085399918258,
        1.0514085399918258,
        1.079985901946202,
        1.079985901946202,
        1.079985901946202,
        1.079985901946202,
        1.1086393259465694,
        1.1086393259465694,
        1.1372812299523503,
        1.1372812299523503,
        1.165909567149356,
        1.165909567149356,
        1.1946930659469217,
        1.2233927580527961,
        1.2233927580527961,
        1.2233927580527961,
        1.2521577121224254,
        1.2521577121224254,
        1.280913779977709,
        1.280913779977709,
        1.3096758790779859,
        1.3096758790779859,
        1.3096758790779859,
        1.339085322106257,
        1.339085322106257,
        1.3678316010627896,
        1.3965338880661875,
        1.3965338880661875,
        1.4253615201450884,
        1.4253615201450884,
        1.4253615201450884,
        1.4541417120490223,
        1.4827824430540204,
        1.4827824430540204,
        1.4827824430540204,
        1.4827824430540204,
        1.5114715250674635,
        1.5114715250674635,
        1.5403942761477083,
        1.5403942761477083,
        1.5403942761477083,
        1.5688159349374473,
        1.597465102095157,
        1.597465102095157,
        1.597465102095157,
        1.597465102095157,
        1.626231550006196,
        1.6548816279973835,
        1.6836007870733738,
        1.6836007870733738,
        1.712312760995701,
        1.7408767179585993,
        1.7408767179585993,
        1.7695164671167731,
        1.798188948072493,
        1.798188948072493,
        1.798188948072493,
        1.826843525050208,
        1.855499153956771,
        1.855499153956771,
        1.855499153956771,
        1.885009567020461,
        1.885009567020461,
        1.885009567020461,
        1.9136470321100205,
        1.9136470321100205,
        1.9136470321100205,
        1.9136470321100205,
        1.9423915080260485,
        1.9423915080260485,
        1.9423915080260485,
        1.9712053739931434,
        1.9712053739931434,
        1.9712053739931434,
        1.9712053739931434,
        2.000993208028376,
        2.000993208028376,
        2.000993208028376,
        2.0297772381454706,
        2.0297772381454706,
        2.0297772381454706,
        2.0297772381454706,
        2.0585810150951147,
        2.0585810150951147,
        2.0585810150951147,
        2.0585810150951147,
        2.0873495060950518,
        2.0873495060950518,
        2.0873495060950518,
        2.0873495060950518,
        2.116221191128716,
        2.116221191128716,
        2.116221191128716,
        2.116221191128716,
        2.14615169307217,
        2.14615169307217,
        2.14615169307217,
        2.14615169307217,
        2.1749605590011925,
        2.1749605590011925,
        2.1749605590011925,
        2.1749605590011925,
        2.2037758079823107,
        2.2037758079823107,
        2.2037758079823107,
        2.2037758079823107,
        2.2326113551389426,
        2.2326113551389426,
        2.2326113551389426,
        2.2326113551389426,
        2.2614466920495033,
        2.2614466920495033,
        2.2614466920495033,
        2.2904353961348534,
        2.2904353961348534,
        2.3192064710892737,
        2.3192064710892737,
        2.3192064710892737,
        2.34803899214603,
        2.3767895000055432,
        2.3767895000055432,
        2.405516983009875,
        2.405516983009875,
        2.405516983009875,
        2.43438640399836,
        2.4631247280631214,
        2.4919353879522532,
        2.4919353879522532,
        2.4919353879522532,
        2.4919353879522532,
        2.5208075931295753,
        2.5495441041421145,
        2.5495441041421145,
        2.578339185100049,
        2.578339185100049,
        2.6071715359576046,
        2.6071715359576046,
        2.6071715359576046,
        2.6361402231268585,
        2.6361402231268585,
        2.6361402231268585,
        2.6650223571341485,
        2.6650223571341485,
        2.6650223571341485,
        2.693893080111593,
        2.693893080111593,
        2.693893080111593,
        2.7227326440624893,
        2.7227326440624893,
        2.7227326440624893,
        2.7516029961407185,
        2.7516029961407185,
        2.7516029961407185,
        2.7516029961407185,
        2.7804738089907914,
        2.8092664149589837,
        2.838138700928539,
        2.838138700928539,
        2.838138700928539,
        2.838138700928539,
        2.8670735841151327,
        2.8670735841151327,
        2.8670735841151327,
        2.8670735841151327,
        2.8959943710360676,
        2.9247980781365186,
        2.9247980781365186,
        2.953615851001814,
        2.953615851001814,
        2.953615851001814,
        2.9825471381191164,
        2.9825471381191164,
        2.9825471381191164,
        2.9825471381191164,
        3.011525713140145,
        3.0405797499697655,
        3.0405797499697655,
        3.0405797499697655,
        3.0405797499697655,
        3.0697544829454273,
        3.0697544829454273,
        3.0697544829454273,
        3.0988986189477146,
        3.0988986189477146,
        3.1280329269357026,
        3.1280329269357026,
        3.1571443311404437,
        3.1571443311404437,
        3.186299398075789,
        3.186299398075789,
        3.186299398075789,
        3.215239731129259,
        3.215239731129259,
        3.2441729709971696,
        3.2441729709971696,
        3.2441729709971696,
        3.2441729709971696,
        3.2732112291269004,
        3.2732112291269004,
        3.2732112291269004,
        3.3022114650812,
        3.3311130250804126,
        3.3600655121263117,
        3.3600655121263117,
        3.3890822490211576,
        3.3890822490211576,
        3.3890822490211576,
        3.3890822490211576,
        3.418153468053788,
        3.418153468053788,
        3.418153468053788,
        3.418153468053788,
        3.447210861137137,
        3.447210861137137,
        3.447210861137137,
        3.476237456081435,
        3.476237456081435,
        3.5053155280184,
        3.534313229145482,
        3.534313229145482,
        3.534313229145482,
        3.5633266700897366,
        3.5633266700897366,
        3.592520299134776,
        3.592520299134776,
        3.621689452091232,
        3.621689452091232,
        3.650805094977841,
        3.650805094977841,
        3.650805094977841,
        3.650805094977841,
        3.6799850780516863,
        3.6799850780516863,
        3.7092032430227846,
        3.7092032430227846,
        3.7382811550050974,
        3.7382811550050974,
        3.767328890040517,
        3.796374700963497,
        3.796374700963497,
        3.796374700963497,
        3.8254231580067426,
        3.8254231580067426,
        3.8254231580067426,
        3.8545133320149034,
        3.8545133320149034,
        3.8545133320149034,
        3.8545133320149034,
        3.884499750100076,
        3.884499750100076,
        3.884499750100076,
        3.884499750100076,
        3.913592179073021,
        3.913592179073021,
        3.913592179073021,
        3.913592179073021,
        3.9429020560346544,
        3.9429020560346544,
        3.9720680229365826,
        3.9720680229365826,
        3.9720680229365826,
        3.9720680229365826,
        4.001255761133507,
        4.001255761133507,
        4.001255761133507,
        4.001255761133507,
        4.030437457142398,
        4.030437457142398,
        4.030437457142398,
        4.059764577075839,
        4.088914123130962,
        4.088914123130962,
        4.1180592509917915,
        4.147189741022885,
        4.176309261005372,
        4.2053674061317,
        4.2053674061317,
        4.2053674061317,
        4.2053674061317,
        4.234530307119712,
        4.234530307119712,
        4.234530307119712,
        4.234530307119712,
        4.263659114018083,
        4.263659114018083,
        4.263659114018083,
        4.292831734055653,
        4.292831734055653,
        4.322015504119918,
        4.322015504119918,
        4.322015504119918,
        4.351166133070365,
        4.351166133070365,
        4.380305649945512,
        4.380305649945512,
        4.380305649945512,
        4.409533502999693,
        4.409533502999693,
        4.409533502999693,
        4.43874684907496,
        4.43874684907496,
        4.467917435104027,
        4.467917435104027,
        4.497104291105643,
        4.497104291105643,
        4.497104291105643,
        4.526315994095057,
        4.555723074125126,
        4.555723074125126,
        4.58473046310246,
        4.58473046310246,
        4.58473046310246,
        4.58473046310246,
        4.6139407539740205,
        4.64313789899461,
        4.672283478081226,
        4.672283478081226,
        4.672283478081226,
        4.672283478081226,
        4.70148143498227,
        4.70148143498227,
        4.70148143498227,
        4.730774511117488,
        4.730774511117488,
        4.730774511117488,
        4.730774511117488,
        4.7602221560664475,
        4.7602221560664475,
        4.7602221560664475,
        4.790507204132155,
        4.790507204132155,
        4.790507204132155,
        4.790507204132155,
        4.819753983058035,
        4.819753983058035,
        4.819753983058035,
        4.819753983058035,
        4.849051225930452,
        4.849051225930452,
        4.849051225930452,
        4.849051225930452,
        4.878349011065438,
        4.878349011065438,
        4.907568908995017,
        4.936863728100434,
        4.936863728100434,
        4.966141225071624,
        4.966141225071624,
        4.966141225071624,
        4.966141225071624,
        4.9964175161439925,
        5.025647703092545,
        5.054915430955589,
        5.084185773972422,
        5.113409559940919,
        5.142714767949656,
        5.172590987989679,
        5.172590987989679,
        5.172590987989679,
        5.201909231953323,
        5.23114923806861,
        5.23114923806861,
        5.23114923806861,
        5.260414842050523,
        5.260414842050523,
        5.260414842050523,
        5.260414842050523,
        5.289709449978545,
        5.318964364007115,
        5.318964364007115,
        5.318964364007115,
        5.318964364007115,
        5.348351176129654,
        5.348351176129654,
        5.348351176129654,
        5.377644201042131,
        5.377644201042131,
        5.377644201042131,
        5.377644201042131,
        5.406972863944247,
        5.406972863944247,
        5.406972863944247,
        5.406972863944247,
        5.436260820133612,
        5.465545359998941,
        5.465545359998941,
        5.465545359998941,
        5.49483702192083,
        5.524245955981314,
        5.524245955981314,
        5.554549128049985,
        5.554549128049985,
        5.554549128049985,
        5.554549128049985,
        5.583941689925268,
        5.583941689925268,
        5.583941689925268,
        5.583941689925268,
        5.613338951021433,
        5.613338951021433,
        5.613338951021433,
        5.613338951021433,
        5.642752012005076,
        5.642752012005076,
        5.67213366413489,
        5.67213366413489,
        5.7014736069832,
        5.730731477029622,
        5.730731477029622,
        5.760054690064862,
        5.760054690064862,
        5.7893989509902894,
        5.7893989509902894,
        5.7893989509902894,
        5.818753662984818,
        5.818753662984818,
        5.818753662984818,
        5.818753662984818,
        5.848183294991031,
        5.8774291321169585,
        5.8774291321169585,
        5.8774291321169585,
        5.8774291321169585,
        5.90680030407384,
        5.936197865987197,
        5.965568697080016,
        5.965568697080016,
        5.965568697080016,
        5.965568697080016,
        5.995028797071427,
        5.995028797071427,
        6.024382206145674,
        6.024382206145674,
        6.024382206145674,
        6.053838687948883,
        6.083241038955748,
        6.1126672751270235,
        6.1126672751270235,
        6.1126672751270235,
        6.1421862239949405,
        6.1421862239949405,
        6.1421862239949405,
        6.1421862239949405,
        6.1726465311367065,
        6.1726465311367065,
        6.1726465311367065,
        6.1726465311367065,
        6.202155512059107,
        6.202155512059107,
        6.202155512059107,
        6.231624898035079,
        6.231624898035079,
        6.231624898035079,
        6.231624898035079,
        6.261081431061029,
        6.261081431061029,
        6.261081431061029,
        6.261081431061029,
        6.290635186014697,
        6.320018952013925,
        6.3494754049461335,
        6.378886121092364,
        6.408304592128843,
        6.408304592128843,
        6.408304592128843,
        6.437829804141074,
        6.467382857110351,
        6.467382857110351,
        6.467382857110351,
        6.467382857110351,
        6.496902157086879,
        6.496902157086879,
        6.496902157086879,
        6.496902157086879,
        6.526438219938427,
        6.526438219938427,
        6.526438219938427,
        6.555930729024112,
        6.555930729024112,
        6.5853762910701334,
        6.5853762910701334,
        6.5853762910701334,
        6.5853762910701334,
        6.6151646070647985,
        6.6151646070647985,
        6.6151646070647985,
        6.6151646070647985
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7373778279870749,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 61,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 573
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 187,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.7245957220438868,
        0.7530537501443177,
        0.7816160439979285,
        0.8101585609838367,
        0.8387001960072666,
        0.8672457579523325,
        0.8957160590216517,
        0.924348145024851,
        0.9529079240746796,
        0.98144890810363,
        1.0100276130251586,
        1.0386390089988708,
        1.067113928962499,
        1.0956852899398655,
        1.1243659669999033,
        1.1529183420352638,
        1.1816090869251639,
        1.2102140011265874,
        1.2388044181279838,
        1.2674480439163744,
        1.2960731771308929,
        1.3246895319316536,
        1.3532560039311647,
        1.3818927470128983,
        1.4105331480968744,
        1.4390415709931403,
        1.4676348729990423,
        1.4962742819916457,
        1.5248969700187445,
        1.5534840100444853,
        1.5821802760474384,
        1.610913350014016,
        1.6395903890952468,
        1.6682775081135333,
        1.6970087790396065,
        1.7256879131309688,
        1.7543588699772954,
        1.7830391060560942,
        1.8118841911200434,
        1.8415797520428896,
        1.8703348881099373,
        1.8990716501139104,
        1.9278982400428504,
        1.9577233740128577,
        1.9866660020779818,
        2.0155078009702265,
        2.0441684399265796,
        2.072869102936238,
        2.101662531029433,
        2.1304737529717386,
        2.1592500179540366,
        2.1880337779875845,
        2.2169281251262873,
        2.2457819869741797,
        2.274639215087518,
        2.3034655440133065,
        2.3322702429722995,
        2.361018086085096,
        2.389787768945098,
        2.418509301962331,
        2.4473745150025934,
        2.4763611250091344,
        2.50519243394956,
        2.534058908931911,
        2.562985176919028,
        2.5918311229906976,
        2.6208554850891232,
        2.6509316300507635,
        2.679980797925964,
        2.7088381859939545,
        2.7378863820340484,
        2.7678828190546483,
        2.7968889051117003,
        2.8258082300890237,
        2.854674765141681,
        2.8835225549992174,
        2.9124896889552474,
        2.9413388511165977,
        2.9701973819173872,
        2.9990914890076965,
        3.0279462919570506,
        3.056802468141541,
        3.085704730125144,
        3.1145783581305295,
        3.1434901379980147,
        3.1724106550682336,
        3.201405239989981,
        3.230427637929097,
        3.2594316019676626,
        3.2884470459539443,
        3.3173449200112373,
        3.346382546937093,
        3.3754294901154935,
        3.4047752949409187,
        3.4337882651016116,
        3.462791146012023,
        3.4918598409276456,
        3.5209074961021543,
        3.5499818010721356,
        3.5790508871432394,
        3.608148666098714,
        3.6372347630094737,
        3.6661728229373693,
        3.695255153113976,
        3.7243396169506013,
        3.753433499019593,
        3.782591020921245,
        3.811688529094681,
        3.840893941000104,
        3.8710894701071084,
        3.9002131179440767,
        3.929342536954209,
        3.958438072120771,
        3.987545209005475,
        4.016667294083163,
        4.045836077071726,
        4.074960987083614,
        4.104167510056868,
        4.1333645661361516,
        4.16251801000908,
        4.191675751935691,
        4.220869991928339,
        4.250044215004891,
        4.2791917771101,
        4.3083559109363705,
        4.337552416138351,
        4.366923708934337,
        4.397103269118816,
        4.426306696143001,
        4.455485457088798,
        4.484867881052196,
        4.515105951111764,
        4.544284271076322,
        4.573531982023269,
        4.602919565048069,
        4.633151383139193,
        4.662378625012934,
        4.691592262126505,
        4.720851223915815,
        4.750163997057825,
        4.7794488170184195,
        4.808734469115734,
        4.83795113209635,
        4.867172433063388,
        4.896504051052034,
        4.925836381036788,
        4.955077730119228,
        4.984355807071552,
        5.013870398979634,
        5.044109781039879,
        5.073313219007105,
        5.102614911040291,
        5.131953362142667,
        5.161332048941404,
        5.1907008269336075,
        5.220015644095838,
        5.249383609974757,
        5.278876892058179,
        5.309317401144654,
        5.33863419201225,
        5.367988323094323,
        5.397369564045221,
        5.426910304930061,
        5.4572846500668675,
        5.486634473083541,
        5.51610152493231,
        5.545582534046844,
        5.574893243145198,
        5.604303719010204,
        5.633778907125816,
        5.663161922013387,
        5.692598317051306,
        5.722033950034529,
        5.751515469979495,
        5.781076868996024,
        5.810594858136028,
        5.840113336918876,
        5.869545083027333,
        5.899202381959185,
        5.928535833954811,
        5.95797384204343,
        5.987615291960537,
        6.017279064049944,
        6.046946642920375,
        6.076699201017618,
        6.106388210086152,
        6.136531823081896
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.1365829890128225,
      "first_text_epoch_s": 1783817347.8389714,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.411989941960201,
      "prompt_id": "performance-hypotheses",
      "prompt_index": 10,
      "prompt_sha256": "07d3df497692ad49145544fc0388001879fe6a7201aca3f9eaa4e14288f0bfeb",
      "prompt_tokens": 64,
      "reasoning_delta_count": 187,
      "request_ended_epoch_s": 1783817353.2509604,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-10-performance-hypotheses",
      "request_started_epoch_s": 1783817347.1143775,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-10-performance-hypotheses",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-10-performance-hypotheses",
      "response_x_request_id": null,
      "sha256": "f4e070cfb158fcb10193870ec53d413f460cd771564cbdc8738fc8635df187dd",
      "stream_token_id_count": 512,
      "text_preview": "Based on the profile indicating that **MoE Gate, Up, and Down projections** dominate the decode time, we are likely facing a bottleneck in the **expert selection logic** and the **small-matrix multiplications** associated with the expert layers. In MoE models, the \"Gate\" determines which experts are active, and \"Up/Dow",
      "tok_s_1_100_after_ttft": 87.27981010883572,
      "tok_s_after_ttft_full": 94.60475822956828,
      "tok_s_wall_full": 83.43405457348247,
      "token_id_offsets_s": [
        0.7245930470526218,
        0.7530517061240971,
        0.7530517061240971,
        0.7530517061240971,
        0.7816142709925771,
        0.8101568671409041,
        0.8101568671409041,
        0.8386983019299805,
        0.8386983019299805,
        0.8386983019299805,
        0.8672440850641578,
        0.8957142860163003,
        0.8957142860163003,
        0.8957142860163003,
        0.8957142860163003,
        0.9243461010046303,
        0.9243461010046303,
        0.9243461010046303,
        0.9243461010046303,
        0.9529062409419566,
        0.9529062409419566,
        0.9814474750310183,
        0.9814474750310183,
        1.0100265110377222,
        1.0100265110377222,
        1.0386379570700228,
        1.0671129270922393,
        1.0671129270922393,
        1.0671129270922393,
        1.0956842580344528,
        1.0956842580344528,
        1.0956842580344528,
        1.1243645041249692,
        1.1529173399321735,
        1.1529173399321735,
        1.1529173399321735,
        1.1529173399321735,
        1.181608095066622,
        1.181608095066622,
        1.181608095066622,
        1.2102126579266042,
        1.2102126579266042,
        1.238803466083482,
        1.238803466083482,
        1.238803466083482,
        1.267446941928938,
        1.267446941928938,
        1.267446941928938,
        1.2960723850410432,
        1.324688500026241,
        1.324688500026241,
        1.3532548120710999,
        1.3532548120710999,
        1.3532548120710999,
        1.3818919060286134,
        1.3818919060286134,
        1.3818919060286134,
        1.4105321059469134,
        1.4390406690072268,
        1.4390406690072268,
        1.467633981956169,
        1.467633981956169,
        1.4962733909487724,
        1.5248959581367671,
        1.5534828379750252,
        1.5534828379750252,
        1.5534828379750252,
        1.582179434131831,
        1.582179434131831,
        1.582179434131831,
        1.582179434131831,
        1.6109122780617326,
        1.6109122780617326,
        1.6109122780617326,
        1.6395895380992442,
        1.6395895380992442,
        1.6395895380992442,
        1.668275925097987,
        1.668275925097987,
        1.668275925097987,
        1.668275925097987,
        1.6970079271122813,
        1.6970079271122813,
        1.7256869110278785,
        1.7256869110278785,
        1.7256869110278785,
        1.7543578480836004,
        1.7543578480836004,
        1.7543578480836004,
        1.7543578480836004,
        1.7830378441140056,
        1.7830378441140056,
        1.7830378441140056,
        1.8118828579317778,
        1.8415784100070596,
        1.8415784100070596,
        1.8703333949670196,
        1.8703333949670196,
        1.8703333949670196,
        1.8703333949670196,
        1.8990702971350402,
        1.8990702971350402,
        1.9278970770537853,
        1.9278970770537853,
        1.9278970770537853,
        1.9278970770537853,
        1.9577218110207468,
        1.9577218110207468,
        1.9577218110207468,
        1.98666488006711,
        1.98666488006711,
        1.98666488006711,
        1.98666488006711,
        2.0155062780249864,
        2.0155062780249864,
        2.0155062780249864,
        2.0441666359547526,
        2.0728676409926265,
        2.0728676409926265,
        2.0728676409926265,
        2.0728676409926265,
        2.101661079097539,
        2.101661079097539,
        2.101661079097539,
        2.101661079097539,
        2.1304721001069993,
        2.1304721001069993,
        2.1304721001069993,
        2.1592486859299242,
        2.188032346079126,
        2.188032346079126,
        2.188032346079126,
        2.188032346079126,
        2.216926702996716,
        2.216926702996716,
        2.216926702996716,
        2.216926702996716,
        2.2457805641461164,
        2.2457805641461164,
        2.2457805641461164,
        2.2457805641461164,
        2.274637531954795,
        2.274637531954795,
        2.274637531954795,
        2.274637531954795,
        2.303463710937649,
        2.303463710937649,
        2.303463710937649,
        2.3322685100138187,
        2.3322685100138187,
        2.3610164020210505,
        2.389785985928029,
        2.389785985928029,
        2.389785985928029,
        2.4185075890272856,
        2.4185075890272856,
        2.4185075890272856,
        2.4473723710980266,
        2.4473723710980266,
        2.4473723710980266,
        2.4473723710980266,
        2.476359242107719,
        2.476359242107719,
        2.476359242107719,
        2.50519074103795,
        2.50519074103795,
        2.5340571261476725,
        2.5340571261476725,
        2.5340571261476725,
        2.5340571261476725,
        2.562983372947201,
        2.562983372947201,
        2.562983372947201,
        2.562983372947201,
        2.591829390032217,
        2.591829390032217,
        2.591829390032217,
        2.6208537509664893,
        2.6208537509664893,
        2.6208537509664893,
        2.6208537509664893,
        2.650929325958714,
        2.650929325958714,
        2.650929325958714,
        2.650929325958714,
        2.679979074979201,
        2.679979074979201,
        2.7088364930823445,
        2.7088364930823445,
        2.737884609028697,
        2.737884609028697,
        2.7678811349906027,
        2.7968872119672596,
        2.8258064871188253,
        2.8258064871188253,
        2.854673502035439,
        2.8835207719821483,
        2.8835207719821483,
        2.8835207719821483,
        2.8835207719821483,
        2.9124879660084844,
        2.941337598953396,
        2.941337598953396,
        2.941337598953396,
        2.9701963600236923,
        2.9701963600236923,
        2.9701963600236923,
        2.9990901560522616,
        3.0279451289679855,
        3.0279451289679855,
        3.0568015261087567,
        3.085703887976706,
        3.1145765150431544,
        3.143489287002012,
        3.143489287002012,
        3.1724090920761228,
        3.1724090920761228,
        3.1724090920761228,
        3.1724090920761228,
        3.2014038779307157,
        3.2014038779307157,
        3.2014038779307157,
        3.2014038779307157,
        3.2304260849487036,
        3.2304260849487036,
        3.2594299889169633,
        3.2594299889169633,
        3.2594299889169633,
        3.2594299889169633,
        3.288445363054052,
        3.3173433770425618,
        3.3173433770425618,
        3.3173433770425618,
        3.3463809739332646,
        3.3463809739332646,
        3.375428016996011,
        3.375428016996011,
        3.404773462098092,
        3.404773462098092,
        3.404773462098092,
        3.404773462098092,
        3.4337861810345203,
        3.4337861810345203,
        3.4337861810345203,
        3.4337861810345203,
        3.462789934128523,
        3.462789934128523,
        3.462789934128523,
        3.462789934128523,
        3.4918587889987975,
        3.4918587889987975,
        3.4918587889987975,
        3.4918587889987975,
        3.5209063040092587,
        3.5209063040092587,
        3.5209063040092587,
        3.5209063040092587,
        3.5499806490261108,
        3.5499806490261108,
        3.5499806490261108,
        3.5499806490261108,
        3.579049695050344,
        3.579049695050344,
        3.579049695050344,
        3.579049695050344,
        3.608147324062884,
        3.608147324062884,
        3.608147324062884,
        3.608147324062884,
        3.6372254660818726,
        3.6372254660818726,
        3.6372254660818726,
        3.6661716611124575,
        3.6661716611124575,
        3.6661716611124575,
        3.695253239944577,
        3.695253239944577,
        3.695253239944577,
        3.695253239944577,
        3.7243379140272737,
        3.7243379140272737,
        3.7243379140272737,
        3.7534318161197007,
        3.7534318161197007,
        3.7534318161197007,
        3.7534318161197007,
        3.7825893179979175,
        3.7825893179979175,
        3.8116868359502405,
        3.8116868359502405,
        3.840892638079822,
        3.840892638079822,
        3.840892638079822,
        3.8710882279556245,
        3.8710882279556245,
        3.8710882279556245,
        3.900211926084012,
        3.900211926084012,
        3.900211926084012,
        3.900211926084012,
        3.9293414750136435,
        3.9584369400981814,
        3.9584369400981814,
        3.9584369400981814,
        3.987544026924297,
        3.987544026924297,
        3.987544026924297,
        3.987544026924297,
        4.016666202107444,
        4.016666202107444,
        4.016666202107444,
        4.016666202107444,
        4.04583496414125,
        4.04583496414125,
        4.04583496414125,
        4.04583496414125,
        4.074959934921935,
        4.074959934921935,
        4.074959934921935,
        4.074959934921935,
        4.104166097007692,
        4.104166097007692,
        4.104166097007692,
        4.104166097007692,
        4.133363434113562,
        4.133363434113562,
        4.162516786949709,
        4.162516786949709,
        4.191674578934908,
        4.191674578934908,
        4.191674578934908,
        4.191674578934908,
        4.220868818927556,
        4.2500431830994785,
        4.2500431830994785,
        4.279190846020356,
        4.308354479027912,
        4.308354479027912,
        4.308354479027912,
        4.308354479027912,
        4.337551223114133,
        4.337551223114133,
        4.337551223114133,
        4.337551223114133,
        4.366922616027296,
        4.366922616027296,
        4.366922616027296,
        4.366922616027296,
        4.397102106129751,
        4.397102106129751,
        4.397102106129751,
        4.397102106129751,
        4.4263055140618235,
        4.4263055140618235,
        4.455484454985708,
        4.484866789076477,
        4.484866789076477,
        4.515104999067262,
        4.544283078983426,
        4.544283078983426,
        4.544283078983426,
        4.544283078983426,
        4.5735308500006795,
        4.5735308500006795,
        4.5735308500006795,
        4.6029185629449785,
        4.6029185629449785,
        4.633149279048666,
        4.633149279048666,
        4.633149279048666,
        4.662377543048933,
        4.662377543048933,
        4.662377543048933,
        4.662377543048933,
        4.691591219976544,
        4.691591219976544,
        4.691591219976544,
        4.691591219976544,
        4.720850192010403,
        4.720850192010403,
        4.720850192010403,
        4.720850192010403,
        4.7501628149766475,
        4.779447705019265,
        4.779447705019265,
        4.779447705019265,
        4.779447705019265,
        4.8087334770243615,
        4.8379500799346715,
        4.8379500799346715,
        4.8671713611111045,
        4.8671713611111045,
        4.8671713611111045,
        4.896502868970856,
        4.896502868970856,
        4.896502868970856,
        4.896502868970856,
        4.925835137953982,
        4.925835137953982,
        4.9550767780747265,
        4.9550767780747265,
        4.9843546350020915,
        4.9843546350020915,
        4.9843546350020915,
        4.9843546350020915,
        5.013869397109374,
        5.013869397109374,
        5.044108788948506,
        5.073312056949362,
        5.073312056949362,
        5.073312056949362,
        5.073312056949362,
        5.1026138490997255,
        5.1026138490997255,
        5.1026138490997255,
        5.131952289957553,
        5.131952289957553,
        5.131952289957553,
        5.131952289957553,
        5.161330946953967,
        5.161330946953967,
        5.161330946953967,
        5.190699734957889,
        5.190699734957889,
        5.220014572143555,
        5.220014572143555,
        5.220014572143555,
        5.249382618116215,
        5.249382618116215,
        5.278875729069114,
        5.278875729069114,
        5.278875729069114,
        5.278875729069114,
        5.309316399041563,
        5.338633070001379,
        5.338633070001379,
        5.338633070001379,
        5.338633070001379,
        5.367987170116976,
        5.367987170116976,
        5.367987170116976,
        5.367987170116976,
        5.3973684520460665,
        5.3973684520460665,
        5.3973684520460665,
        5.3973684520460665,
        5.426909212954342,
        5.426909212954342,
        5.426909212954342,
        5.457283558091149,
        5.48663343093358,
        5.48663343093358,
        5.48663343093358,
        5.516100493026897,
        5.516100493026897,
        5.516100493026897,
        5.516100493026897,
        5.545581571990624,
        5.574892211006954,
        5.574892211006954,
        5.574892211006954,
        5.574892211006954,
        5.60430260701105,
        5.60430260701105,
        5.60430260701105,
        5.633777854964137,
        5.633777854964137,
        5.633777854964137,
        5.66316077997908,
        5.692597144981846,
        5.692597144981846,
        5.692597144981846,
        5.692597144981846,
        5.722032848047093,
        5.722032848047093,
        5.722032848047093,
        5.722032848047093,
        5.751514237141237,
        5.751514237141237,
        5.751514237141237,
        5.751514237141237,
        5.781075687147677,
        5.781075687147677,
        5.781075687147677,
        5.781075687147677,
        5.810593714937568,
        5.810593714937568,
        5.810593714937568,
        5.810593714937568,
        5.840112244943157,
        5.840112244943157,
        5.840112244943157,
        5.86954405112192,
        5.86954405112192,
        5.86954405112192,
        5.899201269960031,
        5.928534701932222,
        5.957972570089623,
        5.957972570089623,
        5.957972570089623,
        5.987614140147343,
        5.987614140147343,
        5.987614140147343,
        6.01727795205079,
        6.046945530921221,
        6.046945530921221,
        6.046945530921221,
        6.0766979090403765,
        6.0766979090403765,
        6.0766979090403765,
        6.106387207983062,
        6.136530711082742
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.7245930470526218,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 64,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 576
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 196,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.6940534361638129,
        0.7221858631819487,
        0.7517908350564539,
        0.7805639649741352,
        0.8091161199845374,
        0.8386903640348464,
        0.8674127790145576,
        0.895934988046065,
        0.9244769441429526,
        0.9529775721020997,
        0.981462431140244,
        1.0100265489891171,
        1.038586158072576,
        1.0670959141571075,
        1.0966904449742287,
        1.1254862979985774,
        1.1541741280816495,
        1.1828441740944982,
        1.2114415850955993,
        1.2401023129932582,
        1.269806170137599,
        1.2985084371175617,
        1.3271430069580674,
        1.3557116431184113,
        1.3842722850386053,
        1.4129747520200908,
        1.4415824310854077,
        1.4702355961780995,
        1.498976876027882,
        1.52770005306229,
        1.556366803124547,
        1.5851484490558505,
        1.6138147381134331,
        1.6424592069815844,
        1.6710941579658538,
        1.7008627061732113,
        1.7298426539637148,
        1.7585750981234014,
        1.787270873086527,
        1.8159256109502167,
        1.8446776610799134,
        1.8733814109582454,
        1.9021447531413287,
        1.9309450939763337,
        1.959650166099891,
        1.988347653998062,
        2.017065620981157,
        2.046893741004169,
        2.0757101520430297,
        2.1044087421614677,
        2.1331721539609134,
        2.1619198471307755,
        2.1907548231538385,
        2.2194394359830767,
        2.248188141034916,
        2.27694089198485,
        2.3057035030797124,
        2.334490849170834,
        2.363217432051897,
        2.3920485810376704,
        2.4218299339991063,
        2.4507723019924015,
        2.4794984741602093,
        2.5083619030192494,
        2.5371648489963263,
        2.565992200979963,
        2.5947865911293775,
        2.623594286153093,
        2.6523968810215592,
        2.6812167691532522,
        2.7101536460686475,
        2.739017907064408,
        2.767907255096361,
        2.7967669679783285,
        2.825571658089757,
        2.854374794056639,
        2.8832443349529058,
        2.912048032041639,
        2.9408702950458974,
        2.969756606966257,
        2.9986254770774394,
        3.027570760110393,
        3.0564719210378826,
        3.085440858034417,
        3.1143499040044844,
        3.143305164994672,
        3.1722293491475284,
        3.2011842301581055,
        3.2301423780154437,
        3.2591256520245224,
        3.2890560750383884,
        3.3180409620981663,
        3.3471431301441044,
        3.377181956078857,
        3.4063304201699793,
        3.435382624156773,
        3.464432734064758,
        3.4934135950170457,
        3.5224348809570074,
        3.551449424121529,
        3.5804149149917066,
        3.6094014949630946,
        3.6384263881482184,
        3.667500623036176,
        3.6965921111404896,
        3.7257372201420367,
        3.7548357599880546,
        3.783896841108799,
        3.812862152000889,
        3.841827493160963,
        3.8709423141554,
        3.8999738090205938,
        3.9289241121150553,
        3.9579640130978078,
        3.9870921990368515,
        4.017166401958093,
        4.046337689040229,
        4.075516451150179,
        4.104772347025573,
        4.133861621143296,
        4.162981853121892,
        4.192082568071783,
        4.222270834026858,
        4.251415531150997,
        4.280492812162265,
        4.309713582973927,
        4.338942287955433,
        4.368298723129556,
        4.39774083904922,
        4.426931672962382,
        4.4561000959947705,
        4.486352923093364,
        4.515670946100727,
        4.544799283146858,
        4.573934082174674,
        4.603111871983856,
        4.633271244121715,
        4.662371809128672,
        4.691530592972413,
        4.720716336974874,
        4.749940293142572,
        4.779181211953983,
        4.80839678295888,
        4.83759845700115,
        4.866834355983883,
        4.896041260100901,
        4.925198571989313,
        4.954453435959294,
        4.983575171092525,
        5.012714127078652,
        5.042015318991616,
        5.071286394027993,
        5.100576834985986,
        5.130136391147971,
        5.159165712073445,
        5.188448429107666,
        5.217750532086939,
        5.246986321173608,
        5.276264839107171,
        5.305785643169656,
        5.334832506952807,
        5.364233526168391,
        5.393682555062696,
        5.422987904166803,
        5.4523657890968025,
        5.481660959077999,
        5.5110202501527965,
        5.54040238307789,
        5.569688686169684,
        5.599095134995878,
        5.629391534952447,
        5.658836676040664,
        5.688317435095087,
        5.71769574098289,
        5.747025446034968,
        5.776513047050685,
        5.805916431127116,
        5.835271964082494,
        5.864642135100439,
        5.894012466073036,
        5.9235400119796395,
        5.953015340957791,
        5.9825157260056585,
        6.0119199911132455,
        6.041411640122533,
        6.070793803082779,
        6.100335326045752,
        6.1298548670019954,
        6.159367355052382,
        6.188834227155894,
        6.218286151997745,
        6.2477607789915055,
        6.277180693112314,
        6.306662552990019,
        6.33618337707594,
        6.3668658011592925
      ],
      "completion_tokens": 512,
      "content_delta_count": 0,
      "elapsed_s": 6.3669521941337734,
      "first_text_epoch_s": 1783817353.945106,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": true,
      "post_ttft_s": 5.672900781966746,
      "prompt_id": "decision-memo",
      "prompt_index": 11,
      "prompt_sha256": "e1fcb91edf9a4e6048cd5a5738cebcc0f71edc15281607b795bf2a6dddd6adeb",
      "prompt_tokens": 60,
      "reasoning_delta_count": 196,
      "request_ended_epoch_s": 1783817359.6180062,
      "request_id": "bench-qwen36-27b-autoround-int4-b70-realistic-v1-11-decision-memo",
      "request_started_epoch_s": 1783817353.251054,
      "response_id_first": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-11-decision-memo",
      "response_id_last": "chatcmpl-bench-qwen36-27b-autoround-int4-b70-realistic-v1-11-decision-memo",
      "response_x_request_id": null,
      "sha256": "17784ef424928686df51d9c4d6b60aa98d889b3d3eaac927fb896f7cf5069140",
      "stream_token_id_count": 512,
      "text_preview": "**MEMORANDUM**\n\n**TO:** Head of Machine Learning Engineering, Product Leadership\n**FROM:** Lead Data Scientist, NLP/Model Optimization Team\n**DATE:** October 26, 2024\n**SUBJECT:** Decision: Continue Optimizing Current Model (Model A) vs. Switch to New Architecture (Model Family B)\n\n### 1. Executive Summary\n\nWe are curr",
      "tok_s_1_100_after_ttft": 96.54463367489836,
      "tok_s_after_ttft_full": 90.25364970731852,
      "tok_s_wall_full": 80.4152417653982,
      "token_id_offsets_s": [
        0.6940514121670276,
        0.7221842100843787,
        0.7221842100843787,
        0.7221842100843787,
        0.7221842100843787,
        0.7517895819619298,
        0.7517895819619298,
        0.7517895819619298,
        0.7517895819619298,
        0.78056276217103,
        0.78056276217103,
        0.8091149681713432,
        0.8091149681713432,
        0.838689181022346,
        0.838689181022346,
        0.8674115261528641,
        0.8674115261528641,
        0.8674115261528641,
        0.8959338751155883,
        0.8959338751155883,
        0.8959338751155883,
        0.8959338751155883,
        0.9244759420398623,
        0.9529764701146632,
        0.9814609580207616,
        0.9814609580207616,
        0.9814609580207616,
        1.0100253261625767,
        1.0100253261625767,
        1.038585145957768,
        1.0670947809703648,
        1.0966892230790108,
        1.0966892230790108,
        1.0966892230790108,
        1.0966892230790108,
        1.1254848551470786,
        1.1254848551470786,
        1.1254848551470786,
        1.1254848551470786,
        1.154172966023907,
        1.154172966023907,
        1.154172966023907,
        1.154172966023907,
        1.1828430520836264,
        1.1828430520836264,
        1.1828430520836264,
        1.2114403620362282,
        1.2114403620362282,
        1.2114403620362282,
        1.2401011909823865,
        1.2401011909823865,
        1.2401011909823865,
        1.2401011909823865,
        1.2698049880564213,
        1.2985073050949723,
        1.2985073050949723,
        1.2985073050949723,
        1.2985073050949723,
        1.3271419750526547,
        1.3271419750526547,
        1.3557103811763227,
        1.384271243121475,
        1.384271243121475,
        1.384271243121475,
        1.384271243121475,
        1.4129736199975014,
        1.4129736199975014,
        1.4129736199975014,
        1.4415813791565597,
        1.4415813791565597,
        1.4415813791565597,
        1.4702339831274003,
        1.4702339831274003,
        1.4702339831274003,
        1.4702339831274003,
        1.498975854134187,
        1.498975854134187,
        1.498975854134187,
        1.498975854134187,
        1.5276989811100066,
        1.5276989811100066,
        1.5276989811100066,
        1.556365721160546,
        1.556365721160546,
        1.556365721160546,
        1.556365721160546,
        1.5851474769879133,
        1.5851474769879133,
        1.613813266158104,
        1.642458304995671,
        1.642458304995671,
        1.6710931961424649,
        1.6710931961424649,
        1.6710931961424649,
        1.6710931961424649,
        1.7008616640232503,
        1.7008616640232503,
        1.7008616640232503,
        1.7008616640232503,
        1.7298417631536722,
        1.7298417631536722,
        1.7585741861257702,
        1.7585741861257702,
        1.7585741861257702,
        1.7872697210405022,
        1.8159246791619807,
        1.8159246791619807,
        1.8159246791619807,
        1.8159246791619807,
        1.8446767691057175,
        1.8446767691057175,
        1.873380569042638,
        1.873380569042638,
        1.873380569042638,
        1.902142909122631,
        1.902142909122631,
        1.9309433810412884,
        1.9309433810412884,
        1.9596484631765634,
        1.988345991121605,
        2.0170638570562005,
        2.0170638570562005,
        2.0170638570562005,
        2.046891577076167,
        2.046891577076167,
        2.046891577076167,
        2.046891577076167,
        2.075708189047873,
        2.075708189047873,
        2.104407049017027,
        2.104407049017027,
        2.104407049017027,
        2.133170471061021,
        2.133170471061021,
        2.1619181730784476,
        2.1619181730784476,
        2.1619181730784476,
        2.1907531491015106,
        2.2194378031417727,
        2.2481864681467414,
        2.2481864681467414,
        2.2481864681467414,
        2.2769391590263695,
        2.2769391590263695,
        2.2769391590263695,
        2.305701829958707,
        2.305701829958707,
        2.334488826105371,
        2.334488826105371,
        2.334488826105371,
        2.3632156890816987,
        2.3632156890816987,
        2.3632156890816987,
        2.392046928172931,
        2.392046928172931,
        2.421828221064061,
        2.421828221064061,
        2.421828221064061,
        2.4507706391159445,
        2.4507706391159445,
        2.4794967300258577,
        2.4794967300258577,
        2.4794967300258577,
        2.508360230131075,
        2.5371631560847163,
        2.5659905481152236,
        2.5947849780786783,
        2.6235926130320877,
        2.6235926130320877,
        2.6523952381685376,
        2.681214715121314,
        2.681214715121314,
        2.681214715121314,
        2.681214715121314,
        2.710151963168755,
        2.710151963168755,
        2.710151963168755,
        2.7390162341762334,
        2.7679054520558566,
        2.7679054520558566,
        2.7679054520558566,
        2.7679054520558566,
        2.796765255043283,
        2.8255699041765183,
        2.8255699041765183,
        2.8543731211684644,
        2.8543731211684644,
        2.8832426820881665,
        2.9120463291183114,
        2.9120463291183114,
        2.9120463291183114,
        2.9120463291183114,
        2.9408685811795294,
        2.9408685811795294,
        2.9697548439726233,
        2.998623833991587,
        3.027569056954235,
        3.027569056954235,
        3.056469395989552,
        3.056469395989552,
        3.056469395989552,
        3.056469395989552,
        3.0854392151813954,
        3.114348170114681,
        3.114348170114681,
        3.114348170114681,
        3.114348170114681,
        3.1433034520596266,
        3.1722275961656123,
        3.1722275961656123,
        3.1722275961656123,
        3.1722275961656123,
        3.201182527001947,
        3.201182527001947,
        3.201182527001947,
        3.201182527001947,
        3.2301406441256404,
        3.2301406441256404,
        3.2301406441256404,
        3.2301406441256404,
        3.259124009171501,
        3.259124009171501,
        3.259124009171501,
        3.289054392138496,
        3.318039349047467,
        3.318039349047467,
        3.318039349047467,
        3.318039349047467,
        3.347141387173906,
        3.347141387173906,
        3.347141387173906,
        3.347141387173906,
        3.377179792150855,
        3.377179792150855,
        3.377179792150855,
        3.377179792150855,
        3.4063287870958447,
        3.4063287870958447,
        3.4063287870958447,
        3.4063287870958447,
        3.435380971059203,
        3.435380971059203,
        3.435380971059203,
        3.435380971059203,
        3.464431061176583,
        3.464431061176583,
        3.4934118611272424,
        3.4934118611272424,
        3.4934118611272424,
        3.4934118611272424,
        3.522433177102357,
        3.522433177102357,
        3.522433177102357,
        3.522433177102357,
        3.5514478411059827,
        3.5514478411059827,
        3.5804132020566612,
        3.5804132020566612,
        3.609399933135137,
        3.6384246649686247,
        3.6384246649686247,
        3.6674988900776953,
        3.6674988900776953,
        3.6674988900776953,
        3.6674988900776953,
        3.6965897360350937,
        3.6965897360350937,
        3.6965897360350937,
        3.6965897360350937,
        3.7257355160545558,
        3.7257355160545558,
        3.7257355160545558,
        3.754834027029574,
        3.754834027029574,
        3.754834027029574,
        3.783895188011229,
        3.812860459089279,
        3.812860459089279,
        3.812860459089279,
        3.812860459089279,
        3.84182614996098,
        3.870941102039069,
        3.870941102039069,
        3.8999727880582213,
        3.8999727880582213,
        3.928922669030726,
        3.928922669030726,
        3.928922669030726,
        3.9579629111103714,
        3.9579629111103714,
        3.9579629111103714,
        3.9870909571181983,
        3.9870909571181983,
        3.9870909571181983,
        4.017165190074593,
        4.046336407074705,
        4.046336407074705,
        4.046336407074705,
        4.046336407074705,
        4.07551535917446,
        4.07551535917446,
        4.07551535917446,
        4.07551535917446,
        4.104771235026419,
        4.104771235026419,
        4.133860478177667,
        4.133860478177667,
        4.133860478177667,
        4.162979669170454,
        4.162979669170454,
        4.1920813450124115,
        4.222269171150401,
        4.222269171150401,
        4.222269171150401,
        4.222269171150401,
        4.2514140291605145,
        4.2514140291605145,
        4.280491290148348,
        4.280491290148348,
        4.280491290148348,
        4.280491290148348,
        4.309712070040405,
        4.309712070040405,
        4.309712070040405,
        4.309712070040405,
        4.338940775953233,
        4.338940775953233,
        4.338940775953233,
        4.368297150125727,
        4.368297150125727,
        4.368297150125727,
        4.397739376174286,
        4.397739376174286,
        4.4269304510671645,
        4.4269304510671645,
        4.456098973983899,
        4.456098973983899,
        4.456098973983899,
        4.456098973983899,
        4.486351731000468,
        4.486351731000468,
        4.486351731000468,
        4.486351731000468,
        4.515670054126531,
        4.5447982009500265,
        4.573933250037953,
        4.60311081004329,
        4.60311081004329,
        4.60311081004329,
        4.60311081004329,
        4.633270342135802,
        4.633270342135802,
        4.662370346020907,
        4.662370346020907,
        4.691529601113871,
        4.691529601113871,
        4.691529601113871,
        4.691529601113871,
        4.720715434988961,
        4.720715434988961,
        4.720715434988961,
        4.720715434988961,
        4.749939402099699,
        4.749939402099699,
        4.749939402099699,
        4.779180400073528,
        4.779180400073528,
        4.808395821135491,
        4.83759745513089,
        4.83759745513089,
        4.83759745513089,
        4.83759745513089,
        4.866833464009687,
        4.866833464009687,
        4.896040257997811,
        4.925197680015117,
        4.925197680015117,
        4.9544525041710585,
        4.983574158977717,
        4.983574158977717,
        4.983574158977717,
        4.983574158977717,
        5.012713055126369,
        5.012713055126369,
        5.012713055126369,
        5.012713055126369,
        5.042014417005703,
        5.071285522077233,
        5.071285522077233,
        5.071285522077233,
        5.1005756431259215,
        5.1005756431259215,
        5.1005756431259215,
        5.1005756431259215,
        5.130135359009728,
        5.130135359009728,
        5.130135359009728,
        5.130135359009728,
        5.159164830110967,
        5.159164830110967,
        5.159164830110967,
        5.159164830110967,
        5.188447227003053,
        5.188447227003053,
        5.188447227003053,
        5.188447227003053,
        5.217749721137807,
        5.217749721137807,
        5.2469854690134525,
        5.2469854690134525,
        5.2469854690134525,
        5.2469854690134525,
        5.27626383700408,
        5.27626383700408,
        5.27626383700408,
        5.305784591007978,
        5.305784591007978,
        5.334831525105983,
        5.334831525105983,
        5.334831525105983,
        5.334831525105983,
        5.3642325641121715,
        5.3642325641121715,
        5.3642325641121715,
        5.3642325641121715,
        5.39368162304163,
        5.39368162304163,
        5.422987011959776,
        5.422987011959776,
        5.422987011959776,
        5.452364887110889,
        5.452364887110889,
        5.481660118093714,
        5.5110191779676825,
        5.5110191779676825,
        5.5110191779676825,
        5.5110191779676825,
        5.540401572128758,
        5.56968775507994,
        5.56968775507994,
        5.56968775507994,
        5.56968775507994,
        5.599094053031877,
        5.599094053031877,
        5.629390543093905,
        5.629390543093905,
        5.658835695125163,
        5.658835695125163,
        5.658835695125163,
        5.658835695125163,
        5.688316303072497,
        5.717694910010323,
        5.747024463955313,
        5.747024463955313,
        5.747024463955313,
        5.747024463955313,
        5.7765122160781175,
        5.805915479082614,
        5.835271062096581,
        5.835271062096581,
        5.86464100307785,
        5.894011273980141,
        5.894011273980141,
        5.894011273980141,
        5.894011273980141,
        5.923538950039074,
        5.923538950039074,
        5.923538950039074,
        5.923538950039074,
        5.953014369122684,
        5.953014369122684,
        5.953014369122684,
        5.953014369122684,
        5.98251476418227,
        5.98251476418227,
        6.0119189489632845,
        6.0119189489632845,
        6.0119189489632845,
        6.0119189489632845,
        6.041410828009248,
        6.070792992133647,
        6.070792992133647,
        6.070792992133647,
        6.070792992133647,
        6.100334484130144,
        6.100334484130144,
        6.100334484130144,
        6.100334484130144,
        6.129853815073147,
        6.129853815073147,
        6.129853815073147,
        6.159366253064945,
        6.159366253064945,
        6.188833045074716,
        6.188833045074716,
        6.188833045074716,
        6.218285180162638,
        6.218285180162638,
        6.2477597570978105,
        6.277179761091247,
        6.306661521084607,
        6.306661521084607,
        6.306661521084607,
        6.306661521084607,
        6.336181533988565,
        6.336181533988565,
        6.336181533988565,
        6.336181533988565,
        6.366863557137549,
        6.366863557137549,
        6.366863557137549,
        6.366863557137549
      ],
      "token_timing_source": "openai_stream_token_ids_chunk_timestamp",
      "ttft_s": 0.6940514121670276,
      "usage": {
        "completion_tokens": 512,
        "prompt_tokens": 60,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 572
      }
    }
  ],
  "run_identity": {
    "api_mode": "chat",
    "base_url": "http://127.0.0.1:19622",
    "created_at_utc": "2026-07-12T00:49:19.618383+00:00",
    "max_tokens": 512,
    "model": "qwen27-tp2-targetgraph-drafteager",
    "prompt_count": 12,
    "request_extra": {
      "chat_template_kwargs": {
        "enable_thinking": false
      }
    },
    "return_token_ids": true,
    "seed": 1,
    "suite": {
      "description": "Fixed cold-response prompt suite for Qwen3.6 27B INT4 AutoRound B70 promotion and LocalMaxxing submissions. Each prompt is sent exactly once. Synthetic/repeated prompts remain diagnostic only.",
      "metric": "median generated-token throughput for tokens 1-100 after TTFT across prompts",
      "suite_id": "qwen36-27b-autoround-int4-b70-realistic-v1",
      "version": 1
    },
    "suite_path": "/home/steve/llm-optimizations/repro/qwen36-27b-autoround-int4-b70/realistic-suite-v1.json"
  },
  "summary": {
    "tok_s_1_100_after_ttft": {
      "count": 12,
      "max": 108.51918039941262,
      "mean": 95.62305049791388,
      "median": 95.384867741895,
      "min": 81.04860385367677,
      "p10": 86.97541500323224,
      "stdev": 8.298412532131564
    },
    "tok_s_after_ttft_full": {
      "count": 12,
      "max": 98.3159190284629,
      "mean": 92.01343543321082,
      "median": 91.69809656297546,
      "min": 85.96519189225813,
      "p10": 87.13606644716837,
      "stdev": 3.947009314150667
    },
    "tok_s_wall_full": {
      "count": 12,
      "max": 85.93589855303728,
      "mean": 79.93341701789426,
      "median": 80.40533067412697,
      "min": 69.59395105396972,
      "p10": 76.57498886393189,
      "stdev": 4.336542439671471
    },
    "ttft_ms": {
      "count": 12,
      "max": 813.0524759180844,
      "mean": 741.032094306623,
      "median": 742.3079368891194,
      "min": 694.0514121670276,
      "p10": 718.1053986772895,
      "stdev": 27.57522583835941
    }
  }
}