{
  "fresh_response_validity": {
    "cached_tokens": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "cached_tokens_all_zero": true,
    "chat_reasoning_delta_counts": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "classification": "fresh-response",
    "context_checkpoints_or_prefix_reuse": false,
    "each_prompt_run_once": true,
    "history_acceleration": false,
    "ngram_history_acceleration": false,
    "note": "Fixed realistic suite; each prompt is sent once as a cold response. Do not average synthetic repeated prompts, warmed continuations, or n-gram/history-accelerated rows into this metric.",
    "primary_metric_name": "median_tok_s_1_100_after_ttft",
    "primary_metric_tokens": 100,
    "prompt_count": 12,
    "prompts_are_unique": true,
    "response_reuse": false,
    "return_token_ids_requested": false,
    "suite_id": "rapid-model-snapshots-b70-realistic-v1",
    "suite_version": 1,
    "token_timing_source": "openai_stream_content_or_reasoning_delta",
    "valid": true
  },
  "output_sha256s": [
    "b1d52748b9ac4ab458ae6f6a47bb4dd7fecd83e3a5bbb7a084c8e79b34ec4bc1",
    "7644e4289cbcd140b0f07b6a5238a69f874a906e55b75ff4e32832ee3b0c19ab",
    "6673bc7d4b43feb3e80eb96ff60661cf856e8b3762ae58cbf9ea8ed449357cd1",
    "afa89e5bc6da4bc78ba1bf31b38b7480f5c04b9960745afbd84328418f4483b0",
    "e18eb776cb313f20f29e4f93bc1c148a17e304d055c77157ffda0cdb9ac17455",
    "d408eb146198d0b8678754e61f1f40d33c0d292418e17bcf7fc197fa45b8b619",
    "3f9b56c2d63b801afda4739f7b937f088596ef286804d7bae16c81bb020eddba",
    "7cba18333165a04f7dc4e2736be7ae4bd745eabbd02144a332c7e5907fcb53de",
    "c07907ec583bc2d5a44bca2cf6b1cf4e053c7325bb2ff89d15ef9196d0b04c6c",
    "4359f54b946e56c3e4ee69c02f81958445e03bfbb55ec94956c2693542282b05",
    "52b250c56a0785144ed9176b4a39ac1ee1a47978c22f815aa3e0a196923f0e5a",
    "04be5dfb3f5611ad6641fa7d44bc0c1c74f484f6893a5faa47088629540c7f6f"
  ],
  "prompt_sha256s": [
    "b6c5ea9e2495278fbe9314b60c34cb3eb51421c6489478812e598f7b3cc83538",
    "5a92dcc76e641515c54d71d2d3fef6e3b12a88baa616cc967eba6c897e684a33",
    "6ade325d82c3926f6a1b770d04828e63579e882b6d8de31ad31ad4a986dba43f",
    "21229aa5f10636f028248b73cc066b2d49b48580f6a005e110109cd0e4a4320b",
    "2aff657de0093a2b612f97a696a85e74cd7c7f36e1cdb1f97ae69ca44479e9e9",
    "ad01f6d7127de18807a1f11c9bfc86a2ea86fd3639c40581818dec4a7ea4664d",
    "850f7db6d007b66cb1d37440e19c25e69bf6c762c3d3a92a9b18bc3d91de1678",
    "9b645eae54d2e851f5182a77a7a68361ee52869baf8eb3cec1afe25535256c1a",
    "9fbc35260d4e350f5280a3cb75c0ae8d4371461f18086805e90dd5fb65896cb0",
    "2dcb017f7bb740ae3a8205fcb464068fcfe82189d61be31850d5e6c6492354bf",
    "07d3df497692ad49145544fc0388001879fe6a7201aca3f9eaa4e14288f0bfeb",
    "e1fcb91edf9a4e6048cd5a5738cebcc0f71edc15281607b795bf2a6dddd6adeb"
  ],
  "realistic_final_gate": {
    "cached_tokens": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "cached_tokens_all_zero": true,
    "chunk_count_matches_completion_tokens_all": false,
    "chunk_count_matches_completion_tokens_note": "Informational only: llama.cpp usage may count an EOS/final token that is not emitted as a text delta. Promotion requires enough streamed text deltas to measure the first metric window.",
    "chunk_counts": [
      128,
      127,
      128,
      128,
      128,
      127,
      128,
      128,
      126,
      128,
      127,
      128
    ],
    "completion_tokens_at_least_metric_window": true,
    "metric_chunk_events_at_least_window": true,
    "metric_name": "median_tok_s_1_100_after_ttft",
    "metric_token_id_events_at_least_window": false,
    "metric_tokens": 100,
    "passed": true,
    "prompts_unique": true,
    "required_policy": "fixed realistic prompt suite; each prompt once; cached_tokens=0 every row; no repeated/warmed prompt averaging; metric is median tokens 1-100 after TTFT",
    "return_token_ids_requested": false,
    "stream_token_id_counts": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "token_timing_source": "openai_stream_content_or_reasoning_delta"
  },
  "rows": [
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.2555532508995384,
        0.6411968918982893,
        0.6508722228463739,
        0.6603129887953401,
        0.6696542690042406,
        0.6790317068807781,
        0.6884703189134598,
        0.69798599393107,
        0.7071739488746971,
        0.7165555038955063,
        0.7259273119270802,
        0.7352303809020668,
        0.7446754248812795,
        0.7540669590234756,
        0.7634166849311441,
        0.7728255509864539,
        0.7821317068301141,
        0.7914425400085747,
        0.8008130548987538,
        0.8101977168116719,
        0.8195766669232398,
        0.8289441869128495,
        0.8383617189247161,
        0.8476737148594111,
        0.8571028388105333,
        0.8665545149706304,
        0.8758752068970352,
        0.8852301128208637,
        0.8945567258633673,
        0.9039899578783661,
        0.9133893358521163,
        0.9227380608208477,
        0.9320798318367451,
        0.941435158951208,
        0.9507586359977722,
        0.9600649918429554,
        0.9695179909467697,
        0.9789103269577026,
        0.9882904298137873,
        0.9976645219139755,
        1.0070376319345087,
        1.0163988799322397,
        1.0257126200012863,
        1.03511525481008,
        1.0444633588194847,
        1.0538324809167534,
        1.0631902429740876,
        1.072528108023107,
        1.0818828439805657,
        1.0912610129453242,
        1.100580162834376,
        1.1100026948843151,
        1.1193589828908443,
        1.128769933944568,
        1.1381251208949834,
        1.1474734749644995,
        1.156977177830413,
        1.1662285618949682,
        1.1755699929781258,
        1.1849247890058905,
        1.1942481668666005,
        1.203658505808562,
        1.213264839956537,
        1.222400648985058,
        1.2317614660132676,
        1.2411488129291683,
        1.2504585050046444,
        1.259858945850283,
        1.269194004824385,
        1.2785294549539685,
        1.2878204428125173,
        1.2972211639862508,
        1.3065817409660667,
        1.3159119819756597,
        1.3252361610066146,
        1.3346583819948137,
        1.3440252610016614,
        1.3534037407953292,
        1.3627653399016708,
        1.3720971629954875,
        1.3815460538025945,
        1.3909336808137596,
        1.400232973974198,
        1.40958560584113,
        1.4189593568444252,
        1.4283844239544123,
        1.4377325680106878,
        1.447130633983761,
        1.4564729370176792,
        1.4659953848458827,
        1.4752266809809953,
        1.484573672991246,
        1.4939178398344666,
        1.5032610739581287,
        1.5126462259795517,
        1.5220072439406067,
        1.531349316937849,
        1.5406856678891927,
        1.5500342128798366,
        1.5593958019744605,
        1.5687483728397638,
        1.5780439998488873,
        1.5873982049524784,
        1.596764761954546,
        1.6061385439243168,
        1.6155001330189407,
        1.6249935359228402,
        1.6343475508037955,
        1.6437019158620387,
        1.6530817889142781,
        1.6626986018382013,
        1.6719798119738698,
        1.681328205857426,
        1.6906547488179058,
        1.7000942130107433,
        1.7094581460114568,
        1.718779208837077,
        1.7281226839404553,
        1.7375434529967606,
        1.7469377319794148,
        1.7562272869981825,
        1.7656473550014198,
        1.7750397799536586,
        1.7844010689295828,
        1.7939656449016184,
        1.8031607440207154,
        1.8125221619848162,
        1.821886305930093
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.822025624802336,
      "first_text_epoch_s": 1783193662.3034425,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.5664723739027977,
      "prompt_id": "incident-retrospective",
      "prompt_index": 0,
      "prompt_sha256": "b6c5ea9e2495278fbe9314b60c34cb3eb51421c6489478812e598f7b3cc83538",
      "prompt_tokens": 83,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193663.869913,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-00-incident-retrospective",
      "request_started_epoch_s": 1783193662.0478873,
      "response_id_first": "chatcmpl-2FLUCYRmwTzPwJnFbeUDGvvETcXrTEcQ",
      "response_id_last": "chatcmpl-2FLUCYRmwTzPwJnFbeUDGvvETcXrTEcQ",
      "response_x_request_id": null,
      "sha256": "b1d52748b9ac4ab458ae6f6a47bb4dd7fecd83e3a5bbb7a084c8e79b34ec4bc1",
      "stream_token_id_count": 0,
      "text_preview": "**Incident Retrospective: Production API Outage Due to Bad Cache Invalidation Rule**  \n**Date:** 2024-04-10  \n**Duration:** 2h 15m (10:15\u201312:30)  \n**Severity:** P1 (Critical)  \n\n---\n\n### **Impact**  \n- 100% of API requests to `/v1/users` failed for 1h 45m.  \n- 30% of downstream services (billing, analytics) experienced",
      "tok_s_1_100_after_ttft": 76.69637711820141,
      "tok_s_after_ttft_full": 81.71226134112635,
      "tok_s_wall_full": 70.25148178905891,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.2555532508995384,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 83,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 211
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 127,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.1878427709452808,
        0.19790705596096814,
        0.20730982185341418,
        0.21663695690222085,
        0.22600437700748444,
        0.2353739810641855,
        0.24473427794873714,
        0.25407865503802896,
        0.2634298650082201,
        0.27279992890544236,
        0.2821297498885542,
        0.2914931820705533,
        0.30084081506356597,
        0.3102222310844809,
        0.31959324795752764,
        0.32895257300697267,
        0.33831386105157435,
        0.3476621450390667,
        0.35704521485604346,
        0.3663745140656829,
        0.37573572201654315,
        0.3850953469518572,
        0.3944432809948921,
        0.4038149290718138,
        0.4131694349925965,
        0.42252747691236436,
        0.432340526022017,
        0.4417081659194082,
        0.45104857604019344,
        0.4603959780652076,
        0.4697517668828368,
        0.479097506031394,
        0.48846846306696534,
        0.49782069493085146,
        0.507174959871918,
        0.5165191669948399,
        0.525879834080115,
        0.5352409319020808,
        0.5446073000784963,
        0.5539737690705806,
        0.5633626780472696,
        0.5727337950374931,
        0.5820644670166075,
        0.5913977129384875,
        0.6007584109902382,
        0.6100925190839916,
        0.6194940719287843,
        0.6288471759762615,
        0.6382015009876341,
        0.6475628600455821,
        0.6569015958812088,
        0.6662449119612575,
        0.6755982649046928,
        0.6849396270699799,
        0.6943078278563917,
        0.7036791760474443,
        0.7130511938594282,
        0.7223925760481507,
        0.7317621689289808,
        0.7411300998646766,
        0.7504896859172732,
        0.7598602520301938,
        0.7692227619700134,
        0.7785797228571028,
        0.7879425939172506,
        0.7972966600209475,
        0.8067701158579439,
        0.8159956529270858,
        0.8253494470845908,
        0.8347303520422429,
        0.8441053659189492,
        0.8534666649065912,
        0.8628170730080456,
        0.8721681230235845,
        0.8815519530326128,
        0.8909214970190078,
        0.9002732380758971,
        0.9096120949834585,
        0.9189534159377217,
        0.928286321926862,
        0.937792900018394,
        0.946980315959081,
        0.9563195430673659,
        0.9656664950307459,
        0.9750451459549367,
        0.9843856459483504,
        0.993745761923492,
        1.0032782990019768,
        1.012770822038874,
        1.021979555953294,
        1.031344381859526,
        1.0407417970709503,
        1.050101713044569,
        1.0595454750582576,
        1.068844418041408,
        1.0781945958733559,
        1.0875447138678282,
        1.0968888700008392,
        1.1062540060374886,
        1.1156101850792766,
        1.1249783360399306,
        1.1343491529114544,
        1.1436941518913954,
        1.1530430070124567,
        1.1624152469448745,
        1.1811210529413074,
        1.1904552420601249,
        1.1998144870158285,
        1.209142484003678,
        1.2184872820507735,
        1.2278394838795066,
        1.2372132469899952,
        1.2465433480683714,
        1.2558959098532796,
        1.2652330750133842,
        1.274578534066677,
        1.2839167800266296,
        1.2932522110641003,
        1.3025832739658654,
        1.3119460949674249,
        1.3212602969724685,
        1.3305953568778932,
        1.3399725949857384,
        1.3493295658845454,
        1.3586890019942075,
        1.368033398874104,
        1.3773788490798324
      ],
      "completion_tokens": 128,
      "content_delta_count": 127,
      "elapsed_s": 1.3775195199996233,
      "first_text_epoch_s": 1783193664.0578818,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1896767490543425,
      "prompt_id": "code-review",
      "prompt_index": 1,
      "prompt_sha256": "5a92dcc76e641515c54d71d2d3fef6e3b12a88baa616cc967eba6c897e684a33",
      "prompt_tokens": 86,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193665.2475576,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-01-code-review",
      "request_started_epoch_s": 1783193663.8700383,
      "response_id_first": "chatcmpl-ddCShk72wqXd8cXsQwBJeku7aH7tHW1I",
      "response_id_last": "chatcmpl-ddCShk72wqXd8cXsQwBJeku7aH7tHW1I",
      "response_x_request_id": null,
      "sha256": "7644e4289cbcd140b0f07b6a5238a69f874a906e55b75ff4e32832ee3b0c19ab",
      "stream_token_id_count": 0,
      "text_preview": "**Pull Request Review: Database Write Batching with Retry and Local Fallback**\n\n**Summary:**  \nThe change introduces a worker that batches database writes every 250ms, retries failed writes up to two times, and drops failed rows into a local JSONL file. While the intent to improve throughput and resilience is sound, th",
      "tok_s_1_100_after_ttft": 107.78563514579008,
      "tok_s_after_ttft_full": 107.59225151012275,
      "tok_s_wall_full": 92.92064333145348,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.1878427709452808,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 86,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 214
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.18022790201939642,
        0.1900835200212896,
        0.19939654902555048,
        0.20873349299654365,
        0.2180523630231619,
        0.22748005506582558,
        0.2366442079655826,
        0.24594167806208134,
        0.2552211149595678,
        0.26451890589669347,
        0.2738384669646621,
        0.2831735669169575,
        0.2924795930739492,
        0.301798993954435,
        0.3112358038779348,
        0.32053473708219826,
        0.3298076509963721,
        0.339134095935151,
        0.348449019016698,
        0.3577530209440738,
        0.367223952896893,
        0.37636869004927576,
        0.38565487903542817,
        0.39493423607200384,
        0.4042642971035093,
        0.4135500860866159,
        0.4228551699779928,
        0.4321605849545449,
        0.44144565192982554,
        0.4507568480912596,
        0.46032405993901193,
        0.46936122607439756,
        0.4786726329475641,
        0.48797374893911183,
        0.4972874999511987,
        0.5065856520086527,
        0.5158413338940591,
        0.5252153868786991,
        0.534531262004748,
        0.5438239029608667,
        0.5531209320761263,
        0.5624208468943834,
        0.5717443160247058,
        0.5813045140821487,
        0.5903598649892956,
        0.5996583870146424,
        0.608973230002448,
        0.6182623540516943,
        0.6275726079475135,
        0.6368912479374558,
        0.6462012419942766,
        0.6554947840049863,
        0.6647795410826802,
        0.6742353360168636,
        0.6833986369892955,
        0.6927327748853713,
        0.7020453938748688,
        0.71134103089571,
        0.7206459550652653,
        0.7299747029319406,
        0.7392743779346347,
        0.7485092310234904,
        0.7578905180562288,
        0.7672025060746819,
        0.7765157660469413,
        0.7858044900931418,
        0.7951214970089495,
        0.8044265420176089,
        0.8139941340778023,
        0.82321373000741,
        0.8323842550162226,
        0.8416896010749042,
        0.8510033520869911,
        0.8603117528837174,
        0.8696100949309766,
        0.8789221220649779,
        0.8882882809266448,
        0.8975309799425304,
        0.9068417348898947,
        0.9161553159356117,
        0.9255027889739722,
        0.9347618781030178,
        0.9441361520439386,
        0.9534409670159221,
        0.9627457309979945,
        0.9720498640090227,
        0.9813082020264119,
        0.9906729171052575,
        0.9999917079694569,
        1.0092949990648776,
        1.0186131380032748,
        1.0279048080556095,
        1.0371660210657865,
        1.0464921549428254,
        1.055862542008981,
        1.0651862109079957,
        1.0745059829205275,
        1.083821076899767,
        1.093138163909316,
        1.1024755390826613,
        1.1117564379237592,
        1.121304594911635,
        1.1303699740674347,
        1.139611731050536,
        1.1489186899270862,
        1.1582509048748761,
        1.167652509873733,
        1.1769672820810229,
        1.1862806119024754,
        1.1955486580263823,
        1.204927058890462,
        1.2142152930609882,
        1.2235806200187653,
        1.2329004718922079,
        1.2421557740308344,
        1.2515609650872648,
        1.260844639968127,
        1.2701808530837297,
        1.279438178986311,
        1.2888153279200196,
        1.2981452790554613,
        1.3074563250411302,
        1.3167674408759922,
        1.3261087029241025,
        1.3354071849025786,
        1.3446938858833164,
        1.3540115440264344,
        1.3634249900933355
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3635059408843517,
      "first_text_epoch_s": 1783193665.427883,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1832780388649553,
      "prompt_id": "customer-email",
      "prompt_index": 2,
      "prompt_sha256": "6ade325d82c3926f6a1b770d04828e63579e882b6d8de31ad31ad4a986dba43f",
      "prompt_tokens": 73,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193666.6111605,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-02-customer-email",
      "request_started_epoch_s": 1783193665.2476547,
      "response_id_first": "chatcmpl-3jXh9W8Raefr0HAR9ywHPF2ATwkSwBxR",
      "response_id_last": "chatcmpl-3jXh9W8Raefr0HAR9ywHPF2ATwkSwBxR",
      "response_x_request_id": null,
      "sha256": "6673bc7d4b43feb3e80eb96ff60661cf856e8b3762ae58cbf9ea8ed449357cd1",
      "stream_token_id_count": 0,
      "text_preview": "Subject: Update on Your Requested Export Feature\n\nDear [Customer's Name],\n\nWe\u2019re writing to inform you that the export feature you requested has been delayed by one week. This change is due to an issue we identified during final validation: a data-integrity concern that could affect the accuracy of exported records und",
      "tok_s_1_100_after_ttft": 108.43074677689864,
      "tok_s_after_ttft_full": 108.17406881207937,
      "tok_s_wall_full": 93.8756452480001,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.18022790201939642,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 73,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 201
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.18074903800152242,
        0.1904978179372847,
        0.19980731094256043,
        0.2091768248938024,
        0.21856654691509902,
        0.2278960479889065,
        0.2372072439175099,
        0.24647737387567759,
        0.2558667149860412,
        0.26515953685157,
        0.2746867148671299,
        0.2837815089151263,
        0.2931046069134027,
        0.302422255044803,
        0.3117413460277021,
        0.3212249828502536,
        0.33039072901010513,
        0.3397047899197787,
        0.3490961748175323,
        0.3587404110003263,
        0.36807576194405556,
        0.37749786395579576,
        0.3867479569744319,
        0.39604664989747107,
        0.4053325899876654,
        0.4145827628672123,
        0.4239671959076077,
        0.43328474392183125,
        0.44258922804147005,
        0.451906775822863,
        0.46123627689667046,
        0.47059161495417356,
        0.4798452048562467,
        0.4892324230168015,
        0.4985746268648654,
        0.5078920249361545,
        0.5172388178762048,
        0.5266482869628817,
        0.535825413884595,
        0.5451436839066446,
        0.5544627348426729,
        0.5637583429925144,
        0.5730442029889673,
        0.582352212863043,
        0.5916479509323835,
        0.6009522539097816,
        0.6102505968883634,
        0.6195706999860704,
        0.6288605970330536,
        0.6381528088822961,
        0.6476426068693399,
        0.6567822848446667,
        0.6660921790171415,
        0.6754060708917677,
        0.6847341188695282,
        0.6940457958262414,
        0.703355218982324,
        0.712662047939375,
        0.7220523918513209,
        0.731377735035494,
        0.7407057830132544,
        0.7500474259722978,
        0.7599049678537995,
        0.7690776868257672,
        0.7783412749413401,
        0.7877602018415928,
        0.7970614398363978,
        0.8063822039403021,
        0.8156770598143339,
        0.8250190238468349,
        0.8343423828482628,
        0.8436444830149412,
        0.8530585409607738,
        0.8623840038198978,
        0.8716364309657365,
        0.8810315339360386,
        0.8903956289868802,
        0.8996457818429917,
        0.9090133728459477,
        0.9183249599300325,
        0.9276796279009432,
        0.9369770889170468,
        0.9463255039881915,
        0.9556428929790854,
        0.9649424578528851,
        0.9742653258144855,
        0.9835945358499885,
        0.9929684088565409,
        1.0022932910360396,
        1.0115829668939114,
        1.0208889939822257,
        1.0302626069169492,
        1.0395743548870087,
        1.0488703330047429,
        1.0582396779209375,
        1.0675695990212262,
        1.076846020994708,
        1.0862354028504342,
        1.0955650939140469,
        1.1048708099406213,
        1.1141623798757792,
        1.123636530013755,
        1.132816522847861,
        1.1421770409215242,
        1.1535966959781945,
        1.162765468005091,
        1.17209543986246,
        1.1813920189160854,
        1.190723774023354,
        1.200066067976877,
        1.2093394538387656,
        1.2186988808680326,
        1.2280745869502425,
        1.237388949841261,
        1.2466903580352664,
        1.2560084369033575,
        1.2653061989694834,
        1.2745758679229766,
        1.2838799108285457,
        1.2932583028450608,
        1.3025812809355557,
        1.3119113128632307,
        1.3212859479244798,
        1.3304739748127759,
        1.3399082808755338,
        1.3491816769819707,
        1.3587296528276056,
        1.3679006998427212
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3679824718274176,
      "first_text_epoch_s": 1783193666.7919867,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1872334338258952,
      "prompt_id": "sql-debugging",
      "prompt_index": 3,
      "prompt_sha256": "21229aa5f10636f028248b73cc066b2d49b48580f6a005e110109cd0e4a4320b",
      "prompt_tokens": 79,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193667.9792192,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-03-sql-debugging",
      "request_started_epoch_s": 1783193666.6112368,
      "response_id_first": "chatcmpl-qwO4pP23k7kBVjyJQ5l9jrM8m5MKtvbi",
      "response_id_last": "chatcmpl-qwO4pP23k7kBVjyJQ5l9jrM8m5MKtvbi",
      "response_x_request_id": null,
      "sha256": "afa89e5bc6da4bc78ba1bf31b38b7480f5c04b9960745afbd84328418f4483b0",
      "stream_token_id_count": 0,
      "text_preview": "When a reporting query becomes slow after a schema migration in PostgreSQL, a systematic debugging plan is essential to identify and resolve performance bottlenecks. Below is a comprehensive, step-by-step debugging plan covering all the requested areas:\n\n---\n\n### **1. Run `EXPLAIN ANALYZE` to Understand Actual Executio",
      "tok_s_1_100_after_ttft": 108.2108473542058,
      "tok_s_after_ttft_full": 107.81367535069846,
      "tok_s_wall_full": 93.56845035376175,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.18074903800152242,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 79,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 207
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.17458891193382442,
        0.1846081749536097,
        0.19405852002091706,
        0.2034368619788438,
        0.21289785811677575,
        0.22220391500741243,
        0.2316527080256492,
        0.24105325108394027,
        0.2504319630097598,
        0.25980986398644745,
        0.26921245106495917,
        0.27862846199423075,
        0.28800551197491586,
        0.29742987896315753,
        0.3068039130885154,
        0.31619455805048347,
        0.32557609491050243,
        0.33504961407743394,
        0.3443597590085119,
        0.35374388191848993,
        0.36311120307072997,
        0.3724950549658388,
        0.38191566499881446,
        0.39128267602063715,
        0.40070446790196,
        0.41008401196449995,
        0.4194998340681195,
        0.4288940851110965,
        0.43849722505547106,
        0.44765764102339745,
        0.45705290511250496,
        0.46646741311997175,
        0.4758252471219748,
        0.4852107120677829,
        0.49459611694328487,
        0.5039840170647949,
        0.5135166349355131,
        0.5227451880928129,
        0.5321161260362715,
        0.541513143107295,
        0.550932700978592,
        0.5603069849312305,
        0.569710633950308,
        0.579099846072495,
        0.5884711949620396,
        0.5978759860154241,
        0.6072706880513579,
        0.6166588980704546,
        0.6260407660156488,
        0.6354693321045488,
        0.6448404099792242,
        0.6542367751244456,
        0.6636122521013021,
        0.6730016239453107,
        0.6823935110587627,
        0.691778183914721,
        0.7011562860570848,
        0.710557890124619,
        0.7199708870612085,
        0.7293475749902427,
        0.7387618140783161,
        0.7481394140049815,
        0.7575182369910181,
        0.7669242599513382,
        0.7763240321073681,
        0.7857234529219568,
        0.7950988591182977,
        0.8044812479056418,
        0.8138636779040098,
        0.8232398049440235,
        0.8326292370911688,
        0.8420109350699931,
        0.8513977529946715,
        0.8607921139337122,
        0.8701801239512861,
        0.8795691858977079,
        0.8889319589361548,
        0.8982909950427711,
        0.9076951839961112,
        0.9170820119325072,
        0.9264765339903533,
        0.9358539739623666,
        0.945265768095851,
        0.9546680639032274,
        0.9640713520348072,
        0.9734910510014743,
        0.9828608969692141,
        0.9922724501229823,
        1.0016441401094198,
        1.0110298350919038,
        1.0204711239784956,
        1.0297990120016038,
        1.0391580280847847,
        1.0485367910005152,
        1.0578688269015402,
        1.0672392549458891,
        1.0766662769019604,
        1.0860645261127502,
        1.0954305159393698,
        1.104804259026423,
        1.1141753681004047,
        1.1235896470025182,
        1.1329430530313402,
        1.1423396889586002,
        1.1517041649203748,
        1.161120407981798,
        1.1705038091167808,
        1.1798907469492406,
        1.1892774049192667,
        1.198669662931934,
        1.2080951030366123,
        1.2174811989534646,
        1.2268858200404793,
        1.2362473111134022,
        1.2456659181043506,
        1.2550448910333216,
        1.264461644925177,
        1.273841358954087,
        1.283215373987332,
        1.2926460129674524,
        1.3020808000583202,
        1.3115920289419591,
        1.3208192910533398,
        1.3302090940997005,
        1.3395926160737872,
        1.3489691640716046,
        1.3583479980006814,
        1.367739805020392
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3678506910800934,
      "first_text_epoch_s": 1783193668.1538868,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.193261779146269,
      "prompt_id": "release-plan",
      "prompt_index": 4,
      "prompt_sha256": "2aff657de0093a2b612f97a696a85e74cd7c7f36e1cdb1f97ae69ca44479e9e9",
      "prompt_tokens": 64,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193669.347147,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-04-release-plan",
      "request_started_epoch_s": 1783193667.9792964,
      "response_id_first": "chatcmpl-dXdvPxutXqK2EAl33B7ZLLhf5BKaJSv5",
      "response_id_last": "chatcmpl-dXdvPxutXqK2EAl33B7ZLLhf5BKaJSv5",
      "response_x_request_id": null,
      "sha256": "e18eb776cb313f20f29e4f93bc1c148a17e304d055c77157ffda0cdb9ac17455",
      "stream_token_id_count": 0,
      "text_preview": "**Internal Engineering Release Plan: New Authentication Flow (v2.0)**  \n**Product:** SaaS Platform (e.g., \"CloudFlow\")  \n**Release Owner:** Auth Engineering Team  \n**Release Date:** 2024-06-15 (Target)  \n**Version:** v2.0.0  \n\n---\n\n### 1. **Feature Flags**\n- **Purpose:** Enable gradual rollout, control access, and allo",
      "tok_s_1_100_after_ttft": 107.50198898841158,
      "tok_s_after_ttft_full": 107.2690018543784,
      "tok_s_wall_full": 93.5774648758832,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.17458891193382442,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 64,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 192
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 127,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.16277673398144543,
        0.17255690298043191,
        0.18186638713814318,
        0.1912589760031551,
        0.2005364610813558,
        0.20990661811083555,
        0.21922429697588086,
        0.22852848097682,
        0.23783258604817092,
        0.24713884317316115,
        0.2564724930562079,
        0.26573540014214814,
        0.27506719599477947,
        0.2860025120899081,
        0.2953324341215193,
        0.3046938651241362,
        0.3139550690539181,
        0.32329985895194113,
        0.3326579029671848,
        0.3431474110111594,
        0.353179729077965,
        0.3624841431155801,
        0.371770084137097,
        0.3810637081041932,
        0.3903655679896474,
        0.3996871751733124,
        0.4089893561322242,
        0.41827786108478904,
        0.4275899799540639,
        0.43688831315375865,
        0.44618691713549197,
        0.4554999980609864,
        0.4648001149762422,
        0.47409574314951897,
        0.48343489202670753,
        0.4927470211405307,
        0.5020638590212911,
        0.5116651961579919,
        0.5207911590114236,
        0.5300296710338444,
        0.5394117501564324,
        0.5487264939583838,
        0.5580301880836487,
        0.5673234511632472,
        0.5766013071406633,
        0.5859775149729103,
        0.5952475660014898,
        0.6046225321479142,
        0.6138791779521853,
        0.6231293920427561,
        0.6327694600913674,
        0.6418127100914717,
        0.6510587160009891,
        0.6604212890379131,
        0.6697459821589291,
        0.6789896341506392,
        0.688367024064064,
        0.697726160986349,
        0.706995481159538,
        0.7163136519957334,
        0.7256487340200692,
        0.7349604731425643,
        0.7442524451762438,
        0.7535699941217899,
        0.7628809211309999,
        0.7721790950745344,
        0.7817594530060887,
        0.7908013199921697,
        0.8000876810401678,
        0.809390933951363,
        0.8187036849558353,
        0.8279470971319824,
        0.8372938300017267,
        0.8466517350170761,
        0.8559097540564835,
        0.8653161081019789,
        0.8747080359607935,
        0.8839971830602735,
        0.8935287401545793,
        0.9026407981291413,
        0.9120614191051573,
        0.921534808119759,
        0.9303593810182065,
        0.9398773831781,
        0.9491593460552394,
        0.9586790921166539,
        0.9678153339773417,
        0.9861927339807153,
        0.9955136901699007,
        1.004812645027414,
        1.014708369038999,
        1.0238454539794475,
        1.0327378129586577,
        1.0423027919605374,
        1.0523861350957304,
        1.0609179940074682,
        1.0701544331386685,
        1.0794338120613247,
        1.0889313551597297,
        1.0982670690864325,
        1.1075687089469284,
        1.1171251321211457,
        1.1264648830983788,
        1.1359573679510504,
        1.1451472700573504,
        1.1542588770389557,
        1.163532615173608,
        1.1728849790524691,
        1.1822449669707566,
        1.191259954124689,
        1.2005673050880432,
        1.210270961979404,
        1.2194069440010935,
        1.228480891091749,
        1.2378121060319245,
        1.2471247860230505,
        1.256704943953082,
        1.266200504032895,
        1.2753998241387308,
        1.2845632070675492,
        1.2938441990409046,
        1.303357261000201,
        1.312489656964317,
        1.3218277951236814,
        1.3308475711382926,
        1.3405155010987073,
        1.3496321481652558
      ],
      "completion_tokens": 128,
      "content_delta_count": 127,
      "elapsed_s": 1.3497597051318735,
      "first_text_epoch_s": 1783193669.5100098,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.186982971150428,
      "prompt_id": "benchmark-analysis",
      "prompt_index": 5,
      "prompt_sha256": "ad01f6d7127de18807a1f11c9bfc86a2ea86fd3639c40581818dec4a7ea4664d",
      "prompt_tokens": 61,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193670.6969922,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-05-benchmark-analysis",
      "request_started_epoch_s": 1783193669.3472328,
      "response_id_first": "chatcmpl-T8fEhxMaS2BWibWQHAs4espY80xfGXgr",
      "response_id_last": "chatcmpl-T8fEhxMaS2BWibWQHAs4espY80xfGXgr",
      "response_x_request_id": null,
      "sha256": "d408eb146198d0b8678754e61f1f40d33c0d292418e17bcf7fc197fa45b8b619",
      "stream_token_id_count": 0,
      "text_preview": "When analyzing benchmark results where a model server shows **high tokens per second (TPS) on repeated prompts** but **significantly lower TPS on unique prompts**, this behavior is common and often stems from **caching, warm-up effects, and inference optimization mechanisms**. Below is a detailed breakdown of the cause",
      "tok_s_1_100_after_ttft": 106.8958130805032,
      "tok_s_after_ttft_full": 107.83642487806034,
      "tok_s_wall_full": 94.83169449594305,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.16277673398144543,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 61,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 189
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.16167045407928526,
        0.17163689015433192,
        0.181107945041731,
        0.1905003630090505,
        0.1999115871731192,
        0.20933552412316203,
        0.21874684817157686,
        0.2281456091441214,
        0.23754251608625054,
        0.24691921519115567,
        0.2562976782210171,
        0.26569026708602905,
        0.2752373230177909,
        0.28445765119977295,
        0.29385534999892116,
        0.30325600411742926,
        0.31283380812965333,
        0.32204633206129074,
        0.3314258272293955,
        0.340805423213169,
        0.35016735503450036,
        0.3597138000186533,
        0.369292255025357,
        0.37850168417207897,
        0.38823260203935206,
        0.39743345510214567,
        0.4067911000456661,
        0.4162611630745232,
        0.4255032232031226,
        0.43483221414498985,
        0.4439967491198331,
        0.4536243360489607,
        0.462800573091954,
        0.4725925540551543,
        0.481938096228987,
        0.4918055890593678,
        0.5008783740922809,
        0.5099807830993086,
        0.5195864390116185,
        0.5287749390117824,
        0.5384892460424453,
        0.5473098722286522,
        0.5567305940203369,
        0.5661450840998441,
        0.5757857451681048,
        0.585601621074602,
        0.5947909720707685,
        0.6039858642034233,
        0.6136325960978866,
        0.6228533061221242,
        0.6322096781805158,
        0.6416803731117398,
        0.6509226730559021,
        0.6601340051274747,
        0.6697358030360192,
        0.6786972910631448,
        0.6883211911190301,
        0.6978401050437242,
        0.7072503271047026,
        0.716387001099065,
        0.72593191312626,
        0.7351549779996276,
        0.7449038391932845,
        0.7540893740952015,
        0.763337274082005,
        0.7732447700109333,
        0.7829728841315955,
        0.7921598311513662,
        0.8013783870264888,
        0.8110334242228419,
        0.8202408291399479,
        0.8296063682064414,
        0.8390717431902885,
        0.8482679571025074,
        0.8576311222277582,
        0.8672129630576819,
        0.8764113411307335,
        0.8861417390871793,
        0.8953546141274273,
        0.9046167111955583,
        0.9142181780189276,
        0.9234333580825478,
        0.9327717260457575,
        0.9422633801586926,
        0.9514858031179756,
        0.9608468741644174,
        0.9704286050982773,
        0.9794042292051017,
        0.9892887431196868,
        0.9985134801827371,
        1.007849895162508,
        1.0173191172070801,
        1.0265667270869017,
        1.0359021900221705,
        1.0454320951830596,
        1.0546398411970586,
        1.0640333520714194,
        1.0736270050983876,
        1.0826201720628887,
        1.092470312025398,
        1.1017061800230294,
        1.1110409111715853,
        1.1205175670329481,
        1.1297595461364836,
        1.1391189040150493,
        1.148269564146176,
        1.1579175482038409,
        1.1676152751315385,
        1.176508806180209,
        1.1859050521161407,
        1.1952828241046518,
        1.2049219920299947,
        1.2140635850373656,
        1.2238615481182933,
        1.2330415521282703,
        1.2427456700243056,
        1.251957053085789,
        1.2612022180110216,
        1.2707979150582105,
        1.2799809051211923,
        1.289120253175497,
        1.2991865451913327,
        1.308317278046161,
        1.3174454560503364,
        1.3270251140929759,
        1.3362237331457436,
        1.3459674150217324,
        1.355165293207392
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3552485180553049,
      "first_text_epoch_s": 1783193670.858753,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1935780639760196,
      "prompt_id": "architecture-tradeoff",
      "prompt_index": 6,
      "prompt_sha256": "850f7db6d007b66cb1d37440e19c25e69bf6c762c3d3a92a9b18bc3d91de1678",
      "prompt_tokens": 63,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193672.0523305,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-06-architecture-tradeoff",
      "request_started_epoch_s": 1783193670.6970818,
      "response_id_first": "chatcmpl-AmjqO5dRgPCgBrjNwrIkcAdyhG6rv7bd",
      "response_id_last": "chatcmpl-AmjqO5dRgPCgBrjNwrIkcAdyhG6rv7bd",
      "response_x_request_id": null,
      "sha256": "3f9b56c2d63b801afda4739f7b937f088596ef286804d7bae16c81bb020eddba",
      "stream_token_id_count": 0,
      "text_preview": "When deploying a local inference service for large models, choosing between **tensor parallelism across four GPUs** and **four independent one-GPU replicas behind a router** involves trade-offs across multiple dimensions. Below is a detailed comparison across key factors:\n\n---\n\n### **1. Latency**\n- **Tensor Parallel (T",
      "tok_s_1_100_after_ttft": 107.43448137245993,
      "tok_s_after_ttft_full": 107.24057676932279,
      "tok_s_wall_full": 94.4476221849494,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.16167045407928526,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 63,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 191
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.1709064261522144,
        0.1808523340150714,
        0.19023683900013566,
        0.19966218899935484,
        0.20903042401187122,
        0.21846810705028474,
        0.22787792910821736,
        0.23731429013423622,
        0.24678914318792522,
        0.2561371901538223,
        0.26548097911290824,
        0.2748981739860028,
        0.28425316512584686,
        0.29357155598700047,
        0.30300055304542184,
        0.3124885910656303,
        0.32177970209158957,
        0.33109153201803565,
        0.34048085496760905,
        0.3498364361003041,
        0.3592459780629724,
        0.3689211930613965,
        0.3780516751576215,
        0.387400824110955,
        0.3969771850388497,
        0.4070472151506692,
        0.4156926251016557,
        0.42503209598362446,
        0.4343338571488857,
        0.44432795513421297,
        0.45376279298216105,
        0.46309946896508336,
        0.4726003701798618,
        0.4818151700310409,
        0.49084337218664587,
        0.5004475449677557,
        0.510097443126142,
        0.519463153090328,
        0.5288075830321759,
        0.5379763671662658,
        0.5473242830485106,
        0.5565332821570337,
        0.5662970619741827,
        0.5757662940304726,
        0.5850102170370519,
        0.5940709100104868,
        0.60383559204638,
        0.6133094630204141,
        0.6224082161206752,
        0.6318895709700882,
        0.6413191591855139,
        0.6504541900940239,
        0.6600121171213686,
        0.6691689291037619,
        0.6785441860556602,
        0.6881032851524651,
        0.6972752551082522,
        0.7065954601857811,
        0.7161922701634467,
        0.7251442109700292,
        0.7350465680938214,
        0.7442759340628982,
        0.7536224180366844,
        0.7634914030786604,
        0.7723302040249109,
        0.7816693240310997,
        0.7907346859574318,
        0.8003829510416836,
        0.8097134551499039,
        0.8190187821164727,
        0.8284462869632989,
        0.8378175471443683,
        0.8473499370738864,
        0.8563078490551561,
        0.8665827990043908,
        0.8753886981867254,
        0.8846007219981402,
        0.8939625839702785,
        0.9034836231730878,
        0.9124589969869703,
        0.921817003050819,
        0.9316027830354869,
        0.9408419681712985,
        0.9500188371166587,
        0.9593584381509572,
        0.9686913471668959,
        0.978029235964641,
        0.9874572621192783,
        0.996825115988031,
        1.0066502001136541,
        1.0158694880083203,
        1.0250289051327854,
        1.034795240033418,
        1.0437556360848248,
        1.053651322145015,
        1.0628593990113586,
        1.0722155109979212,
        1.0815095680300146,
        1.0906674421858042,
        1.1002735090442002,
        1.1098095460329205,
        1.1190140061080456,
        1.1283686861861497,
        1.1379305100999773,
        1.1468896050937474,
        1.1562442951835692,
        1.1660363571718335,
        1.1752614360302687,
        1.1848894141148776,
        1.1937456871382892,
        1.203313542995602,
        1.2129516790155321,
        1.2221455799881369,
        1.2315029550809413,
        1.2409892790019512,
        1.2502379319630563,
        1.2595764810685068,
        1.2691097829956561,
        1.27809072798118,
        1.2878771701361984,
        1.2970937229692936,
        1.3064684900455177,
        1.316117708105594,
        1.3249399871565402,
        1.3344979351386428,
        1.3441737811081111,
        1.3534220030996948,
        1.3625235720537603
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3626584431622177,
      "first_text_epoch_s": 1783193672.2233143,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1917520170100033,
      "prompt_id": "bug-report-synthesis",
      "prompt_index": 7,
      "prompt_sha256": "9b645eae54d2e851f5182a77a7a68361ee52869baf8eb3cec1afe25535256c1a",
      "prompt_tokens": 67,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193673.4150648,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-07-bug-report-synthesis",
      "request_started_epoch_s": 1783193672.0524065,
      "response_id_first": "chatcmpl-LT4QHKARGl1qIhEyEyAfsjbvFyava8d1",
      "response_id_last": "chatcmpl-LT4QHKARGl1qIhEyEyAfsjbvFyava8d1",
      "response_x_request_id": null,
      "sha256": "7cba18333165a04f7dc4e2736be7ae4bd745eabbd02144a332c7e5907fcb53de",
      "stream_token_id_count": 0,
      "text_preview": "**Bug Report: Incorrect Response Delivery Under Load (Cache Poisoning / Cache Invalidation Failure)**\n\n---\n\n### **Summary**  \nUsers occasionally receive responses intended for a previous request, particularly under high load. Logs indicate cache hits for `cached_tokens` where the expected value should be zero, suggesti",
      "tok_s_1_100_after_ttft": 107.60010962387652,
      "tok_s_after_ttft_full": 107.40489478770951,
      "tok_s_wall_full": 93.93403067533207,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.1709064261522144,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 67,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 195
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 126,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.16300049587152898,
        0.17296652193181217,
        0.18233887385576963,
        0.191732025006786,
        0.20111113088205457,
        0.21049964288249612,
        0.21988621191121638,
        0.22927844198420644,
        0.23869883292354643,
        0.24808806693181396,
        0.2574960859492421,
        0.26687406888231635,
        0.27626624796539545,
        0.28564511286094785,
        0.2951827619690448,
        0.30439447704702616,
        0.3138091079890728,
        0.32320890086703,
        0.33262402284890413,
        0.34206539392471313,
        0.3514682229142636,
        0.3608284629881382,
        0.37021329905837774,
        0.3801739648915827,
        0.3893905780278146,
        0.39873978798277676,
        0.40823010890744627,
        0.4174974060151726,
        0.42654799087904394,
        0.4363406649790704,
        0.44578851805999875,
        0.45491638500243425,
        0.4643299849703908,
        0.47369252890348434,
        0.48285863804630935,
        0.49221719498746097,
        0.5016180810052902,
        0.5110280429944396,
        0.5206873388960958,
        0.5300243059173226,
        0.539604804944247,
        0.5488560220692307,
        0.5585440008435398,
        0.5677490329835564,
        0.5769561079796404,
        0.5861087718512863,
        0.5954924458637834,
        0.6048688869923353,
        0.6146884809713811,
        0.6238830438815057,
        0.6332616680301726,
        0.6428242449183017,
        0.6520472199190408,
        0.6617448970209807,
        0.6709393300116062,
        0.6801421069540083,
        0.6897795728873461,
        0.6990210830699652,
        0.7083513368852437,
        0.7179013399872929,
        0.726887685013935,
        0.7368900298606604,
        0.7456023849081248,
        0.7549942550249398,
        0.7649230919778347,
        0.773941467050463,
        0.7833351499866694,
        0.792966834967956,
        0.8021907319780439,
        0.8115280189085752,
        0.8209364090580493,
        0.8302969799842685,
        0.8396489550359547,
        0.8492237338796258,
        0.8584250488784164,
        0.8686228259466588,
        0.8773252940736711,
        0.8866631828714162,
        0.8958079628646374,
        0.9054356499109417,
        0.9151689738500863,
        0.9239871969912201,
        0.9335832260549068,
        0.9427505070343614,
        0.9522727190051228,
        0.9615437029860914,
        0.9713321898598224,
        0.9805463480297476,
        0.9903092470485717,
        0.9995234860107303,
        1.0087137399241328,
        1.0183615549467504,
        1.0276051689870656,
        1.0369526760187,
        1.0464250950608402,
        1.0556266799103469,
        1.0648289369419217,
        1.0744322589598596,
        1.0838785290252417,
        1.0935292800422758,
        1.1027501709759235,
        1.1120989799965173,
        1.1216015350073576,
        1.1317274689208716,
        1.1506323318462819,
        1.159855387872085,
        1.1691938878502697,
        1.1787927309051156,
        1.187959040980786,
        1.197109110886231,
        1.2069167629815638,
        1.2159156419802457,
        1.2257717938628048,
        1.2349948189221323,
        1.2443388998508453,
        1.2537438028957695,
        1.2629244800191373,
        1.2723212379496545,
        1.282081811921671,
        1.2914177179336548,
        1.3009801239240915,
        1.3101811478845775,
        1.3195280539803207,
        1.3287073080427945,
        1.3383314090315253,
        1.3479899729136378
      ],
      "completion_tokens": 128,
      "content_delta_count": 126,
      "elapsed_s": 1.3573332829400897,
      "first_text_epoch_s": 1783193673.5781553,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1943327870685607,
      "prompt_id": "technical-guide",
      "prompt_index": 8,
      "prompt_sha256": "9fbc35260d4e350f5280a3cb75c0ae8d4371461f18086805e90dd5fb65896cb0",
      "prompt_tokens": 66,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193674.7724874,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-08-technical-guide",
      "request_started_epoch_s": 1783193673.4151542,
      "response_id_first": "chatcmpl-SpGrjOreI5gL6nz9bNsYQsDJDlJbZJNS",
      "response_id_last": "chatcmpl-SpGrjOreI5gL6nz9bNsYQsDJDlJbZJNS",
      "response_x_request_id": null,
      "sha256": "c07907ec583bc2d5a44bca2cf6b1cf4e053c7325bb2ff89d15ef9196d0b04c6c",
      "stream_token_id_count": 0,
      "text_preview": "# Technical Guide: Adding a New Benchmark to an Optimization Repository\n\nThis guide outlines best practices for integrating a new benchmark into an existing optimization research repository. Follow these conventions to ensure reproducibility, consistency, and ease of collaboration.\n\n---\n\n## 1. **Directory Structure**\n\n",
      "tok_s_1_100_after_ttft": 107.46577827693567,
      "tok_s_after_ttft_full": 107.17280927552076,
      "tok_s_wall_full": 94.30255752864323,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.16300049587152898,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 66,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 194
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.15865615592338145,
        0.16854613088071346,
        0.1779234940186143,
        0.1874488510657102,
        0.19680921104736626,
        0.20628105895593762,
        0.21559319994412363,
        0.22498021996580064,
        0.2343472840730101,
        0.2436903528869152,
        0.25311318994499743,
        0.26249324693344533,
        0.2718675739597529,
        0.2814666188787669,
        0.2908010820392519,
        0.2999909659847617,
        0.30933257192373276,
        0.31886798795312643,
        0.328394487965852,
        0.33739209407940507,
        0.3469773340038955,
        0.35613202187232673,
        0.36554160504601896,
        0.37543015787377954,
        0.38465539808385074,
        0.39372262288816273,
        0.4035120219923556,
        0.4126801749225706,
        0.4217967828735709,
        0.43157673394307494,
        0.4408087970223278,
        0.4505693418905139,
        0.4597548278979957,
        0.4687532759271562,
        0.4786306079477072,
        0.48784172092564404,
        0.4971408280543983,
        0.5072680548764765,
        0.5159187270328403,
        0.5252589399460703,
        0.5347599920351058,
        0.5439703550655395,
        0.55331478593871,
        0.5628223309759051,
        0.5717468310613185,
        0.5813603128772229,
        0.5909663608763367,
        0.6003144790884107,
        0.6092355330474675,
        0.6186114130541682,
        0.627972505055368,
        0.6373946410603821,
        0.6471712558995932,
        0.6563441890757531,
        0.6659734090790153,
        0.6752738589420915,
        0.6845291040372103,
        0.6940229129977524,
        0.7029685729648918,
        0.7126254760660231,
        0.722096191952005,
        0.7313248079735786,
        0.7404730438720435,
        0.7502893330529332,
        0.7595086020883173,
        0.7686819850932807,
        0.7784107709303498,
        0.7877498620655388,
        0.7993423130828887,
        0.808937860885635,
        0.8183433760423213,
        0.8277462960686535,
        0.8371193308848888,
        0.8465467758942395,
        0.8558838539756835,
        0.8653046570252627,
        0.8745781669858843,
        0.8839375760871917,
        0.8933027458842844,
        0.9027141318656504,
        0.912078910972923,
        0.9214363258797675,
        0.9308418410364538,
        0.9401994070503861,
        0.9495528750121593,
        0.9589344549458474,
        0.9682885350193828,
        0.9777275819797069,
        0.987134198890999,
        0.9965160300489515,
        1.0058899759314954,
        1.0152764760423452,
        1.0246821709442884,
        1.0340810029301792,
        1.043878376018256,
        1.053069954039529,
        1.0627402109093964,
        1.0719621740281582,
        1.0812955549918115,
        1.09079261100851,
        1.0997512149624527,
        1.1092043078970164,
        1.1186114859301597,
        1.1280114599503577,
        1.1378627140074968,
        1.1470866410527378,
        1.1562921849545091,
        1.165917658014223,
        1.1747647249139845,
        1.1843656529672444,
        1.1939715610351413,
        1.2029039959888905,
        1.212544518057257,
        1.2218566790688783,
        1.2312621239107102,
        1.2406049030832946,
        1.2501536740455776,
        1.2595506738871336,
        1.268461769912392,
        1.2782715370412916,
        1.2875231760554016,
        1.2971637179143727,
        1.306401721900329,
        1.3154450240544975,
        1.3248122679069638,
        1.3341642040759325,
        1.343791872030124,
        1.353271865984425
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3534588429611176,
      "first_text_epoch_s": 1783193674.9312348,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1948026870377362,
      "prompt_id": "risk-register",
      "prompt_index": 9,
      "prompt_sha256": "2dcb017f7bb740ae3a8205fcb464068fcfe82189d61be31850d5e6c6492354bf",
      "prompt_tokens": 57,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193676.1260357,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-09-risk-register",
      "request_started_epoch_s": 1783193674.772577,
      "response_id_first": "chatcmpl-XdrNGXCaw7IwJhyYjIYwd6PbntP2Kain",
      "response_id_last": "chatcmpl-XdrNGXCaw7IwJhyYjIYwd6PbntP2Kain",
      "response_x_request_id": null,
      "sha256": "4359f54b946e56c3e4ee69c02f81958445e03bfbb55ec94956c2693542282b05",
      "stream_token_id_count": 0,
      "text_preview": "Certainly. Below is a **realistic, operationally focused risk register** for switching a production inference endpoint from one runtime (e.g., TensorFlow Serving) to another (e.g., TorchServe or a custom containerized runtime). The risks are grounded in real-world operational and quality concerns, not project managemen",
      "tok_s_1_100_after_ttft": 107.28043030016177,
      "tok_s_after_ttft_full": 107.13065963832847,
      "tok_s_wall_full": 94.57251002916325,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.15865615592338145,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 57,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 185
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 127,
      "chunk_count_equals_completion_tokens": false,
      "chunk_offsets_s": [
        0.15895683807320893,
        0.1688288908917457,
        0.17826849990524352,
        0.18771962984465063,
        0.19694093288853765,
        0.20627040602266788,
        0.21577941393479705,
        0.22494376101531088,
        0.2342600899282843,
        0.24377465806901455,
        0.2530348738655448,
        0.26227444992400706,
        0.27186411805450916,
        0.28089326387271285,
        0.29030739492736757,
        0.2999053578823805,
        0.30895174597389996,
        0.3183987580705434,
        0.32772248098626733,
        0.3371089310385287,
        0.3464608769863844,
        0.3558197550009936,
        0.36514811706729233,
        0.3744797350373119,
        0.3837822088971734,
        0.3931131449062377,
        0.40247262502089143,
        0.4118038830347359,
        0.4211393769364804,
        0.4305013818666339,
        0.43984915991313756,
        0.4491864980664104,
        0.458666502032429,
        0.468208221020177,
        0.4774893850553781,
        0.48689279588870704,
        0.4962541600689292,
        0.5055908369831741,
        0.5151603668928146,
        0.5246539958752692,
        0.5338608920574188,
        0.5428676358424127,
        0.5523443329147995,
        0.5619230410084128,
        0.5711298868991435,
        0.5807628950569779,
        0.5899473088793457,
        0.599116925848648,
        0.6086394789163023,
        0.6180021439213306,
        0.6271912278607488,
        0.6368439318612218,
        0.6456233540084213,
        0.6551586498972028,
        0.6645253729075193,
        0.6740454419050366,
        0.6832120129838586,
        0.6925571348983794,
        0.7016821999568492,
        0.7109859648626298,
        0.7205557459965348,
        0.7300634318962693,
        0.7394777429290116,
        0.7486257099080831,
        0.7581277140416205,
        0.7673065979033709,
        0.7764056839514524,
        0.7863189629279077,
        0.7955174129456282,
        0.8051803070120513,
        0.8143722359091043,
        0.8235949210356921,
        0.8326243869960308,
        0.8419572468847036,
        0.8512732060626149,
        0.860669283894822,
        0.8699977758806199,
        0.8793468768708408,
        0.8980018880683929,
        0.9073129179887474,
        0.9166559670120478,
        0.9261596258729696,
        0.9355023649986833,
        0.9448694889433682,
        0.9542060759849846,
        0.9635360010433942,
        0.9728589439764619,
        0.9821212729439139,
        0.9915311068762094,
        1.000873344950378,
        1.0102163238916546,
        1.019540328066796,
        1.0288689609151334,
        1.0381806320510805,
        1.0475544689688832,
        1.0568417450413108,
        1.0662640419322997,
        1.0755391949787736,
        1.08486591395922,
        1.094278221949935,
        1.1035958449356258,
        1.112944785039872,
        1.1222745298873633,
        1.131809796905145,
        1.1411496300715953,
        1.150513628963381,
        1.160235992865637,
        1.1695997619535774,
        1.1790196339134127,
        1.1883837629575282,
        1.1977727280464023,
        1.207263011019677,
        1.216549705946818,
        1.2259102980606258,
        1.2352783139795065,
        1.244797950843349,
        1.2539636208675802,
        1.2632205309346318,
        1.2730449649970978,
        1.282060686033219,
        1.2913322320673615,
        1.3008121568709612,
        1.3100248540285975,
        1.3195273699238896,
        1.3288837240543216,
        1.3379766489379108,
        1.3473627879284322
      ],
      "completion_tokens": 128,
      "content_delta_count": 127,
      "elapsed_s": 1.3476050288882107,
      "first_text_epoch_s": 1783193676.2851474,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1886481908150017,
      "prompt_id": "performance-hypotheses",
      "prompt_index": 10,
      "prompt_sha256": "07d3df497692ad49145544fc0388001879fe6a7201aca3f9eaa4e14288f0bfeb",
      "prompt_tokens": 60,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193677.4737945,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-10-performance-hypotheses",
      "request_started_epoch_s": 1783193676.1261897,
      "response_id_first": "chatcmpl-uRhHFH98EzN2JHkR2gLM7mw32hbx4JLQ",
      "response_id_last": "chatcmpl-uRhHFH98EzN2JHkR2gLM7mw32hbx4JLQ",
      "response_x_request_id": null,
      "sha256": "52b250c56a0785144ed9176b4a39ac1ee1a47978c22f815aa3e0a196923f0e5a",
      "stream_token_id_count": 0,
      "text_preview": "When MoE (Mixture of Experts) gate, up, and down projections dominate decode time in a GPU inference kernel profile, the performance bottlenecks are likely rooted in compute intensity, memory bandwidth, and control flow overhead. Below are **targeted performance hypotheses** to test across key optimization dimensions, ",
      "tok_s_1_100_after_ttft": 106.91512214285036,
      "tok_s_after_ttft_full": 107.68535298256438,
      "tok_s_wall_full": 94.98332022818396,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.15895683807320893,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 60,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 188
      }
    },
    {
      "cached_tokens": 0,
      "chunk_count": 128,
      "chunk_count_equals_completion_tokens": true,
      "chunk_offsets_s": [
        0.1586594709660858,
        0.16854300606064498,
        0.17804812593385577,
        0.1873853849247098,
        0.1968071509618312,
        0.20620701601728797,
        0.21556824911385775,
        0.22487247711978853,
        0.23426964692771435,
        0.2436087690293789,
        0.2530561329331249,
        0.26238645799458027,
        0.27177111501805484,
        0.2811274901032448,
        0.2903748711105436,
        0.2998211029917002,
        0.3091760240495205,
        0.3185923099517822,
        0.328110113972798,
        0.3373283219989389,
        0.3466702389996499,
        0.3560246101114899,
        0.3655652371235192,
        0.37483942811377347,
        0.3841991589870304,
        0.39356170408427715,
        0.40306293801404536,
        0.4123278819024563,
        0.4216892560943961,
        0.43103791610337794,
        0.44039296801202,
        0.4497854490764439,
        0.45912011293694377,
        0.46853825193829834,
        0.4781155970413238,
        0.48731662309728563,
        0.4966848590411246,
        0.5060831110458821,
        0.5154947689734399,
        0.5251836609095335,
        0.5342912829946727,
        0.543647717917338,
        0.5530209639109671,
        0.5624250171240419,
        0.5718250130303204,
        0.5812097899615765,
        0.5905589810572565,
        0.6000586429145187,
        0.6093062250874937,
        0.6186489840038121,
        0.6281296301167458,
        0.6373287320602685,
        0.6467449690680951,
        0.6561304870992899,
        0.6654860300477594,
        0.6748419241048396,
        0.6842454059515148,
        0.6936073319520801,
        0.7031238439958543,
        0.7122675930149853,
        0.721582650905475,
        0.7310268189758062,
        0.7403933729510754,
        0.7497843310702592,
        0.7591407659929246,
        0.7685084820259362,
        0.7778946720063686,
        0.7872027771081775,
        0.7966599490027875,
        0.8061251759063452,
        0.8153589630965143,
        0.8247189340181649,
        0.8341180379502475,
        0.843422916950658,
        0.8528014731127769,
        0.862152166897431,
        0.8715312539134175,
        0.8808948320802301,
        0.8903063989710063,
        0.8997012251056731,
        0.9090573200955987,
        0.918468977091834,
        0.9278953720349818,
        0.9372481699101627,
        0.9466214259155095,
        0.9561192239634693,
        0.9653566770721227,
        0.9746807920746505,
        0.9840283601079136,
        0.9934210630599409,
        1.0027851620689034,
        1.0121810000855476,
        1.0215052340645343,
        1.0310874690767378,
        1.0403697660658509,
        1.049707266036421,
        1.0590872140601277,
        1.0684670119080693,
        1.0778154919389635,
        1.0871954809408635,
        1.096531127113849,
        1.1060101899784058,
        1.1151901660487056,
        1.124664240051061,
        1.1343568901065737,
        1.1433500789571553,
        1.1526587950065732,
        1.1624551480636,
        1.1718222629278898,
        1.181202501989901,
        1.190479147946462,
        1.1999962921254337,
        1.209274040069431,
        1.218636275967583,
        1.2280171860475093,
        1.2373485439457,
        1.2467171109747142,
        1.2561082509346306,
        1.265480604954064,
        1.274742203997448,
        1.284205747069791,
        1.2935678029898554,
        1.3029622379690409,
        1.3123165389988571,
        1.321661151945591,
        1.3311178530566394,
        1.3404340129345655,
        1.3498939001001418
      ],
      "completion_tokens": 128,
      "content_delta_count": 128,
      "elapsed_s": 1.3500456020701677,
      "first_text_epoch_s": 1783193677.6325383,
      "metric_chunk_events_at_least_window": true,
      "metric_token_id_events_at_least_window": false,
      "post_ttft_s": 1.1913861311040819,
      "prompt_id": "decision-memo",
      "prompt_index": 11,
      "prompt_sha256": "e1fcb91edf9a4e6048cd5a5738cebcc0f71edc15281607b795bf2a6dddd6adeb",
      "prompt_tokens": 56,
      "reasoning_delta_count": 0,
      "request_ended_epoch_s": 1783193678.8239233,
      "request_id": "bench-rapid-model-snapshots-b70-realistic-v1-11-decision-memo",
      "request_started_epoch_s": 1783193677.4738784,
      "response_id_first": "chatcmpl-LCZJvG2wQaKUi2UozNo3UckGneEeFesc",
      "response_id_last": "chatcmpl-LCZJvG2wQaKUi2UozNo3UckGneEeFesc",
      "response_x_request_id": null,
      "sha256": "04be5dfb3f5611ad6641fa7d44bc0c1c74f484f6893a5faa47088629540c7f6f",
      "stream_token_id_count": 0,
      "text_preview": "**Decision Memo: Continue Optimizing Current Model vs. Switch to Alternative Model Family**\n\n**Date:** April 5, 2024  \n**Prepared By:** [Your Name], Lead ML Engineer  \n**Subject:** Strategic Decision on Model Optimization Path for Project Alpha\n\n---\n\n### **1. Executive Summary**\n\nAfter a comprehensive evaluation of per",
      "tok_s_1_100_after_ttft": 107.69641556789634,
      "tok_s_after_ttft_full": 107.43787984285144,
      "tok_s_wall_full": 94.81161214385949,
      "token_id_offsets_s": [],
      "token_timing_source": "openai_stream_content_or_reasoning_delta",
      "ttft_s": 0.1586594709660858,
      "usage": {
        "completion_tokens": 128,
        "prompt_tokens": 56,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 184
      }
    }
  ],
  "run_identity": {
    "api_mode": "chat",
    "base_url": "http://127.0.0.1:19630",
    "created_at_utc": "2026-07-04T19:34:38.824430+00:00",
    "max_tokens": 128,
    "model": "qwen3-30b-a3b-instruct-2507-udq4-rapid",
    "prompt_count": 12,
    "request_extra": {
      "cache_prompt": false
    },
    "return_token_ids": false,
    "seed": 1,
    "suite": {
      "description": "Shared strict short-context realistic prompt suite for rapid one-B70 model snapshots; each prompt is sent once as a cold response and headline rows require cached_tokens=0.",
      "metric": "median generated-token throughput for tokens 1-100 after TTFT across prompts",
      "suite_id": "rapid-model-snapshots-b70-realistic-v1",
      "version": 1
    },
    "suite_path": "/home/steve/llm-optimizations/repro/rapid-model-snapshots-b70/realistic-suite-v1.json"
  },
  "summary": {
    "tok_s_1_100_after_ttft": {
      "count": 12,
      "max": 108.43074677689864,
      "mean": 104.9928121456826,
      "median": 107.48388363267362,
      "min": 76.69637711820141,
      "p10": 106.89774398673791,
      "stdev": 8.922361468609747
    },
    "tok_s_after_ttft_full": {
      "count": 12,
      "max": 108.17406881207937,
      "mean": 105.37248808689692,
      "median": 107.42138731528047,
      "min": 81.71226134112635,
      "p10": 107.13487460204769,
      "stdev": 7.457623440325933
    },
    "tok_s_wall_full": {
      "count": 12,
      "max": 94.98332022818396,
      "mean": 92.17308607368598,
      "median": 94.11829410198766,
      "min": 70.25148178905891,
      "p10": 92.9854240336843,
      "stdev": 6.9310065140623776
    },
    "ttft_ms": {
      "count": 12,
      "max": 255.5532508995384,
      "mean": 176.13237073722607,
      "median": 166.9534610118717,
      "min": 158.65615592338145,
      "p10": 158.6892076767981,
      "stdev": 26.931351906740495
    }
  }
}