Skip to content

Instantly share code, notes, and snippets.

@yiwenlu66
Created January 26, 2026 12:42
Show Gist options
  • Select an option

  • Save yiwenlu66/7b9944cc274e9281dcc05ad9cff27961 to your computer and use it in GitHub Desktop.

Select an option

Save yiwenlu66/7b9944cc274e9281dcc05ad9cff27961 to your computer and use it in GitHub Desktop.
issue #129: Qwen3-4B LoRA /asample sweep (coalesce0 vs coalesce1) pl=32000 mt=256
{"base_url": "http://localhost:8000", "create_training_client_s": 12.569012865889817, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce0", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "60ea6c1b-8761-4dd6-bde3-9dd78f44ca2a", "save_weights_and_get_sampling_client_s": 77.64279290300328, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T11:33:42+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:42+00:00"}
{"batch_wall_s": 12.675236565992236, "case_idx": 1, "client_total_s": 12.674761680071242, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "12361490-d3ea-4fbc-a8d8-1172ad50494f", "sequences": 1, "ts": "2026-01-26T11:33:54+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:54+00:00"}
{"batch_wall_s": 14.105541242053732, "case_idx": 2, "client_total_s": 14.105034200940281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "ba75c196-7659-406c-a015-fe263692f2a0", "sequences": 1, "ts": "2026-01-26T11:34:08+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:08+00:00"}
{"batch_wall_s": 8.983901705010794, "case_idx": 3, "client_total_s": 8.983561545028351, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "13d89723-847f-4833-80cb-ebdb31fa2321", "sequences": 1, "ts": "2026-01-26T11:34:17+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:17+00:00"}
{"batch_wall_s": 13.805355518008582, "case_idx": 4, "client_total_s": 13.804772938950919, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "dab98fe6-a59b-4527-bbdb-03929fc92513", "sequences": 1, "ts": "2026-01-26T11:34:31+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:31+00:00"}
{"batch_wall_s": 9.200363797019236, "case_idx": 5, "client_total_s": 9.200036702910438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "0458e4b7-ab6e-4d29-bf80-81207e57a10b", "sequences": 2, "ts": "2026-01-26T11:34:40+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:40+00:00"}
{"batch_wall_s": 14.000092384056188, "case_idx": 6, "client_total_s": 13.999641638016328, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "97a8b17e-1bc1-4ae1-b653-c6ef55d42ed8", "sequences": 2, "ts": "2026-01-26T11:34:54+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:54+00:00"}
{"batch_wall_s": 9.234498105943203, "case_idx": 7, "client_total_s": 9.23419059207663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "d5a82cf1-6b86-4e1e-8452-781f7e49e654", "sequences": 2, "ts": "2026-01-26T11:35:04+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:04+00:00"}
{"batch_wall_s": 13.998758292989805, "case_idx": 8, "client_total_s": 13.997624395065941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "896c902a-33ca-44d1-8da6-73a67cfae11c", "sequences": 2, "ts": "2026-01-26T11:35:18+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:18+00:00"}
{"batch_wall_s": 10.19414891290944, "case_idx": 9, "client_total_s": 10.193849898059852, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "064d00bb-2cfc-4666-92e6-af4d02cfb277", "sequences": 4, "ts": "2026-01-26T11:35:28+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:28+00:00"}
{"batch_wall_s": 14.965024497010745, "case_idx": 10, "client_total_s": 14.964588467031717, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "e6320271-b962-49a9-9740-b603e17d7e17", "sequences": 4, "ts": "2026-01-26T11:35:43+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:43+00:00"}
{"batch_wall_s": 10.182063278043643, "case_idx": 11, "client_total_s": 10.181737487902865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "d1122160-fb80-4138-ac5f-8462511fa9e5", "sequences": 4, "ts": "2026-01-26T11:35:53+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:53+00:00"}
{"batch_wall_s": 15.005527027999051, "case_idx": 12, "client_total_s": 15.005015237955377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "eaf771c8-9b1d-4921-999f-b1f42833f6f1", "sequences": 4, "ts": "2026-01-26T11:36:08+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:08+00:00"}
{"batch_wall_s": 12.319649967015721, "case_idx": 13, "client_total_s": 12.319320088019595, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "1145d536-743b-4ad6-9101-2a8539cc10a5", "sequences": 8, "ts": "2026-01-26T11:36:20+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:20+00:00"}
{"batch_wall_s": 17.11832332191989, "case_idx": 14, "client_total_s": 17.11785218503792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "380da7f0-da9b-4c2a-a87f-ad6ac7e5f81e", "sequences": 8, "ts": "2026-01-26T11:36:37+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:37+00:00"}
{"batch_wall_s": 12.070331910043024, "case_idx": 15, "client_total_s": 12.070031186100096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "b45b5ea8-da8b-472e-bf41-9eada6889125", "sequences": 8, "ts": "2026-01-26T11:36:49+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:49+00:00"}
{"batch_wall_s": 17.176189243909903, "case_idx": 16, "client_total_s": 17.175691824988462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "24067548-005c-4566-a5c7-d6ccc3d40265", "sequences": 8, "ts": "2026-01-26T11:37:07+00:00"}
{"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:07+00:00"}
{"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.310610020067543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "a2805361-4bff-4962-a2ae-c007c517dd2e", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"}
{"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.307567361043766, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "0cf84753-5dcd-4ef4-9e3d-431f11faae63", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"}
{"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:16+00:00"}
{"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 14.145096156047657, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "20ee1aff-ef6a-4bf5-b0e8-64182c0ebe11", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"}
{"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 18.270868347026408, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "8cd65944-9209-40bd-9c9d-71b06bfb45d5", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"}
{"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:34+00:00"}
{"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.425718032056466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "6dadbb52-497e-4c83-a6d1-5de02087fd7a", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"}
{"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.746849249000661, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "90c5358d-519a-4bac-b6a9-72445f87fe59", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"}
{"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:48+00:00"}
{"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 18.427698140963912, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "dea85696-fe6e-4a01-8e2b-71f7117d0943", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"}
{"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 22.729155663051642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "00cdb84e-ce51-4076-9393-4371b274cc8d", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"}
{"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:11+00:00"}
{"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.206170243909582, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "be73b030-06a7-4269-9af2-8009df90c0ad", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"}
{"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.176430822932161, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "08302c6a-cd23-4750-9b01-522d104d7ef8", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"}
{"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:21+00:00"}
{"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 15.350669187027961, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "b008afee-c693-48fd-a3f7-784b2b1b8752", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"}
{"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 19.496147335041314, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "36320158-5f84-4d5c-b038-7d262364da2e", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"}
{"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:40+00:00"}
{"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.602777704014443, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "7d87394e-1134-4781-b684-7b03399f16ee", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"}
{"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.232775880023837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "545ce4bb-09f5-4c97-a378-f9775ec5a411", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"}
{"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:55+00:00"}
{"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 19.43115163699258, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "ba4b5ad7-633e-4184-ab93-3523019a547e", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"}
{"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 23.464852298027836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "23e4d4b7-2deb-4d72-ae86-5054fd85fdd0", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"}
{"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:18+00:00"}
{"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.152272667037323, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "6a333606-5015-46f2-9d85-118f8b644345", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"}
{"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.182914030039683, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "e06547d0-5145-426d-b08f-245f5b4f65ff", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"}
{"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:31+00:00"}
{"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 21.41187121195253, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "b9d25bc1-79e1-4658-ba78-b7d028faed90", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"}
{"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 17.075732226017863, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "511b85aa-8dd7-40bc-977f-15338da04457", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"}
{"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:52+00:00"}
{"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.622155013028532, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "244df970-d39e-4c92-9e81-3a3020516cbc", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"}
{"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.225419891998172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "b52b77dd-2499-4c38-b3d8-bc32c6406d21", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"}
{"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:09+00:00"}
{"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 25.998196427011862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "38401358-ee57-47d0-9114-eb754eefca85", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"}
{"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 21.800051129073836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "be5205b5-41b4-40f4-aaef-d7a1ccc9c1e5", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"}
{"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:35+00:00"}
{"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.331006907043047, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "6dc09bdd-e21e-4fc7-ba64-a4c19ddfabbe", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"}
{"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.243336454965174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "4963bca3-9c69-4264-8220-4d2761e5597d", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"}
{"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:51+00:00"}
{"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 25.30966116709169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "afe7089c-5430-4c6f-813b-655abde3203a", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"}
{"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 21.243033532984555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "c5752d13-9d5d-49fd-94e0-3751cf60b083", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"}
{"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:16+00:00"}
{"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.4764910209924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "35f3894c-8df1-4739-82ac-9dc8fd667da7", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"}
{"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.861592562985606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "774aa317-7445-4cb9-80bc-0dbfb3c260ac", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"}
{"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:37+00:00"}
{"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 30.28359197010286, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "e9fe3636-9509-4f6d-a111-a608ffdf8adb", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"}
{"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 26.201477946946397, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "1a7c059b-da67-48a1-bd61-d674cad8f9a3", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"}
{"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:07+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.32938855199609, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "545e5688-2913-4e77-bfe3-d591405d35bb", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.478694004938006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "0603ee9d-7cb7-45c6-8f48-35d3595b0e03", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.359625220065936, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "ec997184-fe79-4292-abe6-5fd5b98429e2", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.45151015999727, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "913dc6da-f0dc-4abe-9f09-7f832e5e85bc", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 15.387659010011703, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "30c75112-c613-4a46-8733-74760d11d2d5", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 27.91830324102193, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "7af14e8e-88c2-41ca-867e-3f68e143bef7", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 23.815954171004705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "f91bce5f-0cf0-4ca9-b16f-3277b97a89fe", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 19.740549519076012, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "8a902b5e-6c2a-4f86-bce3-a35cebe0e50c", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.561440897057764, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "e1f8e54b-a8a8-4121-8037-fa3810eb187f", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.00423275399953, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3a4e02cd-5641-44d6-bb77-1399d900bed7", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 22.52835868508555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "b8a1d314-6d64-4d33-a176-64f2bc0bb9c8", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.175328691955656, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "9978791e-10fe-4e2b-b7a9-e364d4891a57", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 32.50734794908203, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "ea4ddf6b-8fa5-4cc1-a3c2-6dcf09dcda34", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 27.95657012599986, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "6d150d6f-05fe-4e42-98b9-b954c073f4fe", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 37.275553673971444, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "f6d7da96-688e-4866-b31b-019e123d9f2c", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 41.36794377490878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "89cd93b6-f447-452f-8ef8-a8af8330da19", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.113513193908148, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "ee561bca-1b26-4116-9414-5c21009b8b90", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.358656413038261, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "5496bc01-846d-46b2-b920-8c6a1f7ba59b", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.266728995018639, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "1bd2a3a4-8108-48a4-93fc-e3a65116a752", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.2362684099935, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "456ca015-ceed-467c-b8a1-096ce4087857", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 25.47668727603741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "767c4d24-825b-4487-82f0-609a57fb1fa2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 17.280711486004293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "73ecfb9d-57ca-40e3-8df6-9235d05aac58", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 29.660624417010695, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "09e925a6-cf31-4473-ab4d-a3f2a95499a4", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 21.561089438037015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "cc21107e-4d08-4cfb-ab5c-47849a8699a2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 25.59553993307054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "63c09cc8-81c6-488f-80bf-1f543321d526", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.28609953005798, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "32e55aa6-f309-4de8-945c-35d6f41fb83f", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.997919911984354, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "b4dd323f-4d74-4636-b638-0fbe0c56a72d", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.70400700799655, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "cf30118e-09a6-41a9-a558-775d065dd756", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 39.622930272948, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "38e469e3-abd8-489e-ad3e-a22d205f8b02", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 43.717223942046985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "d2d3f0f1-33ef-4935-b79c-41f46ee6b4e0", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 34.823923730058596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "f021b4e4-afd5-40c3-8970-3b136fc17fca", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 30.17066163790878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "38eecea8-0b69-46e1-b85b-29ffe1572006", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.37639474205207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "85eed722-ac9d-4bde-a8f6-42f5f4bb6b85", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.285590796964243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "2b54fe11-4579-4a44-af72-322af313a0b9", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.406845786958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "3881ee8f-17c7-4e98-94bc-454adf7324ce", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.255161126027815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "e0ab1a3a-0b58-423e-b118-386fa2b02e0f", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 29.72493217291776, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "0b62b4b7-331b-4a7f-bf32-6941cf2c5463", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 33.96537976700347, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "74301084-8640-4335-aaf7-4ba6648c1c87", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 25.49108432396315, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "0a18d374-c323-4e0c-816b-616ec6ca5789", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 21.198229899047874, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "c7aaeee8-1696-4f11-97ed-fb965b540a1e", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.233165270998143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "e15c44af-2296-461f-b82e-29934a619abe", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 29.5522429960547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "26dd4d30-6017-428e-85e6-fe941287cb0a", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 28.72502082202118, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "8082f28c-3329-4226-b68d-008d685a0be9", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.030281660030596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "d003fcbc-0a42-4e27-8ec5-8d9fae1bb8f5", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 49.68412722006906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "9b396a43-2a3a-4cf5-8028-387628a57e36", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 45.37167833908461, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "383a24f2-ecf4-4efa-8bdb-d9fb354f1290", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 40.78092660300899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "1be65bec-cf6f-435f-a267-2841695d19e3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 35.27106238203123, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "21ee6529-42ab-4214-ae57-9c70d7d59aa3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.87046075006947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "a0254e15-545f-4df7-9e01-9f9c2ba125a3", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.99182698398363, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "4f8c420f-0d02-44c3-882c-832af7bf316c", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 17.020565291983075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "edb8b990-316f-4107-80e9-d18248961b10", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.90077125397511, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "2e5c4609-dfdd-491e-ba35-59a9b1f9f842", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 34.38188965898007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "41e2d56f-778d-41ae-ab17-0984003577ed", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 26.141590793034993, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "b0dee025-8381-465d-af72-bd391f8f6682", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 21.894110655994155, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "42d31cf3-1fd3-4915-b92a-967d05257921", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 30.370975150028244, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "372bc27a-7915-414a-8829-35f48e357251", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.535488235997036, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "d4e6d1ec-0dee-494c-bb99-d50e345bf4bf", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 41.65425410098396, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "02140985-b59e-4ade-aba5-141ce7ce95bb", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 40.84355496999342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03905f4d-0575-4a52-b887-562ba7f78093", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.86241805693135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "82d4a2a6-c80c-4040-b417-a5653ce4d83b", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 48.48867367499042, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "c2f336d1-cf4e-4586-a21a-cfee174db3dd", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 59.781058845925145, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "f1373643-887e-4112-bc6a-3ae398d73aad", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 64.01447645702865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "6026936a-2702-458a-8397-85152f8867b2", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 54.630491052987054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "b2b860a4-737d-471f-825e-2e309be9804b", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.370326164062135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "470e162e-9344-4d10-980a-8b1ad85d8ecc", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.565609771059826, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "7ad82091-0c7a-44fe-816e-fd4a2281d204", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.283086790936068, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "283d68ce-3af4-4d3a-b504-bf462ce1586c", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.534754310036078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "a8e09925-62ec-4050-94ac-79963e84ba8e", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.383353120996617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "167cf65f-0cae-4a7f-acf5-c99799510216", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36880926496815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "278993b4-4645-4674-a3be-fc3f7da9d609", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.369562377920374, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "1faf4b37-c6be-484b-bdb3-79979a86a715", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36949402501341, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "aecbe4fd-0d7d-47f2-a1b6-6dd17fe841c1", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 17.18615007097833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "31a385be-fe1c-4ce6-95c7-67dc31ef4256", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 25.71711949701421, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "0e3b83e8-aa37-4114-a8c4-0c9588a9ae19", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 29.98416104610078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "e0b2fccd-1ed0-4aa9-8629-7bb018376abb", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 46.80270673404448, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "9683128a-fc6d-45e5-b7d2-fd954749a879", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 42.4864098749822, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "ae099dbf-bf08-4edc-888c-c519717a38b0", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 38.236275600036606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "48ea9254-efae-456b-b13d-1404245a73fe", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 34.20592875103466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "0480096e-ac33-4b31-a4a3-8ae18f495003", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 21.550447370973416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "96fd05ca-ac0b-4340-b37e-9b7326bc8d9d", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.16128206893336, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "4ed6286c-8ead-4b02-ab0e-9589cdcb1d98", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.959795804927126, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "33179e7b-086a-4c95-aff7-257f0f33b1de", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.1107404549839, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "6ec9d385-2802-4504-96ba-3dc01ebdc17d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.315001485985704, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "b4d937af-f010-4eab-9233-9b6a769f23be", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.652141039958224, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "d34e748d-18d1-41f4-8cb8-b6a8486ae127", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.21804215607699, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "c7098b4b-81db-4fb4-ac7d-b7c57f2e308d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.58290501998272, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "2bcbba28-3cbf-4aee-88cd-02b7b1f93beb", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 41.27427950699348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "350e764e-91cb-436d-91b2-c89eadff23f4", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 52.68505415099207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "4e022e93-6341-42cf-b1c6-b2b3b1a9e742", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 47.37262663897127, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1492a207-4575-45f2-accc-a43965540e1c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 62.36132151691709, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "b7f6aac9-1581-449f-86be-a5dbb8efc80c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 72.12088013789617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "0d5d760b-3abd-4a60-9667-da573260b565", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 57.66993187600747, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e11e3efc-35f0-419f-9673-2cd6f69faad1", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 80.67103728000075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "7564fe63-8b4b-42fa-808d-68ad181d9934", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 67.32182143104728, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "61bb0395-a76d-46d1-841a-f21e67c9df58", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 76.22656169196125, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "8b9bf101-2d93-46d3-b83c-6b39e7b1242e", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.283278257003985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "a4cb1708-6ed3-47ed-96ae-20de09d6df12", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.57936101697851, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "83a67253-ad0a-4461-80ce-d290ed38826c", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.391754247015342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "f465ccc6-75ed-4d26-9d09-4f8342053331", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.36583065893501, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "c5461125-3cf4-4e2f-aa81-242b932a58da", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.546635756036267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "6dad27af-e5a4-4e69-a97f-a04721d7b507", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.523019202053547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "ed271bed-33cd-4077-ac2c-02d36d5764a1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.361546222004108, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "e4f04359-bbcb-4b62-a3f9-d9ac576d3ee1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.29069669393357, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "7d125a48-c487-4abe-923f-c9c537d4f3b9", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 42.29112433688715, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "9eb0255d-156c-4bfc-ab50-029bedf87abc", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 29.712559867999516, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "8da2d2bc-b67b-40b8-a6c7-4d883731eace", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 46.731064521940425, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "d4d35f57-7b11-4b61-b823-8785bc59b77a", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 25.525671442970634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "5cc53e7f-1c15-41a0-97b9-398b498c78c2", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 34.02467725693714, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "403c8433-3c1b-4cc9-879e-80758388160f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 50.87727602699306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "f0facc89-4f40-4e02-9507-7f54e675c30f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 21.288180583971553, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9081d224-9ec1-4b46-b7de-f5a7cab2065f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 38.385641518980265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "ad987777-e0d7-498e-89ca-486237fda698", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.35924228304066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "be296bc8-4c57-4de8-9d4a-3ebb74182884", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 46.910045486991294, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6c0d7b14-9d88-4c29-b76e-8a35aaac829c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.735402615973726, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "4e990222-0090-4cbe-992c-bc0c861c621e", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 45.99725527095143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "0be1f75e-5a98-4f96-830a-24071c4dafc7", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.838070173049346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cb41a60c-95b5-4caf-b460-35df3f81471c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.38219434290659, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a55a360f-7d10-4473-abd3-09ac911b9059", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.513824267080054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "ea8e60db-e2cf-472e-89c0-fa942127b87c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 47.55098906008061, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "88f61864-301a-40e9-afd7-150d503d3e1f", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 84.65495708398521, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "c71379d9-3411-47db-a266-3dc35ddec125", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 64.80497846798971, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "dc6b8380-a1dc-4376-bb31-e1cdc31903b9", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 58.89974206103943, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "d7baa707-88cf-40d7-bc0d-b2e6c86e35f0", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 70.02741282305215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "77715c5d-5c08-4c06-b75d-d54a03e82da8", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 79.78486320900265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "7a8622f8-4913-47c9-a3ac-2671af70c696", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 74.90784828201868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "90f07bf1-54b5-4e64-b63f-a099e5421b95", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 88.5600018040277, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "f8364bce-f6cc-4888-b398-ba7eaa5e0859", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 53.02915666298941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "c0844df2-850c-4478-8599-db136cc5f81e", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.198329532984644, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "6c40ec66-cc55-4db3-8761-4da7f29560d6", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.299197921995074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "a320b55a-2d5a-48b4-ae07-605c4eeabd1c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.20570668997243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "6333f629-533c-4d36-91ca-15f2a96a4f98", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.239601023029536, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "326761c4-25db-4940-94fd-7c466e1324cc", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.325737830949947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "81b7a698-bc63-44e5-8bea-369897d8349c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32632148405537, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "3d1806e6-1363-43a8-9df1-5ad6b7d1a368", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.328467888990417, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "cbe2d3bc-8926-4f4d-9f1c-fb864fa0a965", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32712257304229, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "c36cfc35-499b-469e-b4bb-c2a803c416ad", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 26.58834078197833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "f6f6ee60-a537-4710-b8ca-32196a64ac58", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 34.815152883064, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "fb63c15b-062f-41b7-94a0-97a0dba5d694", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 51.63533607497811, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "007fcc75-8bfb-4965-92ad-e3b3ef29d03a", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 47.3051359859528, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "24c19928-79de-4785-b27c-d06a09958ad2", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 30.56666828901507, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "a05b5bac-c89f-4bd8-a7d3-97dd8d5f53cd", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 43.16203795792535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "733940f3-919a-4d45-af52-40ef8d459b12", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 39.06697142799385, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "2d240f2d-8fcb-44e9-8f8a-33a9ce305682", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 22.266518496908247, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "081fa324-0d2c-48f8-b164-dcb50188b9d5", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.29367161693517, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "81e58615-748a-4bee-ad1c-cbd901127670", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 63.73714881401975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "f1223df1-33a5-407b-abcd-6ba8d5ece293", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 61.429012854001485, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "c8faa964-5027-40cd-9827-c6daf4505d4d", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 60.25147518306039, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "8db99463-5339-45e2-83cb-f59b095b219e", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.228195087984204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "f3b9c812-86a6-40b0-8b51-0afdac1bed9a", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 58.905695119989105, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "feb17496-89c6-45ce-8997-96e6245d8e42", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.62112577096559, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "5a70f5fc-b837-4764-9427-93adf521816f", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.98172271694057, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "1e3ee527-53ab-4da5-ab03-b6b2a66a5de1", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 81.520371293067, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "90977c37-2f10-4c33-93aa-91510cb10d0f", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 93.63844316406175, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "5a165fce-d0f5-413d-ba43-788851e556ae", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 74.6824263590388, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "f869c15e-3618-448f-9847-be2152ef6382", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 103.38255388801917, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "52caccbd-a45a-425e-ae8a-2a29f8ede246", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 67.57448665599804, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "e37fa892-69ea-4c11-aa16-3b6070849594", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 87.762880532071, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "dbcdd179-ecd1-456e-a0b5-cef6d013fec1", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 98.46021973004099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "54805911-6693-4fe7-8db6-6b36e72e5f71", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 107.60308393603191, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "bb5f536d-1561-4c4c-aedc-267803e8ee31", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 29.992503723013215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "1ed7b0a9-f964-4fa1-9d59-bf4a1f43aa66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.281405079062097, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "1faf2868-0a7e-4f35-8c41-bee1ae186370", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.261348307016306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "bafb9ea7-0ddd-4652-bd38-7446c48db09d", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.518724406021647, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "0ac9c2df-0137-49b0-9e8a-952dff3ff2df", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.101509477943182, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "264d6fa4-0036-44ab-a49b-f1e71c13ea66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.052271305932663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "5c68e494-af70-4455-a80b-ba039d420442", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.271175457979552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "9d1fc280-0281-4e9e-bcb7-9f7aac99befa", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.069549808977172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "8cbbc1ba-ffaa-41bb-a02c-57b27818383b", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 64.11100309004541, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "adc38ebd-9b52-4e92-ae60-3c04e73d57a6", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 51.940220824908465, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "ce4308f5-2298-41ee-8fa8-20cfc204fbfa", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 55.948769101989456, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "94ce801e-5ae6-4506-bd2b-93c53ad45c43", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 34.98323991103098, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "2d33cf44-fc7a-401a-aa16-3430fee39739", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 43.3423273951048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "1113a4cb-d879-48b8-8041-30967ed8f574", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 39.25144700903911, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "3bac666d-52c8-4285-8692-92e38c5ce3de", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 47.63043894502334, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "fd70b7c0-ed45-448d-8921-83bc72c5a678", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 60.21914640604518, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "1f3d9643-8521-4371-a9de-f50feaaad49d", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 87.20753980998415, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "13252cc2-8c9b-41ed-bd03-c410051d7ba1", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 54.97931759303901, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "cb67106b-8f3e-4313-98ee-667b39c47e8f", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.81619504303671, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "57812868-268b-43e6-ac7a-242ff38eedc3", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 61.82509448705241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "b68802ce-4ab0-4016-8265-eddd87100047", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.214746025973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "ac928ba6-3df6-4781-a454-46e1073fd7c4", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 89.53204849397298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "cd500a28-61c2-4845-911f-3b38f4d8b806", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 41.01862574904226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "f1ec3b07-c70e-4aaa-9da1-e459403bcdb5", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 47.85825287702028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "014dac17-e2a1-4d1f-9e37-4267adae639b", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 123.94273821206298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "8508931d-dc78-4447-bc35-0d964c9c420d", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 111.40435646299738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "ed1d4111-4406-44e0-916a-fd1c85def2fa", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 95.22115951403975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "ba04c6a6-bb47-42ee-a20e-65590e429526", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 115.31453831703402, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "559b4b48-28b3-408a-923b-fd25ab06ff41", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 101.64398721198086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "0d0526b6-de81-4d98-ac07-aa594f4f0932", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 107.0414238179801, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "0a012230-db34-40e4-822f-22028e5f2f35", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 128.16943709994666, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bb3dae08-68da-42a2-9432-5b21b5cfce5c", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 119.81027026497759, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "63a0ada7-be8a-4216-8e0d-c04f0f93ffa8", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"base_url": "http://localhost:8000", "create_training_client_s": 12.47374360403046, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce1", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "8f0f348b-0db9-4f3a-9bb5-66fa770490e7", "save_weights_and_get_sampling_client_s": 76.94162695191335, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T12:08:27+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:27+00:00"}
{"batch_wall_s": 12.715322820004076, "case_idx": 1, "client_total_s": 12.714931661030278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "86dd6a09-8c2c-4d79-aa7e-1e0310fcaf75", "sequences": 1, "ts": "2026-01-26T12:08:40+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:40+00:00"}
{"batch_wall_s": 14.251095811952837, "case_idx": 2, "client_total_s": 14.249218674958684, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "fd224e35-3cc9-4442-bb26-91028b0c3086", "sequences": 1, "ts": "2026-01-26T12:08:54+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:54+00:00"}
{"batch_wall_s": 9.023258441942744, "case_idx": 3, "client_total_s": 9.022858118987642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "f8b097af-c46d-4b04-9fc2-4d5803bedc94", "sequences": 1, "ts": "2026-01-26T12:09:03+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:03+00:00"}
{"batch_wall_s": 14.062406515004113, "case_idx": 4, "client_total_s": 14.06196118996013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "3f29bc53-52b0-41e5-b92b-b6f941ff0a31", "sequences": 1, "ts": "2026-01-26T12:09:17+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:17+00:00"}
{"batch_wall_s": 9.35771043994464, "case_idx": 5, "client_total_s": 9.357374334009364, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "cd0d630c-8dbd-47e5-b1e5-d756898a7e4f", "sequences": 2, "ts": "2026-01-26T12:09:27+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:27+00:00"}
{"batch_wall_s": 14.121512049925514, "case_idx": 6, "client_total_s": 14.120818221010268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "3f016079-0e37-40d0-8105-8c2de70ed2cf", "sequences": 2, "ts": "2026-01-26T12:09:41+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:41+00:00"}
{"batch_wall_s": 9.26320616400335, "case_idx": 7, "client_total_s": 9.26190378004685, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "db36f819-56c5-47ee-b8f0-051264d58a8d", "sequences": 2, "ts": "2026-01-26T12:09:50+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:50+00:00"}
{"batch_wall_s": 14.083146221004426, "case_idx": 8, "client_total_s": 14.082185178995132, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "a579d589-04a0-4083-bedc-62fc91f22b41", "sequences": 2, "ts": "2026-01-26T12:10:04+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:04+00:00"}
{"batch_wall_s": 10.214587245020084, "case_idx": 9, "client_total_s": 10.214250553050078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "c03db492-7ba4-4b80-849e-7daaa62955ec", "sequences": 4, "ts": "2026-01-26T12:10:14+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:14+00:00"}
{"batch_wall_s": 15.192556577036157, "case_idx": 10, "client_total_s": 15.192110615898855, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "4f3a7564-0e9d-4bff-b939-bc5145ba4610", "sequences": 4, "ts": "2026-01-26T12:10:29+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:29+00:00"}
{"batch_wall_s": 10.395702063920908, "case_idx": 11, "client_total_s": 10.395349600934424, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "315eacf0-9122-4f23-9002-09d28ff6d9a2", "sequences": 4, "ts": "2026-01-26T12:10:40+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:40+00:00"}
{"batch_wall_s": 15.003156346036121, "case_idx": 12, "client_total_s": 15.002588374074548, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "1c915f75-ddea-4474-a4e8-9b7e463173fa", "sequences": 4, "ts": "2026-01-26T12:10:55+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:55+00:00"}
{"batch_wall_s": 12.399913972010836, "case_idx": 13, "client_total_s": 12.399567393003963, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "399f690d-cbd0-43bc-8373-140afadc1abf", "sequences": 8, "ts": "2026-01-26T12:11:07+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:07+00:00"}
{"batch_wall_s": 17.159482718096115, "case_idx": 14, "client_total_s": 17.158988681971096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "8e8a8972-f823-4279-b284-0751ac37e13d", "sequences": 8, "ts": "2026-01-26T12:11:24+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:24+00:00"}
{"batch_wall_s": 12.373430839041248, "case_idx": 15, "client_total_s": 12.372983244014904, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "f9932ba8-f7db-476e-bb6e-9c9acbd47860", "sequences": 8, "ts": "2026-01-26T12:11:37+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:37+00:00"}
{"batch_wall_s": 17.093581340974197, "case_idx": 16, "client_total_s": 17.09310306305997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "2c6b4e55-8d17-4bc1-9e6b-0ff36a798357", "sequences": 8, "ts": "2026-01-26T12:11:54+00:00"}
{"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:54+00:00"}
{"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.364784142933786, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "c718bc43-ba9f-4d1a-8b5b-583f36121bcb", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"}
{"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.27212390000932, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "e63f18ba-4157-4bdd-98be-368d1d3b3970", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"}
{"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:03+00:00"}
{"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 18.562995443004183, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "97bbe067-6204-4a9d-940c-26875f08acad", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"}
{"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 14.453618167084642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "aef166e8-7aea-4c67-8fc7-0a329251f216", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"}
{"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:22+00:00"}
{"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.637393309967592, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "2d26ebf7-a02a-42a8-9db0-cd322bf14c5e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"}
{"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.249204328050837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "a9fe388f-f1fd-4fc6-969b-79aac442f17e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"}
{"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:35+00:00"}
{"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 18.25157445599325, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "d9ed83d1-4c4d-48a5-aee3-d8e2266dadd6", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"}
{"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 22.55606540699955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "f25c2cde-5f1d-401e-8464-de6b3e66d632", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"}
{"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:58+00:00"}
{"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.293019495904446, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "4b0bc007-bcef-4146-90a0-40384fffcc36", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"}
{"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.38481087202672, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "c8bdee34-0612-4861-badb-a72672f3098f", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"}
{"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:08+00:00"}
{"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 15.175855529960245, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "cfa4a3ac-6d34-4688-825f-eee8c38cdc1e", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"}
{"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 19.41286838205997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "a446cdaf-c04d-45fe-b64c-d21345729d26", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"}
{"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:28+00:00"}
{"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.566764820949174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "e6925bbe-9896-491e-95d1-99f2b83fb242", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"}
{"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.191443691961467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "fecc40f8-8b71-4f9d-be1b-ea962ad10836", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"}
{"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:42+00:00"}
{"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 23.671467602951452, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "bf5de6d9-48ef-44e3-bfcc-9cc229ef737d", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"}
{"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 19.477614598930813, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "2bfc40b0-0ee6-4aaa-aee3-8e8c823e29ff", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"}
{"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:06+00:00"}
{"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.28557292604819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "39830e96-74c1-4e50-8ed2-bfbfecb10923", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"}
{"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.249245860031806, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "545b251f-042a-433e-8d97-cd6ec37344f1", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"}
{"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:18+00:00"}
{"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 21.23182502191048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "c098c7ef-a0dd-4d22-9bfa-f633cab5e71a", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"}
{"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 17.312815463985316, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "1f1abd7d-32d6-4877-aee2-f9bc59e067a8", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"}
{"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:40+00:00"}
{"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.41521816700697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "91eb30cf-c56d-46ea-969b-b8101ba34e94", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"}
{"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.090647766017355, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "ef00260f-1b09-4097-80b2-7fd2793115a9", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"}
{"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:56+00:00"}
{"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 25.80541736201849, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "b2f531d0-0f3d-4e09-84a0-027eafa8a2ee", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"}
{"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 21.50531443604268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "24650f22-dd19-4ede-b46e-94503a45e470", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"}
{"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:22+00:00"}
{"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.31157209095545, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "1b58d653-cc41-4b4f-854e-1bcea7b70cb6", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"}
{"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.23152010201011, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "e4e50318-bea4-491e-a841-b87cfd530100", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"}
{"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:38+00:00"}
{"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 25.232579772011377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "e52dbb3f-d64b-4b51-bb5d-1bfa214be546", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"}
{"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 21.136933416943066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "9144fb04-ed74-4a5c-b9bb-241392169553", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"}
{"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:03+00:00"}
{"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.80125685199164, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "ddd6b761-fbdd-43ce-8318-5a913c925483", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"}
{"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.404910248937085, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "67bd56ca-98a9-4987-9e8f-1cc6648b521e", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"}
{"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:24+00:00"}
{"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 30.336290027946234, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "0bdbe1b3-7db5-4d73-b3e4-69cd1a8ecd6f", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"}
{"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 26.267018934944645, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "04bb1a52-3b13-4850-86d0-bff0929b9fca", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"}
{"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:54+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.164858507923782, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "653f1126-4105-4632-a3a1-eab885eb1492", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.282363830017857, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "bf82adfd-b1b1-47e6-8718-f64ed5e85eb0", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.434894423000515, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "736f1948-7f97-4079-8832-ac0df82a7994", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.254158283001743, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "ab836e16-8f03-493d-9c84-b12f31f322e4", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 28.00122895196546, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "73cc3f2f-1810-461d-b5ec-d687be7c7c2e", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 19.545013536931947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "693a2341-e310-4382-ab4d-ebcee443a2ed", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 15.325956520042382, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "3d0522aa-71d3-447d-bc06-82e20d73b896", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 23.769422685028985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "5766bec5-494c-439a-b415-ee44b58e6458", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.180147567065433, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "7fb048c2-eb70-4787-a40d-aebc44aea223", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.38348453096114, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3d406299-4c68-47a0-b856-1fb80d460a4c", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.36404512997251, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "efab1a2e-6abc-4f59-953d-cf2605e3f4e2", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.86363404802978, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "705faa90-604e-41a6-890f-4ea342689013", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 32.58630899898708, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "3dec7f36-dac7-429a-8dc3-b626cb55e1bc", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 37.143638212932274, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "959dc6f4-8242-42a0-893a-75c50bde1510", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 41.104456190019846, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "0055c4b6-ef0d-4ef7-b12a-6b8fac93ed82", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 27.864509733975865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "32120f46-0f85-4547-bfe3-f4cf218f4cdd", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.146029158961028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "292347d3-599e-4995-9343-f4c4ea92ba58", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.386479272972792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "84cc10d3-151a-4f70-9870-f52479bae555", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.264626341988333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "425632a2-0f39-437e-9f69-3cc6778ad50b", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.297462549060583, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "6691b7d2-b733-42f0-b9a2-5a23c65b224d", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 29.902386614936404, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "bcd069b5-89c0-404d-8b20-261efe99ed8c", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 25.45569901203271, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "90291c6e-9728-46c6-8e37-2f78cd4ddcf3", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 21.350753517006524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "30458813-4e66-47d0-bfe7-9005bf8cd1bc", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 17.09259070304688, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "8250c5a1-5d0d-43f9-9f56-3576300fb559", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.064072138047777, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "59e803b3-055b-472f-90d2-e1605c98476b", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.322907218011096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "11e424ea-7a12-45dc-9e1a-a0a84336eda1", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.377687808009796, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "6f2a6ddc-731c-4aae-8fde-cb443a2c4b2f", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.768009021994658, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "8981fe86-fee7-4a20-bb59-f42ad77cd1a7", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 39.704366502934135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "5e167aad-e473-4f39-ad46-4271220f6e8a", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 43.78600317589007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "c608f55b-539b-4231-8490-cd340a52a152", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 34.97079492395278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "2cb05da2-c3d4-43f7-ad74-f46ea6e64afa", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 30.348195134080015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "d999628a-0004-4912-a479-c35ea0c21392", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.408958223066293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "937e5a4e-2ea1-402d-8c19-c607adf56d5e", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.433648851001635, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "48669a5f-0ab0-4a71-b169-e062f197f425", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.266337779001333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "79da1616-f658-494d-a399-a53335c28241", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.406082150992006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "7c0b382d-6239-4c81-bd54-9f35f3907888", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 33.7718479729956, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "c2bbb0a5-d631-4312-b9f7-d0a8bd54a891", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 25.511773854028434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "8a4d9bf8-b690-407c-83c1-f135da639b1a", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 21.07106483890675, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "ccbb16ee-948d-4b81-b7c8-528e772af6e7", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 29.577294206945226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "d49ddc7f-bcda-4dc1-8217-939bed1fba20", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.557466443045996, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "058641c8-b284-47a2-95be-5be72b64e593", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 30.297397001995705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "43a33781-f3b9-4b0c-be7f-2fef0e10dea0", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 28.613398466957733, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "cc4470f6-5d4a-44e3-8b2d-81c17ce747fa", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.972244543023407, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "36ceec4d-5a4c-4db3-928b-ffd9566026c7", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 49.49806550599169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "6dfd7460-fde8-40e7-aec5-4aad93a9c43b", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 40.493158568046056, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "f2fa2c38-1edd-4736-a98c-38d14aa9ce4e", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 45.15210597694386, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "fab69597-0a14-4715-a43c-d8310828026f", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 35.06573941500392, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "9ab5d7f5-0bdc-4484-8e8a-65f6dc4e33cc", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.030252284021117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "bbd88352-4305-4208-af2f-a0b515953ccf", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.064373499015346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "9741d398-7a22-4833-9fef-ab05855ed328", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.880326800979674, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "0a6c21a5-ef96-4034-8ba5-b9b8f8d8d27d", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.849352710065432, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "b4f0b34b-aff4-4fae-bb4e-6e52053a8fe4", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 26.12916861800477, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "2d1e64f7-01b2-4c61-bd9a-0d0c191901ac", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 21.789396547945216, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "e1692582-4e5a-4fa6-b42a-8429027eceec", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 30.297468604985625, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "f4934cd3-30e4-48de-80e3-a89e77853dc4", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 34.39610392705072, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "7bb30056-1fe8-4646-8bc9-921e59e0a0d9", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 41.724344391026534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "c48d8637-85be-4599-9bbc-3b76d384f5e4", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.95568442996591, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "33e356c8-842e-4c78-b52d-4c7c1dd46f98", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 40.517954731942154, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03bf4150-fc2d-407c-94d2-24b90c718e69", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.342807212960906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "65baadd5-8f0a-4b54-8b47-c5b75fcad7f2", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 54.817362171947025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "3d1491a0-1267-4ed9-909c-a9480360f5dd", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 48.64914127299562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "8347c872-7f67-4cce-b846-173c8582d6b7", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 59.851838841917925, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "fadcfa4f-df1f-4704-92af-a848b2ac9dca", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 64.27669383701868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "db5e4aeb-60b7-4c22-86fc-6e6d49cde765", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335457472014241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "2c8c3880-8807-4be7-84fa-fb58529eba20", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335661552031524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "01c0114c-f792-441f-87ef-79d923c1ab9c", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.332704754080623, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "b355b04a-4144-4004-af7b-f33d697249b0", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.33324004500173, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "190e5d78-e229-46ad-86f9-e6a10924bc45", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334823666955344, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "c4ec801d-7770-4bea-934b-d7bb2713e9eb", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334896337008104, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "df0761a6-2bc4-40dc-afa9-9c7d47c5f9d6", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.549175988067873, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "7abda8e5-9141-4df0-8e9c-53076043f009", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.34702816104982, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "01b21ebc-3b66-49b9-8709-da383b21fc73", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 42.84136775997467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "2e4ede46-93db-4900-bd7a-4fee86ac41c4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 46.77372864901554, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "df49f7c7-a165-4951-804f-7e0ea187cc3d", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 17.47987934399862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "4ac196d4-9cad-4ee5-9fbc-87fef6197467", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 25.740754232974723, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "0589032a-ce1a-4d34-847c-14152bfe7196", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 38.60307308402844, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "bffdcad9-8014-4f7a-b80a-c2e6b4344cb4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 30.05931832396891, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "8de551ba-f5b6-477c-b067-e45813c01898", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 34.39044417499099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "ddad882e-98a1-4740-a2d1-2d9c29d617b7", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 21.741637570085004, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "c766a87b-97ae-455e-9bae-2699d783e091", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.14768142497633, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "377b23dc-55d4-43d2-b18b-a5bdd69ddcde", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.53640382294543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "f985c4cd-31cb-447b-ad07-6ab9fea8c4d3", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.28767847898416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "8b042eea-175e-4634-8693-77d91a79f671", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.55642398400232, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "f9d68989-0bff-46a2-a51d-9ce28837b620", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.562325420905836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "64252761-90a7-41b1-a480-8cce36e8a102", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 41.477812157943845, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "720fa6ab-678c-47b3-a317-08095f7a465e", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.787638601032086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "93f52783-68f0-44e4-88bc-bbe6fbb07531", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.43868257000577, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "1edc0b4a-2f29-4a20-be5a-6e1b7a93591c", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 57.68607429298572, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "b5c975c8-0b3c-4ad4-8913-8285a60861b7", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 76.17398678103928, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1048dd85-9d08-45c9-988c-aeb32e472880", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 47.4208950920729, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "e801fe10-697a-4c1b-b543-d3827c588c66", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 67.32195870392025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "3e66a12f-ea35-45ab-8176-75d8330d67a3", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 62.47981646703556, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e08551ad-6d41-4702-bd0e-c2c2db280843", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 72.13410900696181, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "65ea3752-4e33-41ef-99b9-125a7da71bfa", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 80.46928016503807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "6ceee544-6733-4ac5-9b3b-5818ddf1c3b2", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 52.52554484305438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "4233f111-6ca3-4782-97a8-197657f42042", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.459120771032758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "401c040d-f3b2-4f2f-b435-291e0df5f968", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.629003262030892, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "1181d962-c837-411e-babe-e81f65dd9f90", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.457836457993835, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "d1618ca2-3d80-46aa-8d75-588297a77c8e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.608319779043086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "8878c7c7-c06b-41c1-b91f-3305ea526d7e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.478265107027255, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "cef7eb5e-b416-4ffb-82c0-3e67bc3df610", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.60371508798562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "6a6366c3-65ca-44be-895e-3cb67b659dba", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.41940595197957, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "382120bc-d635-4eb5-931c-217427f0f2d8", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.45026188099291, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "a4e253bf-4177-4ef5-ac5c-0ad6bcfd7568", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 50.901412846986204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "8a9eaf53-30b9-4d9d-a8f9-b1502b7b4edd", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 38.499376205028966, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "c8fb1386-757a-458f-9700-09aec72f4f64", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 21.292699328972958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "0b8ff13c-d59e-4f81-b9a2-8bf9400a2c62", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 29.694893409963697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "bc05964d-528d-4b23-89a1-5288dff9b7e5", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 46.833752351929434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "babaa9f4-10aa-4ffa-a57c-a5cd9a7dda8c", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 42.401562356972136, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "c84ddde7-bab2-4a99-9551-edef110870be", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 34.22944985702634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9fbb131a-7d2a-404a-ac9c-b5ea48010a85", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 25.6782223850023, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "c8905698-0f75-4a02-99ad-e37612798496", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 47.897062849020585, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "4c3d4783-4704-448f-8832-10163f4736cf", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.27915094606578, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6d555dad-7b46-4ba7-aeb6-51716d341e9e", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.934041725005955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "97bfdb31-df47-4b5a-8fa3-f0701cbf768c", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.79319371690508, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "8062feb2-fd80-4928-93fa-a1da0837b9c9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.999043234973215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cbc2900e-1ef0-4572-a94e-234782c5fe73", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.69135074794758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a9a66b22-eb1e-4f2c-a2c9-767ee0db88fb", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.40839631203562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "088be96f-ae78-41e2-b1fe-04dc72a291d9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.424382635043, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "bf1435bc-aafb-4919-b8d0-7befbd9a8509", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 80.15699178201612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "85e4ee81-628e-4a25-876d-3aa86754e875", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 84.88727910805028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "2f9a7950-b048-4ff9-92c8-2f40838d69b5", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 53.471088112099096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "290c6c0e-2dd9-4f4d-8942-af4f3cd533f3", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 89.01116517395712, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "977e0e04-f698-4ad5-a435-cc0eda2cbe25", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 75.42567635898013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "f7110947-f0bb-4247-af23-134b0e6b1118", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 59.30083597195335, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "9b8623b5-5fe8-4845-90ce-ed7a2e431350", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 70.2182034989819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "c1f2ff79-76a0-4a8e-9612-d3ebaf2e74ce", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 64.89502487401478, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "11173ef9-610b-4d7b-a750-28c262c9f162", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283443185966462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "2b1dd20c-95a8-4f94-aafd-326d11ea776a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283966163056903, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "18ed34c5-e73b-412f-90ff-5f2169203da0", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.27931976504624, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "d13b0dde-760b-4f86-88e0-6c224990e4d3", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.309190739062615, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "25d11fa9-a548-49b0-a3c8-f8ef01bc504a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.308204406988807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "ec091a06-8359-4c0f-82e6-19b3e2ca3afb", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.312537566991523, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "4090b41d-2fa3-451f-8d3c-011b545a4f32", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.177375345956534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "53296dc7-3c42-4585-b039-5e52588cdb3c", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.285106402938254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "f90f4d5c-dc3f-4f8d-a693-278dd5809baa", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 47.35277255496476, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "76235fad-078b-4235-8721-887750dc54c4", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 22.17215183994267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "c90caa19-e433-4cd1-a965-e33360662ef1", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 39.12416134495288, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "b32696b1-04f9-47f4-b286-445baf00fa98", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 51.36871872097254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "c4a54bf7-1992-48fa-9681-26d581d24bea", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 30.467434537014924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "29f90be2-b709-4eab-85bb-268400d97a13", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 43.11207495897543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "64da25f5-eb2a-4d44-8941-7d6e5b65625a", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 34.85885760106612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "0966fbd4-4026-4417-8740-fca8edf7869b", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 26.54214639798738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "060b4342-8130-454c-b007-96a5a0c66676", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 60.2616201590281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "b6c45b53-2334-4477-8953-0f5f90e63560", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 61.25790296308696, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "5c262ec5-e21f-448c-aa50-c5a1ca5ae784", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.98306232702453, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "3447f2c3-b8a9-4cac-9cf8-bfcf88a37568", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 58.71239382796921, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "a4972dc2-ca62-43e7-abe9-699002c1e4c8", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.65580326097552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "a7e97002-445c-43dd-bc39-a5a00387035c", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.00666428799741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "0d841a11-614b-4d7d-b4e9-50f79ff54276", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 62.065980699961074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "b33292b5-6fd9-4621-8e28-9b4d484290b7", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 64.52126387902535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "a59d5c51-5bdc-446a-b6cd-7287b840e061", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 87.97228427603841, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "c350445a-fa88-4b25-9170-3a07d27519e6", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 93.79319494601805, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "bcb5e640-1466-47a9-a06a-06290e0e9cd3", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 107.84220225794706, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "75b101fc-38a1-4705-836d-c32e85d455c0", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 67.61882717302069, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "af5845cf-95ba-4f5c-8118-4a0fe30bf59b", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 103.59626760100946, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "3eb166c2-2be5-4193-a104-aed16602fb89", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 74.98075261898339, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "4be7e82b-3f74-4220-b793-9b02b7977c51", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 81.72484456701204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "d883c970-c4e5-4d72-a6d7-3825ea8b0b68", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 99.00304393901024, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "4f9ec88c-dc48-4b3f-9565-de7aa4590c23", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.2729909659829, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "769cc930-463e-43c4-b583-12cd3663cee2", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.26838287198916, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "55457f3f-8a57-4c44-aaf5-99abfa8fc462", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.267445857985877, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "65cea9ab-d9b5-4371-be87-0739cc0f0048", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.836361818946898, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "91909784-7069-4357-ba13-9e4d7355d876", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.776443758048117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "f69e26e0-0b66-4fc0-8390-ee26b71cfe7c", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.90916912292596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "7e54f919-4527-4a36-bbdf-8d996fa5b66f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.94090458401479, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "2da81aab-62e9-4fde-a617-9a2e1b1bc450", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.180371083901264, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "caa74cc4-015e-4929-8fcd-05a65268724f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 43.35426896892022, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "942485d7-e83d-4f2d-88d3-3c38e9d8d7f4", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 64.48287614004221, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "fc15e464-ca39-4cc0-a633-7cf9e06a380d", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 60.16222837404348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "d79b14a5-6adb-4086-9bdf-b12441c53d04", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 55.91051249101292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "289a2d5e-4631-42dd-b7c6-89dcbe0ffdea", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 47.710983964963816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "bb88092d-b6a5-496f-ac5d-ca6c4f10ffa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 34.936001992900856, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "e35ee94b-bf1e-421c-89cc-de740bf92aa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 52.09323489898816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "e30ac078-351d-4225-a38b-66314da1a9d2", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 39.268800497055054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "8d5c1089-54d4-4635-b6a1-4bfc3efa2dfe", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 55.024945611017756, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "8924e0c2-054e-4186-ab1a-5873056d022c", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.29309664305765, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "bf227f04-b015-4456-8d4a-c9f3d4926742", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 61.91405521600973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "44ac56cc-0bec-489b-9f4a-29d7040a81e5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 87.32617444591597, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "415f4339-26f6-462a-8074-6079cb8c02f5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 88.09934758895542, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "5a1fe6d6-499f-41f7-a6f4-400e78b87b40", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.08739734697156, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "ff74542b-a321-4ac2-b00c-bae5bcb54df1", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 48.16778869298287, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "4fc084f1-3b8e-4b93-af3f-81aa8beaaceb", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 41.09000222198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "cfed3fb0-1f8b-441f-b68d-b66480c287a5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 119.67933110392187, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "b626cd7e-3222-432b-b7a7-7e35cd8bd060", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 123.97370596707333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "c76adeb1-0bc8-41f1-8d37-c27fcd1bb5a2", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 115.512212238973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "059dd459-bc9c-4650-b55c-8e6709f564b5", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 101.64282160298899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "3190d13a-b500-493c-9fd6-c99b88fcf60f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 128.23951757198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "c20985f4-c075-457d-88bd-b4679a0a2ae7", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 107.03812303801533, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "a30b4ec1-0057-474e-9b13-5b1d4885ff7f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 95.28060382604599, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bf5fed07-28b1-4df6-b1ae-86dee2ce940a", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 111.23267211997882, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "a0a426cc-51c6-4db4-96e0-f349368ebbb9", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="720pt" height="504pt" viewBox="0 0 720 504" xmlns="http://www.w3.org/2000/svg" version="1.1">
<metadata>
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2026-01-26T20:41:58.088881</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
<dc:title>Matplotlib v3.10.8, https://matplotlib.org/</dc:title>
</cc:Agent>
</dc:creator>
</cc:Work>
</rdf:RDF>
</metadata>
<defs>
<style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style>
</defs>
<g id="figure_1">
<g id="patch_1">
<path d="M 0 504
L 720 504
L 720 0
L 0 0
z
" style="fill: #ffffff"/>
</g>
<g id="axes_1">
<g id="patch_2">
<path d="M 44.66 234.11
L 351.495 234.11
L 351.495 50.64
L 44.66 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<path d="M 58.607045 234.11
L 58.607045 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_2">
<defs>
<path id="mce0531a599" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#mce0531a599" x="58.607045" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_2">
<g id="line2d_3">
<path d="M 98.455747 234.11
L 98.455747 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_4">
<g>
<use xlink:href="#mce0531a599" x="98.455747" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_3">
<g id="line2d_5">
<path d="M 138.304448 234.11
L 138.304448 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_6">
<g>
<use xlink:href="#mce0531a599" x="138.304448" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_4">
<g id="line2d_7">
<path d="M 178.153149 234.11
L 178.153149 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_8">
<g>
<use xlink:href="#mce0531a599" x="178.153149" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_5">
<g id="line2d_9">
<path d="M 218.001851 234.11
L 218.001851 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_10">
<g>
<use xlink:href="#mce0531a599" x="218.001851" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_6">
<g id="line2d_11">
<path d="M 257.850552 234.11
L 257.850552 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_12">
<g>
<use xlink:href="#mce0531a599" x="257.850552" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_7">
<g id="line2d_13">
<path d="M 297.699253 234.11
L 297.699253 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_14">
<g>
<use xlink:href="#mce0531a599" x="297.699253" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_8">
<g id="line2d_15">
<path d="M 337.547955 234.11
L 337.547955 50.64
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_16">
<g>
<use xlink:href="#mce0531a599" x="337.547955" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_1">
<!-- n_prompts -->
<g transform="translate(171.622812 248.930313) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-6e" d="M 3513 2113
L 3513 0
L 2938 0
L 2938 2094
Q 2938 2591 2744 2837
Q 2550 3084 2163 3084
Q 1697 3084 1428 2787
Q 1159 2491 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1366 3272 1645 3428
Q 1925 3584 2291 3584
Q 2894 3584 3203 3211
Q 3513 2838 3513 2113
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-5f" d="M 3263 -1063
L 3263 -1509
L -63 -1509
L -63 -1063
L 3263 -1063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-70" d="M 1159 525
L 1159 -1331
L 581 -1331
L 581 3500
L 1159 3500
L 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
z
M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-72" d="M 2631 2963
Q 2534 3019 2420 3045
Q 2306 3072 2169 3072
Q 1681 3072 1420 2755
Q 1159 2438 1159 1844
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1341 3275 1631 3429
Q 1922 3584 2338 3584
Q 2397 3584 2469 3576
Q 2541 3569 2628 3553
L 2631 2963
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6f" d="M 1959 3097
Q 1497 3097 1228 2736
Q 959 2375 959 1747
Q 959 1119 1226 758
Q 1494 397 1959 397
Q 2419 397 2687 759
Q 2956 1122 2956 1747
Q 2956 2369 2687 2733
Q 2419 3097 1959 3097
z
M 1959 3584
Q 2709 3584 3137 3096
Q 3566 2609 3566 1747
Q 3566 888 3137 398
Q 2709 -91 1959 -91
Q 1206 -91 779 398
Q 353 888 353 1747
Q 353 2609 779 3096
Q 1206 3584 1959 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6d" d="M 3328 2828
Q 3544 3216 3844 3400
Q 4144 3584 4550 3584
Q 5097 3584 5394 3201
Q 5691 2819 5691 2113
L 5691 0
L 5113 0
L 5113 2094
Q 5113 2597 4934 2840
Q 4756 3084 4391 3084
Q 3944 3084 3684 2787
Q 3425 2491 3425 1978
L 3425 0
L 2847 0
L 2847 2094
Q 2847 2600 2669 2842
Q 2491 3084 2119 3084
Q 1678 3084 1418 2786
Q 1159 2488 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1356 3278 1631 3431
Q 1906 3584 2284 3584
Q 2666 3584 2933 3390
Q 3200 3197 3328 2828
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-74" d="M 1172 4494
L 1172 3500
L 2356 3500
L 2356 3053
L 1172 3053
L 1172 1153
Q 1172 725 1289 603
Q 1406 481 1766 481
L 2356 481
L 2356 0
L 1766 0
Q 1100 0 847 248
Q 594 497 594 1153
L 594 3053
L 172 3053
L 172 3500
L 594 3500
L 594 4494
L 1172 4494
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-73" d="M 2834 3397
L 2834 2853
Q 2591 2978 2328 3040
Q 2066 3103 1784 3103
Q 1356 3103 1142 2972
Q 928 2841 928 2578
Q 928 2378 1081 2264
Q 1234 2150 1697 2047
L 1894 2003
Q 2506 1872 2764 1633
Q 3022 1394 3022 966
Q 3022 478 2636 193
Q 2250 -91 1575 -91
Q 1294 -91 989 -36
Q 684 19 347 128
L 347 722
Q 666 556 975 473
Q 1284 391 1588 391
Q 1994 391 2212 530
Q 2431 669 2431 922
Q 2431 1156 2273 1281
Q 2116 1406 1581 1522
L 1381 1569
Q 847 1681 609 1914
Q 372 2147 372 2553
Q 372 3047 722 3315
Q 1072 3584 1716 3584
Q 2034 3584 2315 3537
Q 2597 3491 2834 3397
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_2">
<g id="ytick_1">
<g id="line2d_17">
<path d="M 44.66 217.768655
L 351.495 217.768655
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_18">
<defs>
<path id="m5a8eecb77a" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="217.768655" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
<!-- 10 -->
<g transform="translate(24.935 221.567874) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-31" d="M 794 531
L 1825 531
L 1825 4091
L 703 3866
L 703 4441
L 1819 4666
L 2450 4666
L 2450 531
L 3481 531
L 3481 0
L 794 0
L 794 531
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-30" d="M 2034 4250
Q 1547 4250 1301 3770
Q 1056 3291 1056 2328
Q 1056 1369 1301 889
Q 1547 409 2034 409
Q 2525 409 2770 889
Q 3016 1369 3016 2328
Q 3016 3291 2770 3770
Q 2525 4250 2034 4250
z
M 2034 4750
Q 2819 4750 3233 4129
Q 3647 3509 3647 2328
Q 3647 1150 3233 529
Q 2819 -91 2034 -91
Q 1250 -91 836 529
Q 422 1150 422 2328
Q 422 3509 836 4129
Q 1250 4750 2034 4750
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_2">
<g id="line2d_19">
<path d="M 44.66 194.287335
L 351.495 194.287335
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_20">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="194.287335" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
<!-- 12 -->
<g transform="translate(24.935 198.086553) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-32" d="M 1228 531
L 3431 531
L 3431 0
L 469 0
L 469 531
Q 828 903 1448 1529
Q 2069 2156 2228 2338
Q 2531 2678 2651 2914
Q 2772 3150 2772 3378
Q 2772 3750 2511 3984
Q 2250 4219 1831 4219
Q 1534 4219 1204 4116
Q 875 4013 500 3803
L 500 4441
Q 881 4594 1212 4672
Q 1544 4750 1819 4750
Q 2544 4750 2975 4387
Q 3406 4025 3406 3419
Q 3406 3131 3298 2873
Q 3191 2616 2906 2266
Q 2828 2175 2409 1742
Q 1991 1309 1228 531
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-32" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_3">
<g id="line2d_21">
<path d="M 44.66 170.806014
L 351.495 170.806014
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_22">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="170.806014" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
<!-- 14 -->
<g transform="translate(24.935 174.605233) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-34" d="M 2419 4116
L 825 1625
L 2419 1625
L 2419 4116
z
M 2253 4666
L 3047 4666
L 3047 1625
L 3713 1625
L 3713 1100
L 3047 1100
L 3047 0
L 2419 0
L 2419 1100
L 313 1100
L 313 1709
L 2253 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-34" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_4">
<g id="line2d_23">
<path d="M 44.66 147.324694
L 351.495 147.324694
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_24">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="147.324694" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
<!-- 16 -->
<g transform="translate(24.935 151.123913) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-36" d="M 2113 2584
Q 1688 2584 1439 2293
Q 1191 2003 1191 1497
Q 1191 994 1439 701
Q 1688 409 2113 409
Q 2538 409 2786 701
Q 3034 994 3034 1497
Q 3034 2003 2786 2293
Q 2538 2584 2113 2584
z
M 3366 4563
L 3366 3988
Q 3128 4100 2886 4159
Q 2644 4219 2406 4219
Q 1781 4219 1451 3797
Q 1122 3375 1075 2522
Q 1259 2794 1537 2939
Q 1816 3084 2150 3084
Q 2853 3084 3261 2657
Q 3669 2231 3669 1497
Q 3669 778 3244 343
Q 2819 -91 2113 -91
Q 1303 -91 875 529
Q 447 1150 447 2328
Q 447 3434 972 4092
Q 1497 4750 2381 4750
Q 2619 4750 2861 4703
Q 3103 4656 3366 4563
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-36" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_5">
<g id="line2d_25">
<path d="M 44.66 123.843374
L 351.495 123.843374
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_26">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="123.843374" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
<!-- 18 -->
<g transform="translate(24.935 127.642593) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-38" d="M 2034 2216
Q 1584 2216 1326 1975
Q 1069 1734 1069 1313
Q 1069 891 1326 650
Q 1584 409 2034 409
Q 2484 409 2743 651
Q 3003 894 3003 1313
Q 3003 1734 2745 1975
Q 2488 2216 2034 2216
z
M 1403 2484
Q 997 2584 770 2862
Q 544 3141 544 3541
Q 544 4100 942 4425
Q 1341 4750 2034 4750
Q 2731 4750 3128 4425
Q 3525 4100 3525 3541
Q 3525 3141 3298 2862
Q 3072 2584 2669 2484
Q 3125 2378 3379 2068
Q 3634 1759 3634 1313
Q 3634 634 3220 271
Q 2806 -91 2034 -91
Q 1263 -91 848 271
Q 434 634 434 1313
Q 434 1759 690 2068
Q 947 2378 1403 2484
z
M 1172 3481
Q 1172 3119 1398 2916
Q 1625 2713 2034 2713
Q 2441 2713 2670 2916
Q 2900 3119 2900 3481
Q 2900 3844 2670 4047
Q 2441 4250 2034 4250
Q 1625 4250 1398 4047
Q 1172 3844 1172 3481
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-38" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_6">
<g id="line2d_27">
<path d="M 44.66 100.362054
L 351.495 100.362054
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_28">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="100.362054" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
<!-- 20 -->
<g transform="translate(24.935 104.161273) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_7">
<g id="line2d_29">
<path d="M 44.66 76.880734
L 351.495 76.880734
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_30">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="76.880734" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
<!-- 22 -->
<g transform="translate(24.935 80.679952) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-32" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_8">
<g id="line2d_31">
<path d="M 44.66 53.399414
L 351.495 53.399414
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_32">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="53.399414" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
<!-- 24 -->
<g transform="translate(24.935 57.198632) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-34" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_10">
<!-- Client total p50 (s) -->
<g transform="translate(18.855312 189.092969) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-43" d="M 4122 4306
L 4122 3641
Q 3803 3938 3442 4084
Q 3081 4231 2675 4231
Q 1875 4231 1450 3742
Q 1025 3253 1025 2328
Q 1025 1406 1450 917
Q 1875 428 2675 428
Q 3081 428 3442 575
Q 3803 722 4122 1019
L 4122 359
Q 3791 134 3420 21
Q 3050 -91 2638 -91
Q 1578 -91 968 557
Q 359 1206 359 2328
Q 359 3453 968 4101
Q 1578 4750 2638 4750
Q 3056 4750 3426 4639
Q 3797 4528 4122 4306
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6c" d="M 603 4863
L 1178 4863
L 1178 0
L 603 0
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-69" d="M 603 3500
L 1178 3500
L 1178 0
L 603 0
L 603 3500
z
M 603 4863
L 1178 4863
L 1178 4134
L 603 4134
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-65" d="M 3597 1894
L 3597 1613
L 953 1613
Q 991 1019 1311 708
Q 1631 397 2203 397
Q 2534 397 2845 478
Q 3156 559 3463 722
L 3463 178
Q 3153 47 2828 -22
Q 2503 -91 2169 -91
Q 1331 -91 842 396
Q 353 884 353 1716
Q 353 2575 817 3079
Q 1281 3584 2069 3584
Q 2775 3584 3186 3129
Q 3597 2675 3597 1894
z
M 3022 2063
Q 3016 2534 2758 2815
Q 2500 3097 2075 3097
Q 1594 3097 1305 2825
Q 1016 2553 972 2059
L 3022 2063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-20" transform="scale(0.015625)"/>
<path id="DejaVuSans-61" d="M 2194 1759
Q 1497 1759 1228 1600
Q 959 1441 959 1056
Q 959 750 1161 570
Q 1363 391 1709 391
Q 2188 391 2477 730
Q 2766 1069 2766 1631
L 2766 1759
L 2194 1759
z
M 3341 1997
L 3341 0
L 2766 0
L 2766 531
Q 2569 213 2275 61
Q 1981 -91 1556 -91
Q 1019 -91 701 211
Q 384 513 384 1019
Q 384 1609 779 1909
Q 1175 2209 1959 2209
L 2766 2209
L 2766 2266
Q 2766 2663 2505 2880
Q 2244 3097 1772 3097
Q 1472 3097 1187 3025
Q 903 2953 641 2809
L 641 3341
Q 956 3463 1253 3523
Q 1550 3584 1831 3584
Q 2591 3584 2966 3190
Q 3341 2797 3341 1997
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-35" d="M 691 4666
L 3169 4666
L 3169 4134
L 1269 4134
L 1269 2991
Q 1406 3038 1543 3061
Q 1681 3084 1819 3084
Q 2600 3084 3056 2656
Q 3513 2228 3513 1497
Q 3513 744 3044 326
Q 2575 -91 1722 -91
Q 1428 -91 1123 -41
Q 819 9 494 109
L 494 744
Q 775 591 1075 516
Q 1375 441 1709 441
Q 2250 441 2565 725
Q 2881 1009 2881 1497
Q 2881 1984 2565 2268
Q 2250 2553 1709 2553
Q 1456 2553 1204 2497
Q 953 2441 691 2322
L 691 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-28" d="M 1984 4856
Q 1566 4138 1362 3434
Q 1159 2731 1159 2009
Q 1159 1288 1364 580
Q 1569 -128 1984 -844
L 1484 -844
Q 1016 -109 783 600
Q 550 1309 550 2009
Q 550 2706 781 3412
Q 1013 4119 1484 4856
L 1984 4856
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-29" d="M 513 4856
L 1013 4856
Q 1481 4119 1714 3412
Q 1947 2706 1947 2009
Q 1947 1309 1714 600
Q 1481 -109 1013 -844
L 513 -844
Q 928 -128 1133 580
Q 1338 1288 1338 2009
Q 1338 2731 1133 3434
Q 928 4138 513 4856
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_33">
<path d="M 58.607045 185.893565
L 98.455747 225.770455
L 178.153149 214.619093
L 337.547955 190.352137
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m11dbdee11d" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #1f77b4"/>
</defs>
<g clip-path="url(#p4aab1517e4)">
<use xlink:href="#m11dbdee11d" x="58.607045" y="185.893565" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="98.455747" y="225.770455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="178.153149" y="214.619093" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="337.547955" y="190.352137" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_34">
<path d="M 58.607045 225.313504
L 98.455747 213.789567
L 178.153149 190.987687
L 337.547955 141.82193
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m3c990bfb56" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #ff7f0e"/>
</defs>
<g clip-path="url(#p4aab1517e4)">
<use xlink:href="#m3c990bfb56" x="58.607045" y="225.313504" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="98.455747" y="213.789567" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="178.153149" y="190.987687" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="337.547955" y="141.82193" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_35">
<path d="M 58.607045 215.253212
L 98.455747 191.147772
L 178.153149 142.540138
L 337.547955 132.24339
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m9713c54491" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #2ca02c"/>
</defs>
<g clip-path="url(#p4aab1517e4)">
<use xlink:href="#m9713c54491" x="58.607045" y="215.253212" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="98.455747" y="191.147772" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="178.153149" y="142.540138" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="337.547955" y="132.24339" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_36">
<path d="M 58.607045 189.59615
L 98.455747 144.136564
L 178.153149 136.108964
L 337.547955 58.979545
" clip-path="url(#p4aab1517e4)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m66068a9775" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #d62728"/>
</defs>
<g clip-path="url(#p4aab1517e4)">
<use xlink:href="#m66068a9775" x="58.607045" y="189.59615" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="98.455747" y="144.136564" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="178.153149" y="136.108964" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="337.547955" y="58.979545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_3">
<path d="M 44.66 234.11
L 44.66 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_4">
<path d="M 351.495 234.11
L 351.495 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_5">
<path d="M 44.66 234.11
L 351.495 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_6">
<path d="M 44.66 50.64
L 351.495 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_11">
<!-- same_prompt, prompt_logprobs=0 -->
<g transform="translate(93.550937 44.64) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-2c" d="M 750 794
L 1409 794
L 1409 256
L 897 -744
L 494 -744
L 750 256
L 750 794
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-67" d="M 2906 1791
Q 2906 2416 2648 2759
Q 2391 3103 1925 3103
Q 1463 3103 1205 2759
Q 947 2416 947 1791
Q 947 1169 1205 825
Q 1463 481 1925 481
Q 2391 481 2648 825
Q 2906 1169 2906 1791
z
M 3481 434
Q 3481 -459 3084 -895
Q 2688 -1331 1869 -1331
Q 1566 -1331 1297 -1286
Q 1028 -1241 775 -1147
L 775 -588
Q 1028 -725 1275 -790
Q 1522 -856 1778 -856
Q 2344 -856 2625 -561
Q 2906 -266 2906 331
L 2906 616
Q 2728 306 2450 153
Q 2172 0 1784 0
Q 1141 0 747 490
Q 353 981 353 1791
Q 353 2603 747 3093
Q 1141 3584 1784 3584
Q 2172 3584 2450 3431
Q 2728 3278 2906 2969
L 2906 3500
L 3481 3500
L 3481 434
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-62" d="M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
M 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
L 1159 0
L 581 0
L 581 4863
L 1159 4863
L 1159 2969
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-3d" d="M 678 2906
L 4684 2906
L 4684 2381
L 678 2381
L 678 2906
z
M 678 1631
L 4684 1631
L 4684 1100
L 678 1100
L 678 1631
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_1">
<g id="patch_7">
<path d="M 50.26 104.9
L 129.9775 104.9
Q 131.5775 104.9 131.5775 103.3
L 131.5775 56.24
Q 131.5775 54.64 129.9775 54.64
L 50.26 54.64
Q 48.66 54.64 48.66 56.24
L 48.66 103.3
Q 48.66 104.9 50.26 104.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_37">
<path d="M 51.86 61.11875
L 59.86 61.11875
L 67.86 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m11dbdee11d" x="59.86" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_12">
<!-- n_samples=1 -->
<g transform="translate(74.26 63.91875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_38">
<path d="M 51.86 73.08375
L 59.86 73.08375
L 67.86 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3c990bfb56" x="59.86" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_13">
<!-- n_samples=2 -->
<g transform="translate(74.26 75.88375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_39">
<path d="M 51.86 85.04875
L 59.86 85.04875
L 67.86 85.04875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9713c54491" x="59.86" y="85.04875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_14">
<!-- n_samples=4 -->
<g transform="translate(74.26 87.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_40">
<path d="M 51.86 97.01375
L 59.86 97.01375
L 67.86 97.01375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m66068a9775" x="59.86" y="97.01375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_15">
<!-- n_samples=8 -->
<g transform="translate(74.26 99.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_2">
<g id="patch_8">
<path d="M 402.365 234.11
L 709.2 234.11
L 709.2 50.64
L 402.365 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_3">
<g id="xtick_9">
<g id="line2d_41">
<path d="M 416.312045 234.11
L 416.312045 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_42">
<g>
<use xlink:href="#mce0531a599" x="416.312045" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_10">
<g id="line2d_43">
<path d="M 456.160747 234.11
L 456.160747 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_44">
<g>
<use xlink:href="#mce0531a599" x="456.160747" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_11">
<g id="line2d_45">
<path d="M 496.009448 234.11
L 496.009448 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_46">
<g>
<use xlink:href="#mce0531a599" x="496.009448" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_12">
<g id="line2d_47">
<path d="M 535.858149 234.11
L 535.858149 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_48">
<g>
<use xlink:href="#mce0531a599" x="535.858149" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_13">
<g id="line2d_49">
<path d="M 575.706851 234.11
L 575.706851 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_50">
<g>
<use xlink:href="#mce0531a599" x="575.706851" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_14">
<g id="line2d_51">
<path d="M 615.555552 234.11
L 615.555552 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_52">
<g>
<use xlink:href="#mce0531a599" x="615.555552" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_15">
<g id="line2d_53">
<path d="M 655.404253 234.11
L 655.404253 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_54">
<g>
<use xlink:href="#mce0531a599" x="655.404253" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_16">
<g id="line2d_55">
<path d="M 695.252955 234.11
L 695.252955 50.64
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_56">
<g>
<use xlink:href="#mce0531a599" x="695.252955" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_16">
<!-- n_prompts -->
<g transform="translate(529.327812 248.930313) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_4">
<g id="ytick_9">
<g id="line2d_57">
<path d="M 402.365 221.672237
L 709.2 221.672237
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_58">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="221.672237" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
<!-- 15 -->
<g transform="translate(382.64 225.471455) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_10">
<g id="line2d_59">
<path d="M 402.365 198.365237
L 709.2 198.365237
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_60">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="198.365237" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
<!-- 20 -->
<g transform="translate(382.64 202.164456) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_11">
<g id="line2d_61">
<path d="M 402.365 175.058237
L 709.2 175.058237
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_62">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="175.058237" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_19">
<!-- 25 -->
<g transform="translate(382.64 178.857456) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_12">
<g id="line2d_63">
<path d="M 402.365 151.751237
L 709.2 151.751237
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_64">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="151.751237" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_20">
<!-- 30 -->
<g transform="translate(382.64 155.550456) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-33" d="M 2597 2516
Q 3050 2419 3304 2112
Q 3559 1806 3559 1356
Q 3559 666 3084 287
Q 2609 -91 1734 -91
Q 1441 -91 1130 -33
Q 819 25 488 141
L 488 750
Q 750 597 1062 519
Q 1375 441 1716 441
Q 2309 441 2620 675
Q 2931 909 2931 1356
Q 2931 1769 2642 2001
Q 2353 2234 1838 2234
L 1294 2234
L 1294 2753
L 1863 2753
Q 2328 2753 2575 2939
Q 2822 3125 2822 3475
Q 2822 3834 2567 4026
Q 2313 4219 1838 4219
Q 1578 4219 1281 4162
Q 984 4106 628 3988
L 628 4550
Q 988 4650 1302 4700
Q 1616 4750 1894 4750
Q 2613 4750 3031 4423
Q 3450 4097 3450 3541
Q 3450 3153 3228 2886
Q 3006 2619 2597 2516
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_13">
<g id="line2d_65">
<path d="M 402.365 128.444238
L 709.2 128.444238
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_66">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="128.444238" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_21">
<!-- 35 -->
<g transform="translate(382.64 132.243456) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_14">
<g id="line2d_67">
<path d="M 402.365 105.137238
L 709.2 105.137238
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_68">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="105.137238" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_22">
<!-- 40 -->
<g transform="translate(382.64 108.936457) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_15">
<g id="line2d_69">
<path d="M 402.365 81.830238
L 709.2 81.830238
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_70">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="81.830238" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_23">
<!-- 45 -->
<g transform="translate(382.64 85.629457) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_16">
<g id="line2d_71">
<path d="M 402.365 58.523238
L 709.2 58.523238
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_72">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="58.523238" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_24">
<!-- 50 -->
<g transform="translate(382.64 62.322457) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_25">
<!-- Client total p50 (s) -->
<g transform="translate(376.560312 189.092969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_73">
<path d="M 416.312045 225.171929
L 456.160747 214.641415
L 535.858149 190.64028
L 695.252955 141.380176
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p32dba850a3)">
<use xlink:href="#m11dbdee11d" x="416.312045" y="225.171929" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="456.160747" y="214.641415" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="535.858149" y="190.64028" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="695.252955" y="141.380176" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_74">
<path d="M 416.312045 225.770455
L 456.160747 210.977298
L 535.858149 182.501438
L 695.252955 122.084163
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p32dba850a3)">
<use xlink:href="#m3c990bfb56" x="416.312045" y="225.770455" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="456.160747" y="210.977298" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="535.858149" y="182.501438" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="695.252955" y="122.084163" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_75">
<path d="M 416.312045 220.776732
L 456.160747 201.757243
L 535.858149 163.197146
L 695.252955 119.161015
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p32dba850a3)">
<use xlink:href="#m9713c54491" x="416.312045" y="220.776732" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="456.160747" y="201.757243" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="535.858149" y="163.197146" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="695.252955" y="119.161015" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_76">
<path d="M 416.312045 211.608327
L 456.160747 183.519813
L 535.858149 160.079674
L 695.252955 58.979545
" clip-path="url(#p32dba850a3)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p32dba850a3)">
<use xlink:href="#m66068a9775" x="416.312045" y="211.608327" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="456.160747" y="183.519813" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="535.858149" y="160.079674" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="695.252955" y="58.979545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_9">
<path d="M 402.365 234.11
L 402.365 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_10">
<path d="M 709.2 234.11
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_11">
<path d="M 402.365 234.11
L 709.2 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_12">
<path d="M 402.365 50.64
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_26">
<!-- same_prompt, prompt_logprobs=1 -->
<g transform="translate(451.255937 44.64) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_2">
<g id="patch_13">
<path d="M 407.965 104.9
L 487.6825 104.9
Q 489.2825 104.9 489.2825 103.3
L 489.2825 56.24
Q 489.2825 54.64 487.6825 54.64
L 407.965 54.64
Q 406.365 54.64 406.365 56.24
L 406.365 103.3
Q 406.365 104.9 407.965 104.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_77">
<path d="M 409.565 61.11875
L 417.565 61.11875
L 425.565 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m11dbdee11d" x="417.565" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_27">
<!-- n_samples=1 -->
<g transform="translate(431.965 63.91875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_78">
<path d="M 409.565 73.08375
L 417.565 73.08375
L 425.565 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3c990bfb56" x="417.565" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_28">
<!-- n_samples=2 -->
<g transform="translate(431.965 75.88375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_79">
<path d="M 409.565 85.04875
L 417.565 85.04875
L 425.565 85.04875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9713c54491" x="417.565" y="85.04875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_29">
<!-- n_samples=4 -->
<g transform="translate(431.965 87.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_80">
<path d="M 409.565 97.01375
L 417.565 97.01375
L 425.565 97.01375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m66068a9775" x="417.565" y="97.01375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_30">
<!-- n_samples=8 -->
<g transform="translate(431.965 99.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_3">
<g id="patch_14">
<path d="M 44.66 462.04
L 351.495 462.04
L 351.495 278.57
L 44.66 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_5">
<g id="xtick_17">
<g id="line2d_81">
<path d="M 58.607045 462.04
L 58.607045 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_82">
<g>
<use xlink:href="#mce0531a599" x="58.607045" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_31">
<!-- 1 -->
<g transform="translate(55.425795 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_18">
<g id="line2d_83">
<path d="M 98.455747 462.04
L 98.455747 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_84">
<g>
<use xlink:href="#mce0531a599" x="98.455747" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_32">
<!-- 2 -->
<g transform="translate(95.274497 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_19">
<g id="line2d_85">
<path d="M 138.304448 462.04
L 138.304448 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_86">
<g>
<use xlink:href="#mce0531a599" x="138.304448" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_33">
<!-- 3 -->
<g transform="translate(135.123198 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_20">
<g id="line2d_87">
<path d="M 178.153149 462.04
L 178.153149 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_88">
<g>
<use xlink:href="#mce0531a599" x="178.153149" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_34">
<!-- 4 -->
<g transform="translate(174.971899 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_21">
<g id="line2d_89">
<path d="M 218.001851 462.04
L 218.001851 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_90">
<g>
<use xlink:href="#mce0531a599" x="218.001851" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_35">
<!-- 5 -->
<g transform="translate(214.820601 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_22">
<g id="line2d_91">
<path d="M 257.850552 462.04
L 257.850552 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_92">
<g>
<use xlink:href="#mce0531a599" x="257.850552" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_36">
<!-- 6 -->
<g transform="translate(254.669302 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_23">
<g id="line2d_93">
<path d="M 297.699253 462.04
L 297.699253 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_94">
<g>
<use xlink:href="#mce0531a599" x="297.699253" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_37">
<!-- 7 -->
<g transform="translate(294.518003 476.638438) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-37" d="M 525 4666
L 3525 4666
L 3525 4397
L 1831 0
L 1172 0
L 2766 4134
L 525 4134
L 525 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_24">
<g id="line2d_95">
<path d="M 337.547955 462.04
L 337.547955 278.57
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_96">
<g>
<use xlink:href="#mce0531a599" x="337.547955" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_38">
<!-- 8 -->
<g transform="translate(334.366705 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_39">
<!-- n_prompts -->
<g transform="translate(171.622812 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_6">
<g id="ytick_17">
<g id="line2d_97">
<path d="M 44.66 451.215924
L 351.495 451.215924
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_98">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="451.215924" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_40">
<!-- 10 -->
<g transform="translate(24.935 455.015143) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_18">
<g id="line2d_99">
<path d="M 44.66 425.789417
L 351.495 425.789417
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_100">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="425.789417" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_41">
<!-- 20 -->
<g transform="translate(24.935 429.588636) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_19">
<g id="line2d_101">
<path d="M 44.66 400.362911
L 351.495 400.362911
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_102">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="400.362911" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_42">
<!-- 30 -->
<g transform="translate(24.935 404.162129) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_20">
<g id="line2d_103">
<path d="M 44.66 374.936404
L 351.495 374.936404
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_104">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="374.936404" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_43">
<!-- 40 -->
<g transform="translate(24.935 378.735623) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_21">
<g id="line2d_105">
<path d="M 44.66 349.509897
L 351.495 349.509897
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_106">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="349.509897" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_44">
<!-- 50 -->
<g transform="translate(24.935 353.309116) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_22">
<g id="line2d_107">
<path d="M 44.66 324.08339
L 351.495 324.08339
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_108">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="324.08339" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_45">
<!-- 60 -->
<g transform="translate(24.935 327.882609) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_23">
<g id="line2d_109">
<path d="M 44.66 298.656884
L 351.495 298.656884
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_110">
<g>
<use xlink:href="#m5a8eecb77a" x="44.66" y="298.656884" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_46">
<!-- 70 -->
<g transform="translate(24.935 302.456102) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_47">
<!-- Client total p50 (s) -->
<g transform="translate(18.855312 417.022969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_111">
<path d="M 58.607045 453.700455
L 98.455747 442.460818
L 178.153149 418.105805
L 337.547955 366.235323
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p14f004cde3)">
<use xlink:href="#m11dbdee11d" x="58.607045" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="98.455747" y="442.460818" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="178.153149" y="418.105805" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="337.547955" y="366.235323" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_112">
<path d="M 58.607045 453.092645
L 98.455747 440.081392
L 178.153149 413.289643
L 337.547955 353.067587
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p14f004cde3)">
<use xlink:href="#m3c990bfb56" x="58.607045" y="453.092645" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="98.455747" y="440.081392" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="178.153149" y="413.289643" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="337.547955" y="353.067587" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_113">
<path d="M 58.607045 450.210688
L 98.455747 435.3169
L 178.153149 400.960801
L 337.547955 317.634408
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p14f004cde3)">
<use xlink:href="#m9713c54491" x="58.607045" y="450.210688" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="98.455747" y="435.3169" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="178.153149" y="400.960801" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="337.547955" y="317.634408" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_114">
<path d="M 58.607045 445.182257
L 98.455747 424.255987
L 178.153149 369.765731
L 337.547955 286.909545
" clip-path="url(#p14f004cde3)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p14f004cde3)">
<use xlink:href="#m66068a9775" x="58.607045" y="445.182257" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="98.455747" y="424.255987" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="178.153149" y="369.765731" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="337.547955" y="286.909545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_15">
<path d="M 44.66 462.04
L 44.66 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_16">
<path d="M 351.495 462.04
L 351.495 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_17">
<path d="M 44.66 462.04
L 351.495 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_18">
<path d="M 44.66 278.57
L 351.495 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_48">
<!-- unique_prompts, prompt_logprobs=0 -->
<g transform="translate(86.18875 272.57) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-75" d="M 544 1381
L 544 3500
L 1119 3500
L 1119 1403
Q 1119 906 1312 657
Q 1506 409 1894 409
Q 2359 409 2629 706
Q 2900 1003 2900 1516
L 2900 3500
L 3475 3500
L 3475 0
L 2900 0
L 2900 538
Q 2691 219 2414 64
Q 2138 -91 1772 -91
Q 1169 -91 856 284
Q 544 659 544 1381
z
M 1991 3584
L 1991 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-71" d="M 947 1747
Q 947 1113 1208 752
Q 1469 391 1925 391
Q 2381 391 2643 752
Q 2906 1113 2906 1747
Q 2906 2381 2643 2742
Q 2381 3103 1925 3103
Q 1469 3103 1208 2742
Q 947 2381 947 1747
z
M 2906 525
Q 2725 213 2448 61
Q 2172 -91 1784 -91
Q 1150 -91 751 415
Q 353 922 353 1747
Q 353 2572 751 3078
Q 1150 3584 1784 3584
Q 2172 3584 2448 3432
Q 2725 3281 2906 2969
L 2906 3500
L 3481 3500
L 3481 -1331
L 2906 -1331
L 2906 525
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_3">
<g id="patch_19">
<path d="M 50.26 332.83
L 129.9775 332.83
Q 131.5775 332.83 131.5775 331.23
L 131.5775 284.17
Q 131.5775 282.57 129.9775 282.57
L 50.26 282.57
Q 48.66 282.57 48.66 284.17
L 48.66 331.23
Q 48.66 332.83 50.26 332.83
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_115">
<path d="M 51.86 289.04875
L 59.86 289.04875
L 67.86 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m11dbdee11d" x="59.86" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_49">
<!-- n_samples=1 -->
<g transform="translate(74.26 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_116">
<path d="M 51.86 301.01375
L 59.86 301.01375
L 67.86 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3c990bfb56" x="59.86" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_50">
<!-- n_samples=2 -->
<g transform="translate(74.26 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_117">
<path d="M 51.86 312.97875
L 59.86 312.97875
L 67.86 312.97875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9713c54491" x="59.86" y="312.97875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_51">
<!-- n_samples=4 -->
<g transform="translate(74.26 315.77875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_118">
<path d="M 51.86 324.94375
L 59.86 324.94375
L 67.86 324.94375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m66068a9775" x="59.86" y="324.94375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_52">
<!-- n_samples=8 -->
<g transform="translate(74.26 327.74375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_4">
<g id="patch_20">
<path d="M 402.365 462.04
L 709.2 462.04
L 709.2 278.57
L 402.365 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_7">
<g id="xtick_25">
<g id="line2d_119">
<path d="M 416.312045 462.04
L 416.312045 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_120">
<g>
<use xlink:href="#mce0531a599" x="416.312045" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_53">
<!-- 1 -->
<g transform="translate(413.130795 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_26">
<g id="line2d_121">
<path d="M 456.160747 462.04
L 456.160747 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_122">
<g>
<use xlink:href="#mce0531a599" x="456.160747" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_54">
<!-- 2 -->
<g transform="translate(452.979497 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_27">
<g id="line2d_123">
<path d="M 496.009448 462.04
L 496.009448 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_124">
<g>
<use xlink:href="#mce0531a599" x="496.009448" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_55">
<!-- 3 -->
<g transform="translate(492.828198 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_28">
<g id="line2d_125">
<path d="M 535.858149 462.04
L 535.858149 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_126">
<g>
<use xlink:href="#mce0531a599" x="535.858149" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_56">
<!-- 4 -->
<g transform="translate(532.676899 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_29">
<g id="line2d_127">
<path d="M 575.706851 462.04
L 575.706851 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_128">
<g>
<use xlink:href="#mce0531a599" x="575.706851" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_57">
<!-- 5 -->
<g transform="translate(572.525601 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_30">
<g id="line2d_129">
<path d="M 615.555552 462.04
L 615.555552 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_130">
<g>
<use xlink:href="#mce0531a599" x="615.555552" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_58">
<!-- 6 -->
<g transform="translate(612.374302 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_31">
<g id="line2d_131">
<path d="M 655.404253 462.04
L 655.404253 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_132">
<g>
<use xlink:href="#mce0531a599" x="655.404253" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_59">
<!-- 7 -->
<g transform="translate(652.223003 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_32">
<g id="line2d_133">
<path d="M 695.252955 462.04
L 695.252955 278.57
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_134">
<g>
<use xlink:href="#mce0531a599" x="695.252955" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_60">
<!-- 8 -->
<g transform="translate(692.071705 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_61">
<!-- n_prompts -->
<g transform="translate(529.327812 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_8">
<g id="ytick_24">
<g id="line2d_135">
<path d="M 402.365 443.727581
L 709.2 443.727581
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_136">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="443.727581" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_62">
<!-- 20 -->
<g transform="translate(382.64 447.5268) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_25">
<g id="line2d_137">
<path d="M 402.365 410.137791
L 709.2 410.137791
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_138">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="410.137791" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_63">
<!-- 40 -->
<g transform="translate(382.64 413.93701) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_26">
<g id="line2d_139">
<path d="M 402.365 376.548001
L 709.2 376.548001
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_140">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="376.548001" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_64">
<!-- 60 -->
<g transform="translate(382.64 380.34722) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_27">
<g id="line2d_141">
<path d="M 402.365 342.958211
L 709.2 342.958211
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_142">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="342.958211" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_65">
<!-- 80 -->
<g transform="translate(382.64 346.75743) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_28">
<g id="line2d_143">
<path d="M 402.365 309.368422
L 709.2 309.368422
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_144">
<g>
<use xlink:href="#m5a8eecb77a" x="402.365" y="309.368422" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_66">
<!-- 100 -->
<g transform="translate(376.2775 313.16764) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="text_67">
<!-- Client total p50 (s) -->
<g transform="translate(370.197812 417.022969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_145">
<path d="M 416.312045 453.700455
L 456.160747 443.049369
L 535.858149 418.762014
L 695.252955 368.317012
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pcb7500d1c8)">
<use xlink:href="#m11dbdee11d" x="416.312045" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="456.160747" y="443.049369" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="535.858149" y="418.762014" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m11dbdee11d" x="695.252955" y="368.317012" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_146">
<path d="M 416.312045 453.666489
L 456.160747 441.083156
L 535.858149 414.609296
L 695.252955 355.013688
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pcb7500d1c8)">
<use xlink:href="#m3c990bfb56" x="416.312045" y="453.666489" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="456.160747" y="441.083156" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="535.858149" y="414.609296" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m3c990bfb56" x="695.252955" y="355.013688" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_147">
<path d="M 416.312045 452.120681
L 456.160747 437.588432
L 535.858149 405.39721
L 695.252955 324.680765
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pcb7500d1c8)">
<use xlink:href="#m9713c54491" x="416.312045" y="452.120681" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="456.160747" y="437.588432" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="535.858149" y="405.39721" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m9713c54491" x="695.252955" y="324.680765" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_148">
<path d="M 416.312045 448.609684
L 456.160747 429.785039
L 535.858149 381.024512
L 695.252955 286.909545
" clip-path="url(#pcb7500d1c8)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pcb7500d1c8)">
<use xlink:href="#m66068a9775" x="416.312045" y="448.609684" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="456.160747" y="429.785039" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="535.858149" y="381.024512" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#m66068a9775" x="695.252955" y="286.909545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_21">
<path d="M 402.365 462.04
L 402.365 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_22">
<path d="M 709.2 462.04
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_23">
<path d="M 402.365 462.04
L 709.2 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_24">
<path d="M 402.365 278.57
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_68">
<!-- unique_prompts, prompt_logprobs=1 -->
<g transform="translate(443.89375 272.57) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_4">
<g id="patch_25">
<path d="M 407.965 332.83
L 487.6825 332.83
Q 489.2825 332.83 489.2825 331.23
L 489.2825 284.17
Q 489.2825 282.57 487.6825 282.57
L 407.965 282.57
Q 406.365 282.57 406.365 284.17
L 406.365 331.23
Q 406.365 332.83 407.965 332.83
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_149">
<path d="M 409.565 289.04875
L 417.565 289.04875
L 425.565 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m11dbdee11d" x="417.565" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_69">
<!-- n_samples=1 -->
<g transform="translate(431.965 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_150">
<path d="M 409.565 301.01375
L 417.565 301.01375
L 425.565 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3c990bfb56" x="417.565" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_70">
<!-- n_samples=2 -->
<g transform="translate(431.965 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_151">
<path d="M 409.565 312.97875
L 417.565 312.97875
L 425.565 312.97875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9713c54491" x="417.565" y="312.97875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_71">
<!-- n_samples=4 -->
<g transform="translate(431.965 315.77875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_152">
<path d="M 409.565 324.94375
L 417.565 324.94375
L 425.565 324.94375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m66068a9775" x="417.565" y="324.94375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_72">
<!-- n_samples=8 -->
<g transform="translate(431.965 327.74375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="text_73">
<!-- Qwen/Qwen3-4B-Instruct-2507 coalesce1 -->
<g transform="translate(235.396875 19.198125) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-51" d="M 2522 4238
Q 1834 4238 1429 3725
Q 1025 3213 1025 2328
Q 1025 1447 1429 934
Q 1834 422 2522 422
Q 3209 422 3611 934
Q 4013 1447 4013 2328
Q 4013 3213 3611 3725
Q 3209 4238 2522 4238
z
M 3406 84
L 4238 -825
L 3475 -825
L 2784 -78
Q 2681 -84 2626 -87
Q 2572 -91 2522 -91
Q 1538 -91 948 567
Q 359 1225 359 2328
Q 359 3434 948 4092
Q 1538 4750 2522 4750
Q 3503 4750 4090 4092
Q 4678 3434 4678 2328
Q 4678 1516 4351 937
Q 4025 359 3406 84
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-77" d="M 269 3500
L 844 3500
L 1563 769
L 2278 3500
L 2956 3500
L 3675 769
L 4391 3500
L 4966 3500
L 4050 0
L 3372 0
L 2619 2869
L 1863 0
L 1184 0
L 269 3500
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2f" d="M 1625 4666
L 2156 4666
L 531 -594
L 0 -594
L 1625 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2d" d="M 313 2009
L 1997 2009
L 1997 1497
L 313 1497
L 313 2009
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-42" d="M 1259 2228
L 1259 519
L 2272 519
Q 2781 519 3026 730
Q 3272 941 3272 1375
Q 3272 1813 3026 2020
Q 2781 2228 2272 2228
L 1259 2228
z
M 1259 4147
L 1259 2741
L 2194 2741
Q 2656 2741 2882 2914
Q 3109 3088 3109 3444
Q 3109 3797 2882 3972
Q 2656 4147 2194 4147
L 1259 4147
z
M 628 4666
L 2241 4666
Q 2963 4666 3353 4366
Q 3744 4066 3744 3513
Q 3744 3084 3544 2831
Q 3344 2578 2956 2516
Q 3422 2416 3680 2098
Q 3938 1781 3938 1306
Q 3938 681 3513 340
Q 3088 0 2303 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-49" d="M 628 4666
L 1259 4666
L 1259 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-63" d="M 3122 3366
L 3122 2828
Q 2878 2963 2633 3030
Q 2388 3097 2138 3097
Q 1578 3097 1268 2742
Q 959 2388 959 1747
Q 959 1106 1268 751
Q 1578 397 2138 397
Q 2388 397 2633 464
Q 2878 531 3122 666
L 3122 134
Q 2881 22 2623 -34
Q 2366 -91 2075 -91
Q 1284 -91 818 406
Q 353 903 353 1747
Q 353 2603 823 3093
Q 1294 3584 2113 3584
Q 2378 3584 2631 3529
Q 2884 3475 3122 3366
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-51"/>
<use xlink:href="#DejaVuSans-77" transform="translate(78.710938 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(160.498047 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(222.021484 0)"/>
<use xlink:href="#DejaVuSans-2f" transform="translate(285.400391 0)"/>
<use xlink:href="#DejaVuSans-51" transform="translate(319.091797 0)"/>
<use xlink:href="#DejaVuSans-77" transform="translate(397.802734 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(479.589844 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(541.113281 0)"/>
<use xlink:href="#DejaVuSans-33" transform="translate(604.492188 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(668.115234 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(704.199219 0)"/>
<use xlink:href="#DejaVuSans-42" transform="translate(767.822266 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(836.425781 0)"/>
<use xlink:href="#DejaVuSans-49" transform="translate(872.509766 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(902.001953 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(965.380859 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1017.480469 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1056.689453 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(1097.802734 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1161.181641 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1216.162109 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(1255.371094 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(1291.455078 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(1355.078125 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1418.701172 0)"/>
<use xlink:href="#DejaVuSans-37" transform="translate(1482.324219 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(1545.947266 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1577.734375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1632.714844 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(1693.896484 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1755.175781 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(1782.958984 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1844.482422 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1896.582031 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(1951.5625 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(2013.085938 0)"/>
</g>
</g>
</g>
<defs>
<clipPath id="p4aab1517e4">
<rect x="44.66" y="50.64" width="306.835" height="183.47"/>
</clipPath>
<clipPath id="p32dba850a3">
<rect x="402.365" y="50.64" width="306.835" height="183.47"/>
</clipPath>
<clipPath id="p14f004cde3">
<rect x="44.66" y="278.57" width="306.835" height="183.47"/>
</clipPath>
<clipPath id="pcb7500d1c8">
<rect x="402.365" y="278.57" width="306.835" height="183.47"/>
</clipPath>
</defs>
</svg>
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file has been truncated, but you can view the full file.
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=f0748269-1abe-4320-96dc-178854ea9e49 prompt_len=5 max_tokens=4 lora_id=None lock_wait_s=0.000 total_s=1.107 first_tok_s=0.4189670537598431
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=0524b453-acd1-499e-bc81-944c14aed9bd prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.426 first_tok_s=1.520143459085375
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=ed29503f-c8a4-4a74-b185-94d091262d3e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.314 first_tok_s=0.21636493830010295
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8852c8b9-5772-4fbf-9601-127463effee7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.349 first_tok_s=1.2815574281848967
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=65531581-ec80-4b19-b553-c3fde97e646a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.202136289793998
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=fc9c6878-aba7-4f69-b0e3-463caa0074ed prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.398 first_tok_s=1.304389351978898
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b1a44ca5-7cf5-46ab-a982-c9d44e5c7b93 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.314 first_tok_s=2.223156788852066
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=9321f450-0fec-46ba-9669-63bd562f3049 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.173 first_tok_s=3.11260076938197
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8096a492-65ee-4498-8e2d-731315f53b94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.355 first_tok_s=0.18949089664965868
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=c1d7e526-8028-44a9-9ead-9e7abb857ad6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.435 first_tok_s=1.3224841263145208
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5e047efe-8f94-4eea-9ade-ec4c89f1ff1a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.379 first_tok_s=2.268007976002991
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5c0b554d-d598-497a-97da-d3602dbac919 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.267 first_tok_s=3.1559268129058182
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=7d380fb9-b55e-4553-a594-d744e5d05a59 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.237 first_tok_s=4.135685392655432
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b46bb250-8f52-4406-bd8f-1bca12c1163a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.205 first_tok_s=5.103837050963193
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=af821443-f555-4e2e-9e82-fb7dc033e395 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.180 first_tok_s=6.068396859802306
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=31c94413-85b1-4224-ba21-
View raw

(Sorry about that, but we can’t show files that are this big right now.)

View raw

(Sorry about that, but we can’t show files that are this big right now.)

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment