Skip to content

Instantly share code, notes, and snippets.

@yiwenlu66
Created January 26, 2026 12:42
Show Gist options
  • Select an option

  • Save yiwenlu66/7b9944cc274e9281dcc05ad9cff27961 to your computer and use it in GitHub Desktop.

Select an option

Save yiwenlu66/7b9944cc274e9281dcc05ad9cff27961 to your computer and use it in GitHub Desktop.
issue #129: Qwen3-4B LoRA /asample sweep (coalesce0 vs coalesce1) pl=32000 mt=256
{"base_url": "http://localhost:8000", "create_training_client_s": 12.569012865889817, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce0", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "60ea6c1b-8761-4dd6-bde3-9dd78f44ca2a", "save_weights_and_get_sampling_client_s": 77.64279290300328, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T11:33:42+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:42+00:00"}
{"batch_wall_s": 12.675236565992236, "case_idx": 1, "client_total_s": 12.674761680071242, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "12361490-d3ea-4fbc-a8d8-1172ad50494f", "sequences": 1, "ts": "2026-01-26T11:33:54+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:54+00:00"}
{"batch_wall_s": 14.105541242053732, "case_idx": 2, "client_total_s": 14.105034200940281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "ba75c196-7659-406c-a015-fe263692f2a0", "sequences": 1, "ts": "2026-01-26T11:34:08+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:08+00:00"}
{"batch_wall_s": 8.983901705010794, "case_idx": 3, "client_total_s": 8.983561545028351, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "13d89723-847f-4833-80cb-ebdb31fa2321", "sequences": 1, "ts": "2026-01-26T11:34:17+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:17+00:00"}
{"batch_wall_s": 13.805355518008582, "case_idx": 4, "client_total_s": 13.804772938950919, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "dab98fe6-a59b-4527-bbdb-03929fc92513", "sequences": 1, "ts": "2026-01-26T11:34:31+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:31+00:00"}
{"batch_wall_s": 9.200363797019236, "case_idx": 5, "client_total_s": 9.200036702910438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "0458e4b7-ab6e-4d29-bf80-81207e57a10b", "sequences": 2, "ts": "2026-01-26T11:34:40+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:40+00:00"}
{"batch_wall_s": 14.000092384056188, "case_idx": 6, "client_total_s": 13.999641638016328, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "97a8b17e-1bc1-4ae1-b653-c6ef55d42ed8", "sequences": 2, "ts": "2026-01-26T11:34:54+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:54+00:00"}
{"batch_wall_s": 9.234498105943203, "case_idx": 7, "client_total_s": 9.23419059207663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "d5a82cf1-6b86-4e1e-8452-781f7e49e654", "sequences": 2, "ts": "2026-01-26T11:35:04+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:04+00:00"}
{"batch_wall_s": 13.998758292989805, "case_idx": 8, "client_total_s": 13.997624395065941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "896c902a-33ca-44d1-8da6-73a67cfae11c", "sequences": 2, "ts": "2026-01-26T11:35:18+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:18+00:00"}
{"batch_wall_s": 10.19414891290944, "case_idx": 9, "client_total_s": 10.193849898059852, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "064d00bb-2cfc-4666-92e6-af4d02cfb277", "sequences": 4, "ts": "2026-01-26T11:35:28+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:28+00:00"}
{"batch_wall_s": 14.965024497010745, "case_idx": 10, "client_total_s": 14.964588467031717, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "e6320271-b962-49a9-9740-b603e17d7e17", "sequences": 4, "ts": "2026-01-26T11:35:43+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:43+00:00"}
{"batch_wall_s": 10.182063278043643, "case_idx": 11, "client_total_s": 10.181737487902865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "d1122160-fb80-4138-ac5f-8462511fa9e5", "sequences": 4, "ts": "2026-01-26T11:35:53+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:53+00:00"}
{"batch_wall_s": 15.005527027999051, "case_idx": 12, "client_total_s": 15.005015237955377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "eaf771c8-9b1d-4921-999f-b1f42833f6f1", "sequences": 4, "ts": "2026-01-26T11:36:08+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:08+00:00"}
{"batch_wall_s": 12.319649967015721, "case_idx": 13, "client_total_s": 12.319320088019595, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "1145d536-743b-4ad6-9101-2a8539cc10a5", "sequences": 8, "ts": "2026-01-26T11:36:20+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:20+00:00"}
{"batch_wall_s": 17.11832332191989, "case_idx": 14, "client_total_s": 17.11785218503792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "380da7f0-da9b-4c2a-a87f-ad6ac7e5f81e", "sequences": 8, "ts": "2026-01-26T11:36:37+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:37+00:00"}
{"batch_wall_s": 12.070331910043024, "case_idx": 15, "client_total_s": 12.070031186100096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "b45b5ea8-da8b-472e-bf41-9eada6889125", "sequences": 8, "ts": "2026-01-26T11:36:49+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:49+00:00"}
{"batch_wall_s": 17.176189243909903, "case_idx": 16, "client_total_s": 17.175691824988462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "24067548-005c-4566-a5c7-d6ccc3d40265", "sequences": 8, "ts": "2026-01-26T11:37:07+00:00"}
{"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:07+00:00"}
{"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.310610020067543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "a2805361-4bff-4962-a2ae-c007c517dd2e", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"}
{"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.307567361043766, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "0cf84753-5dcd-4ef4-9e3d-431f11faae63", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"}
{"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:16+00:00"}
{"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 14.145096156047657, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "20ee1aff-ef6a-4bf5-b0e8-64182c0ebe11", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"}
{"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 18.270868347026408, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "8cd65944-9209-40bd-9c9d-71b06bfb45d5", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"}
{"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:34+00:00"}
{"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.425718032056466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "6dadbb52-497e-4c83-a6d1-5de02087fd7a", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"}
{"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.746849249000661, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "90c5358d-519a-4bac-b6a9-72445f87fe59", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"}
{"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:48+00:00"}
{"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 18.427698140963912, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "dea85696-fe6e-4a01-8e2b-71f7117d0943", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"}
{"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 22.729155663051642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "00cdb84e-ce51-4076-9393-4371b274cc8d", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"}
{"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:11+00:00"}
{"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.206170243909582, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "be73b030-06a7-4269-9af2-8009df90c0ad", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"}
{"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.176430822932161, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "08302c6a-cd23-4750-9b01-522d104d7ef8", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"}
{"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:21+00:00"}
{"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 15.350669187027961, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "b008afee-c693-48fd-a3f7-784b2b1b8752", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"}
{"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 19.496147335041314, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "36320158-5f84-4d5c-b038-7d262364da2e", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"}
{"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:40+00:00"}
{"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.602777704014443, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "7d87394e-1134-4781-b684-7b03399f16ee", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"}
{"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.232775880023837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "545ce4bb-09f5-4c97-a378-f9775ec5a411", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"}
{"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:55+00:00"}
{"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 19.43115163699258, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "ba4b5ad7-633e-4184-ab93-3523019a547e", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"}
{"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 23.464852298027836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "23e4d4b7-2deb-4d72-ae86-5054fd85fdd0", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"}
{"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:18+00:00"}
{"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.152272667037323, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "6a333606-5015-46f2-9d85-118f8b644345", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"}
{"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.182914030039683, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "e06547d0-5145-426d-b08f-245f5b4f65ff", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"}
{"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:31+00:00"}
{"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 21.41187121195253, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "b9d25bc1-79e1-4658-ba78-b7d028faed90", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"}
{"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 17.075732226017863, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "511b85aa-8dd7-40bc-977f-15338da04457", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"}
{"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:52+00:00"}
{"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.622155013028532, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "244df970-d39e-4c92-9e81-3a3020516cbc", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"}
{"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.225419891998172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "b52b77dd-2499-4c38-b3d8-bc32c6406d21", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"}
{"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:09+00:00"}
{"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 25.998196427011862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "38401358-ee57-47d0-9114-eb754eefca85", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"}
{"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 21.800051129073836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "be5205b5-41b4-40f4-aaef-d7a1ccc9c1e5", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"}
{"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:35+00:00"}
{"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.331006907043047, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "6dc09bdd-e21e-4fc7-ba64-a4c19ddfabbe", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"}
{"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.243336454965174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "4963bca3-9c69-4264-8220-4d2761e5597d", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"}
{"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:51+00:00"}
{"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 25.30966116709169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "afe7089c-5430-4c6f-813b-655abde3203a", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"}
{"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 21.243033532984555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "c5752d13-9d5d-49fd-94e0-3751cf60b083", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"}
{"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:16+00:00"}
{"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.4764910209924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "35f3894c-8df1-4739-82ac-9dc8fd667da7", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"}
{"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.861592562985606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "774aa317-7445-4cb9-80bc-0dbfb3c260ac", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"}
{"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:37+00:00"}
{"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 30.28359197010286, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "e9fe3636-9509-4f6d-a111-a608ffdf8adb", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"}
{"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 26.201477946946397, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "1a7c059b-da67-48a1-bd61-d674cad8f9a3", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"}
{"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:07+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.32938855199609, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "545e5688-2913-4e77-bfe3-d591405d35bb", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.478694004938006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "0603ee9d-7cb7-45c6-8f48-35d3595b0e03", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.359625220065936, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "ec997184-fe79-4292-abe6-5fd5b98429e2", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.45151015999727, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "913dc6da-f0dc-4abe-9f09-7f832e5e85bc", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"}
{"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:18+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 15.387659010011703, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "30c75112-c613-4a46-8733-74760d11d2d5", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 27.91830324102193, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "7af14e8e-88c2-41ca-867e-3f68e143bef7", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 23.815954171004705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "f91bce5f-0cf0-4ca9-b16f-3277b97a89fe", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 19.740549519076012, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "8a902b5e-6c2a-4f86-bce3-a35cebe0e50c", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"}
{"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:46+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.561440897057764, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "e1f8e54b-a8a8-4121-8037-fa3810eb187f", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.00423275399953, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3a4e02cd-5641-44d6-bb77-1399d900bed7", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 22.52835868508555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "b8a1d314-6d64-4d33-a176-64f2bc0bb9c8", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.175328691955656, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "9978791e-10fe-4e2b-b7a9-e364d4891a57", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"}
{"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:09+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 32.50734794908203, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "ea4ddf6b-8fa5-4cc1-a3c2-6dcf09dcda34", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 27.95657012599986, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "6d150d6f-05fe-4e42-98b9-b954c073f4fe", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 37.275553673971444, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "f6d7da96-688e-4866-b31b-019e123d9f2c", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 41.36794377490878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "89cd93b6-f447-452f-8ef8-a8af8330da19", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"}
{"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:51+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.113513193908148, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "ee561bca-1b26-4116-9414-5c21009b8b90", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.358656413038261, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "5496bc01-846d-46b2-b920-8c6a1f7ba59b", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.266728995018639, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "1bd2a3a4-8108-48a4-93fc-e3a65116a752", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.2362684099935, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "456ca015-ceed-467c-b8a1-096ce4087857", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"}
{"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:03+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 25.47668727603741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "767c4d24-825b-4487-82f0-609a57fb1fa2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 17.280711486004293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "73ecfb9d-57ca-40e3-8df6-9235d05aac58", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 29.660624417010695, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "09e925a6-cf31-4473-ab4d-a3f2a95499a4", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 21.561089438037015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "cc21107e-4d08-4cfb-ab5c-47849a8699a2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"}
{"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:33+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 25.59553993307054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "63c09cc8-81c6-488f-80bf-1f543321d526", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.28609953005798, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "32e55aa6-f309-4de8-945c-35d6f41fb83f", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.997919911984354, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "b4dd323f-4d74-4636-b638-0fbe0c56a72d", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.70400700799655, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "cf30118e-09a6-41a9-a558-775d065dd756", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"}
{"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:58+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 39.622930272948, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "38e469e3-abd8-489e-ad3e-a22d205f8b02", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 43.717223942046985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "d2d3f0f1-33ef-4935-b79c-41f46ee6b4e0", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 34.823923730058596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "f021b4e4-afd5-40c3-8970-3b136fc17fca", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 30.17066163790878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "38eecea8-0b69-46e1-b85b-29ffe1572006", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"}
{"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:42+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.37639474205207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "85eed722-ac9d-4bde-a8f6-42f5f4bb6b85", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.285590796964243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "2b54fe11-4579-4a44-af72-322af313a0b9", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.406845786958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "3881ee8f-17c7-4e98-94bc-454adf7324ce", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.255161126027815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "e0ab1a3a-0b58-423e-b118-386fa2b02e0f", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"}
{"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:59+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 29.72493217291776, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "0b62b4b7-331b-4a7f-bf32-6941cf2c5463", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 33.96537976700347, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "74301084-8640-4335-aaf7-4ba6648c1c87", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 25.49108432396315, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "0a18d374-c323-4e0c-816b-616ec6ca5789", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 21.198229899047874, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "c7aaeee8-1696-4f11-97ed-fb965b540a1e", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"}
{"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:46:33+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.233165270998143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "e15c44af-2296-461f-b82e-29934a619abe", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 29.5522429960547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "26dd4d30-6017-428e-85e6-fe941287cb0a", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 28.72502082202118, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "8082f28c-3329-4226-b68d-008d685a0be9", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.030281660030596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "d003fcbc-0a42-4e27-8ec5-8d9fae1bb8f5", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"}
{"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:03+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 49.68412722006906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "9b396a43-2a3a-4cf5-8028-387628a57e36", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 45.37167833908461, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "383a24f2-ecf4-4efa-8bdb-d9fb354f1290", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 40.78092660300899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "1be65bec-cf6f-435f-a267-2841695d19e3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 35.27106238203123, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "21ee6529-42ab-4214-ae57-9c70d7d59aa3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"}
{"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:52+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.87046075006947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "a0254e15-545f-4df7-9e01-9f9c2ba125a3", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.99182698398363, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "4f8c420f-0d02-44c3-882c-832af7bf316c", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 17.020565291983075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "edb8b990-316f-4107-80e9-d18248961b10", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.90077125397511, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "2e5c4609-dfdd-491e-ba35-59a9b1f9f842", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"}
{"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:09+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 34.38188965898007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "41e2d56f-778d-41ae-ab17-0984003577ed", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 26.141590793034993, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "b0dee025-8381-465d-af72-bd391f8f6682", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 21.894110655994155, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "42d31cf3-1fd3-4915-b92a-967d05257921", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 30.370975150028244, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "372bc27a-7915-414a-8829-35f48e357251", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"}
{"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:44+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.535488235997036, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "d4e6d1ec-0dee-494c-bb99-d50e345bf4bf", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 41.65425410098396, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "02140985-b59e-4ade-aba5-141ce7ce95bb", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 40.84355496999342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03905f4d-0575-4a52-b887-562ba7f78093", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.86241805693135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "82d4a2a6-c80c-4040-b417-a5653ce4d83b", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"}
{"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:49:27+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 48.48867367499042, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "c2f336d1-cf4e-4586-a21a-cfee174db3dd", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 59.781058845925145, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "f1373643-887e-4112-bc6a-3ae398d73aad", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 64.01447645702865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "6026936a-2702-458a-8397-85152f8867b2", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 54.630491052987054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "b2b860a4-737d-471f-825e-2e309be9804b", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"}
{"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:31+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.370326164062135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "470e162e-9344-4d10-980a-8b1ad85d8ecc", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.565609771059826, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "7ad82091-0c7a-44fe-816e-fd4a2281d204", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.283086790936068, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "283d68ce-3af4-4d3a-b504-bf462ce1586c", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.534754310036078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "a8e09925-62ec-4050-94ac-79963e84ba8e", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.383353120996617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "167cf65f-0cae-4a7f-acf5-c99799510216", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36880926496815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "278993b4-4645-4674-a3be-fc3f7da9d609", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.369562377920374, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "1faf4b37-c6be-484b-bdb3-79979a86a715", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36949402501341, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "aecbe4fd-0d7d-47f2-a1b6-6dd17fe841c1", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"}
{"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:43+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 17.18615007097833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "31a385be-fe1c-4ce6-95c7-67dc31ef4256", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 25.71711949701421, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "0e3b83e8-aa37-4114-a8c4-0c9588a9ae19", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 29.98416104610078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "e0b2fccd-1ed0-4aa9-8629-7bb018376abb", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 46.80270673404448, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "9683128a-fc6d-45e5-b7d2-fd954749a879", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 42.4864098749822, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "ae099dbf-bf08-4edc-888c-c519717a38b0", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 38.236275600036606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "48ea9254-efae-456b-b13d-1404245a73fe", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 34.20592875103466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "0480096e-ac33-4b31-a4a3-8ae18f495003", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 21.550447370973416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "96fd05ca-ac0b-4340-b37e-9b7326bc8d9d", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"}
{"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:51:30+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.16128206893336, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "4ed6286c-8ead-4b02-ab0e-9589cdcb1d98", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.959795804927126, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "33179e7b-086a-4c95-aff7-257f0f33b1de", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.1107404549839, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "6ec9d385-2802-4504-96ba-3dc01ebdc17d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.315001485985704, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "b4d937af-f010-4eab-9233-9b6a769f23be", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.652141039958224, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "d34e748d-18d1-41f4-8cb8-b6a8486ae127", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.21804215607699, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "c7098b4b-81db-4fb4-ac7d-b7c57f2e308d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.58290501998272, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "2bcbba28-3cbf-4aee-88cd-02b7b1f93beb", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 41.27427950699348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "350e764e-91cb-436d-91b2-c89eadff23f4", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"}
{"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:52:15+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 52.68505415099207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "4e022e93-6341-42cf-b1c6-b2b3b1a9e742", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 47.37262663897127, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1492a207-4575-45f2-accc-a43965540e1c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 62.36132151691709, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "b7f6aac9-1581-449f-86be-a5dbb8efc80c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 72.12088013789617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "0d5d760b-3abd-4a60-9667-da573260b565", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 57.66993187600747, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e11e3efc-35f0-419f-9673-2cd6f69faad1", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 80.67103728000075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "7564fe63-8b4b-42fa-808d-68ad181d9934", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 67.32182143104728, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "61bb0395-a76d-46d1-841a-f21e67c9df58", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 76.22656169196125, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "8b9bf101-2d93-46d3-b83c-6b39e7b1242e", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"}
{"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:35+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.283278257003985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "a4cb1708-6ed3-47ed-96ae-20de09d6df12", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.57936101697851, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "83a67253-ad0a-4461-80ce-d290ed38826c", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.391754247015342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "f465ccc6-75ed-4d26-9d09-4f8342053331", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.36583065893501, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "c5461125-3cf4-4e2f-aa81-242b932a58da", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.546635756036267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "6dad27af-e5a4-4e69-a97f-a04721d7b507", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.523019202053547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "ed271bed-33cd-4077-ac2c-02d36d5764a1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.361546222004108, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "e4f04359-bbcb-4b62-a3f9-d9ac576d3ee1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.29069669393357, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "7d125a48-c487-4abe-923f-c9c537d4f3b9", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"}
{"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:52+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 42.29112433688715, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "9eb0255d-156c-4bfc-ab50-029bedf87abc", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 29.712559867999516, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "8da2d2bc-b67b-40b8-a6c7-4d883731eace", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 46.731064521940425, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "d4d35f57-7b11-4b61-b823-8785bc59b77a", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 25.525671442970634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "5cc53e7f-1c15-41a0-97b9-398b498c78c2", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 34.02467725693714, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "403c8433-3c1b-4cc9-879e-80758388160f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 50.87727602699306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "f0facc89-4f40-4e02-9507-7f54e675c30f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 21.288180583971553, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9081d224-9ec1-4b46-b7de-f5a7cab2065f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 38.385641518980265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "ad987777-e0d7-498e-89ca-486237fda698", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"}
{"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:54:43+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.35924228304066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "be296bc8-4c57-4de8-9d4a-3ebb74182884", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 46.910045486991294, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6c0d7b14-9d88-4c29-b76e-8a35aaac829c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.735402615973726, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "4e990222-0090-4cbe-992c-bc0c861c621e", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 45.99725527095143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "0be1f75e-5a98-4f96-830a-24071c4dafc7", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.838070173049346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cb41a60c-95b5-4caf-b460-35df3f81471c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.38219434290659, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a55a360f-7d10-4473-abd3-09ac911b9059", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.513824267080054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "ea8e60db-e2cf-472e-89c0-fa942127b87c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 47.55098906008061, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "88f61864-301a-40e9-afd7-150d503d3e1f", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"}
{"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:55:33+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 84.65495708398521, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "c71379d9-3411-47db-a266-3dc35ddec125", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 64.80497846798971, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "dc6b8380-a1dc-4376-bb31-e1cdc31903b9", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 58.89974206103943, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "d7baa707-88cf-40d7-bc0d-b2e6c86e35f0", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 70.02741282305215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "77715c5d-5c08-4c06-b75d-d54a03e82da8", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 79.78486320900265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "7a8622f8-4913-47c9-a3ac-2671af70c696", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 74.90784828201868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "90f07bf1-54b5-4e64-b63f-a099e5421b95", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 88.5600018040277, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "f8364bce-f6cc-4888-b398-ba7eaa5e0859", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 53.02915666298941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "c0844df2-850c-4478-8599-db136cc5f81e", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"}
{"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:01+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.198329532984644, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "6c40ec66-cc55-4db3-8761-4da7f29560d6", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.299197921995074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "a320b55a-2d5a-48b4-ae07-605c4eeabd1c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.20570668997243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "6333f629-533c-4d36-91ca-15f2a96a4f98", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.239601023029536, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "326761c4-25db-4940-94fd-7c466e1324cc", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.325737830949947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "81b7a698-bc63-44e5-8bea-369897d8349c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32632148405537, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "3d1806e6-1363-43a8-9df1-5ad6b7d1a368", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.328467888990417, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "cbe2d3bc-8926-4f4d-9f1c-fb864fa0a965", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32712257304229, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "c36cfc35-499b-469e-b4bb-c2a803c416ad", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"}
{"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:19+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 26.58834078197833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "f6f6ee60-a537-4710-b8ca-32196a64ac58", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 34.815152883064, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "fb63c15b-062f-41b7-94a0-97a0dba5d694", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 51.63533607497811, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "007fcc75-8bfb-4965-92ad-e3b3ef29d03a", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 47.3051359859528, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "24c19928-79de-4785-b27c-d06a09958ad2", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 30.56666828901507, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "a05b5bac-c89f-4bd8-a7d3-97dd8d5f53cd", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 43.16203795792535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "733940f3-919a-4d45-af52-40ef8d459b12", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 39.06697142799385, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "2d240f2d-8fcb-44e9-8f8a-33a9ce305682", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 22.266518496908247, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "081fa324-0d2c-48f8-b164-dcb50188b9d5", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"}
{"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:58:10+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.29367161693517, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "81e58615-748a-4bee-ad1c-cbd901127670", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 63.73714881401975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "f1223df1-33a5-407b-abcd-6ba8d5ece293", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 61.429012854001485, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "c8faa964-5027-40cd-9827-c6daf4505d4d", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 60.25147518306039, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "8db99463-5339-45e2-83cb-f59b095b219e", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.228195087984204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "f3b9c812-86a6-40b0-8b51-0afdac1bed9a", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 58.905695119989105, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "feb17496-89c6-45ce-8997-96e6245d8e42", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.62112577096559, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "5a70f5fc-b837-4764-9427-93adf521816f", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.98172271694057, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "1e3ee527-53ab-4da5-ab03-b6b2a66a5de1", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"}
{"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:59:15+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 81.520371293067, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "90977c37-2f10-4c33-93aa-91510cb10d0f", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 93.63844316406175, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "5a165fce-d0f5-413d-ba43-788851e556ae", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 74.6824263590388, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "f869c15e-3618-448f-9847-be2152ef6382", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 103.38255388801917, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "52caccbd-a45a-425e-ae8a-2a29f8ede246", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 67.57448665599804, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "e37fa892-69ea-4c11-aa16-3b6070849594", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 87.762880532071, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "dbcdd179-ecd1-456e-a0b5-cef6d013fec1", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 98.46021973004099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "54805911-6693-4fe7-8db6-6b36e72e5f71", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 107.60308393603191, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "bb5f536d-1561-4c4c-aedc-267803e8ee31", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"}
{"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:02+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 29.992503723013215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "1ed7b0a9-f964-4fa1-9d59-bf4a1f43aa66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.281405079062097, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "1faf2868-0a7e-4f35-8c41-bee1ae186370", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.261348307016306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "bafb9ea7-0ddd-4652-bd38-7446c48db09d", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.518724406021647, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "0ac9c2df-0137-49b0-9e8a-952dff3ff2df", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.101509477943182, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "264d6fa4-0036-44ab-a49b-f1e71c13ea66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.052271305932663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "5c68e494-af70-4455-a80b-ba039d420442", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.271175457979552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "9d1fc280-0281-4e9e-bcb7-9f7aac99befa", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.069549808977172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "8cbbc1ba-ffaa-41bb-a02c-57b27818383b", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"}
{"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:33+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 64.11100309004541, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "adc38ebd-9b52-4e92-ae60-3c04e73d57a6", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 51.940220824908465, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "ce4308f5-2298-41ee-8fa8-20cfc204fbfa", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 55.948769101989456, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "94ce801e-5ae6-4506-bd2b-93c53ad45c43", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 34.98323991103098, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "2d33cf44-fc7a-401a-aa16-3430fee39739", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 43.3423273951048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "1113a4cb-d879-48b8-8041-30967ed8f574", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 39.25144700903911, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "3bac666d-52c8-4285-8692-92e38c5ce3de", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 47.63043894502334, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "fd70b7c0-ed45-448d-8921-83bc72c5a678", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 60.21914640604518, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "1f3d9643-8521-4371-a9de-f50feaaad49d", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"}
{"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:02:37+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 87.20753980998415, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "13252cc2-8c9b-41ed-bd03-c410051d7ba1", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 54.97931759303901, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "cb67106b-8f3e-4313-98ee-667b39c47e8f", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.81619504303671, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "57812868-268b-43e6-ac7a-242ff38eedc3", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 61.82509448705241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "b68802ce-4ab0-4016-8265-eddd87100047", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.214746025973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "ac928ba6-3df6-4781-a454-46e1073fd7c4", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 89.53204849397298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "cd500a28-61c2-4845-911f-3b38f4d8b806", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 41.01862574904226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "f1ec3b07-c70e-4aaa-9da1-e459403bcdb5", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 47.85825287702028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "014dac17-e2a1-4d1f-9e37-4267adae639b", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"}
{"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:04:06+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 123.94273821206298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "8508931d-dc78-4447-bc35-0d964c9c420d", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 111.40435646299738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "ed1d4111-4406-44e0-916a-fd1c85def2fa", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 95.22115951403975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "ba04c6a6-bb47-42ee-a20e-65590e429526", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 115.31453831703402, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "559b4b48-28b3-408a-923b-fd25ab06ff41", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 101.64398721198086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "0d0526b6-de81-4d98-ac07-aa594f4f0932", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 107.0414238179801, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "0a012230-db34-40e4-822f-22028e5f2f35", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 128.16943709994666, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bb3dae08-68da-42a2-9432-5b21b5cfce5c", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 119.81027026497759, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "63a0ada7-be8a-4216-8e0d-c04f0f93ffa8", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"}
{"base_url": "http://localhost:8000", "create_training_client_s": 12.47374360403046, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce1", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "8f0f348b-0db9-4f3a-9bb5-66fa770490e7", "save_weights_and_get_sampling_client_s": 76.94162695191335, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T12:08:27+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:27+00:00"}
{"batch_wall_s": 12.715322820004076, "case_idx": 1, "client_total_s": 12.714931661030278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "86dd6a09-8c2c-4d79-aa7e-1e0310fcaf75", "sequences": 1, "ts": "2026-01-26T12:08:40+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:40+00:00"}
{"batch_wall_s": 14.251095811952837, "case_idx": 2, "client_total_s": 14.249218674958684, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "fd224e35-3cc9-4442-bb26-91028b0c3086", "sequences": 1, "ts": "2026-01-26T12:08:54+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:54+00:00"}
{"batch_wall_s": 9.023258441942744, "case_idx": 3, "client_total_s": 9.022858118987642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "f8b097af-c46d-4b04-9fc2-4d5803bedc94", "sequences": 1, "ts": "2026-01-26T12:09:03+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:03+00:00"}
{"batch_wall_s": 14.062406515004113, "case_idx": 4, "client_total_s": 14.06196118996013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "3f29bc53-52b0-41e5-b92b-b6f941ff0a31", "sequences": 1, "ts": "2026-01-26T12:09:17+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:17+00:00"}
{"batch_wall_s": 9.35771043994464, "case_idx": 5, "client_total_s": 9.357374334009364, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "cd0d630c-8dbd-47e5-b1e5-d756898a7e4f", "sequences": 2, "ts": "2026-01-26T12:09:27+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:27+00:00"}
{"batch_wall_s": 14.121512049925514, "case_idx": 6, "client_total_s": 14.120818221010268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "3f016079-0e37-40d0-8105-8c2de70ed2cf", "sequences": 2, "ts": "2026-01-26T12:09:41+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:41+00:00"}
{"batch_wall_s": 9.26320616400335, "case_idx": 7, "client_total_s": 9.26190378004685, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "db36f819-56c5-47ee-b8f0-051264d58a8d", "sequences": 2, "ts": "2026-01-26T12:09:50+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:50+00:00"}
{"batch_wall_s": 14.083146221004426, "case_idx": 8, "client_total_s": 14.082185178995132, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "a579d589-04a0-4083-bedc-62fc91f22b41", "sequences": 2, "ts": "2026-01-26T12:10:04+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:04+00:00"}
{"batch_wall_s": 10.214587245020084, "case_idx": 9, "client_total_s": 10.214250553050078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "c03db492-7ba4-4b80-849e-7daaa62955ec", "sequences": 4, "ts": "2026-01-26T12:10:14+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:14+00:00"}
{"batch_wall_s": 15.192556577036157, "case_idx": 10, "client_total_s": 15.192110615898855, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "4f3a7564-0e9d-4bff-b939-bc5145ba4610", "sequences": 4, "ts": "2026-01-26T12:10:29+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:29+00:00"}
{"batch_wall_s": 10.395702063920908, "case_idx": 11, "client_total_s": 10.395349600934424, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "315eacf0-9122-4f23-9002-09d28ff6d9a2", "sequences": 4, "ts": "2026-01-26T12:10:40+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:40+00:00"}
{"batch_wall_s": 15.003156346036121, "case_idx": 12, "client_total_s": 15.002588374074548, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "1c915f75-ddea-4474-a4e8-9b7e463173fa", "sequences": 4, "ts": "2026-01-26T12:10:55+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:55+00:00"}
{"batch_wall_s": 12.399913972010836, "case_idx": 13, "client_total_s": 12.399567393003963, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "399f690d-cbd0-43bc-8373-140afadc1abf", "sequences": 8, "ts": "2026-01-26T12:11:07+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:07+00:00"}
{"batch_wall_s": 17.159482718096115, "case_idx": 14, "client_total_s": 17.158988681971096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "8e8a8972-f823-4279-b284-0751ac37e13d", "sequences": 8, "ts": "2026-01-26T12:11:24+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:24+00:00"}
{"batch_wall_s": 12.373430839041248, "case_idx": 15, "client_total_s": 12.372983244014904, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "f9932ba8-f7db-476e-bb6e-9c9acbd47860", "sequences": 8, "ts": "2026-01-26T12:11:37+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:37+00:00"}
{"batch_wall_s": 17.093581340974197, "case_idx": 16, "client_total_s": 17.09310306305997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "2c6b4e55-8d17-4bc1-9e6b-0ff36a798357", "sequences": 8, "ts": "2026-01-26T12:11:54+00:00"}
{"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:54+00:00"}
{"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.364784142933786, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "c718bc43-ba9f-4d1a-8b5b-583f36121bcb", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"}
{"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.27212390000932, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "e63f18ba-4157-4bdd-98be-368d1d3b3970", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"}
{"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:03+00:00"}
{"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 18.562995443004183, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "97bbe067-6204-4a9d-940c-26875f08acad", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"}
{"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 14.453618167084642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "aef166e8-7aea-4c67-8fc7-0a329251f216", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"}
{"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:22+00:00"}
{"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.637393309967592, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "2d26ebf7-a02a-42a8-9db0-cd322bf14c5e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"}
{"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.249204328050837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "a9fe388f-f1fd-4fc6-969b-79aac442f17e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"}
{"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:35+00:00"}
{"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 18.25157445599325, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "d9ed83d1-4c4d-48a5-aee3-d8e2266dadd6", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"}
{"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 22.55606540699955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "f25c2cde-5f1d-401e-8464-de6b3e66d632", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"}
{"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:58+00:00"}
{"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.293019495904446, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "4b0bc007-bcef-4146-90a0-40384fffcc36", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"}
{"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.38481087202672, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "c8bdee34-0612-4861-badb-a72672f3098f", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"}
{"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:08+00:00"}
{"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 15.175855529960245, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "cfa4a3ac-6d34-4688-825f-eee8c38cdc1e", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"}
{"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 19.41286838205997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "a446cdaf-c04d-45fe-b64c-d21345729d26", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"}
{"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:28+00:00"}
{"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.566764820949174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "e6925bbe-9896-491e-95d1-99f2b83fb242", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"}
{"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.191443691961467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "fecc40f8-8b71-4f9d-be1b-ea962ad10836", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"}
{"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:42+00:00"}
{"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 23.671467602951452, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "bf5de6d9-48ef-44e3-bfcc-9cc229ef737d", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"}
{"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 19.477614598930813, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "2bfc40b0-0ee6-4aaa-aee3-8e8c823e29ff", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"}
{"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:06+00:00"}
{"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.28557292604819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "39830e96-74c1-4e50-8ed2-bfbfecb10923", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"}
{"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.249245860031806, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "545b251f-042a-433e-8d97-cd6ec37344f1", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"}
{"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:18+00:00"}
{"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 21.23182502191048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "c098c7ef-a0dd-4d22-9bfa-f633cab5e71a", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"}
{"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 17.312815463985316, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "1f1abd7d-32d6-4877-aee2-f9bc59e067a8", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"}
{"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:40+00:00"}
{"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.41521816700697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "91eb30cf-c56d-46ea-969b-b8101ba34e94", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"}
{"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.090647766017355, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "ef00260f-1b09-4097-80b2-7fd2793115a9", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"}
{"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:56+00:00"}
{"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 25.80541736201849, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "b2f531d0-0f3d-4e09-84a0-027eafa8a2ee", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"}
{"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 21.50531443604268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "24650f22-dd19-4ede-b46e-94503a45e470", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"}
{"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:22+00:00"}
{"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.31157209095545, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "1b58d653-cc41-4b4f-854e-1bcea7b70cb6", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"}
{"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.23152010201011, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "e4e50318-bea4-491e-a841-b87cfd530100", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"}
{"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:38+00:00"}
{"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 25.232579772011377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "e52dbb3f-d64b-4b51-bb5d-1bfa214be546", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"}
{"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 21.136933416943066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "9144fb04-ed74-4a5c-b9bb-241392169553", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"}
{"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:03+00:00"}
{"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.80125685199164, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "ddd6b761-fbdd-43ce-8318-5a913c925483", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"}
{"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.404910248937085, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "67bd56ca-98a9-4987-9e8f-1cc6648b521e", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"}
{"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:24+00:00"}
{"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 30.336290027946234, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "0bdbe1b3-7db5-4d73-b3e4-69cd1a8ecd6f", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"}
{"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 26.267018934944645, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "04bb1a52-3b13-4850-86d0-bff0929b9fca", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"}
{"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:54+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.164858507923782, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "653f1126-4105-4632-a3a1-eab885eb1492", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.282363830017857, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "bf82adfd-b1b1-47e6-8718-f64ed5e85eb0", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.434894423000515, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "736f1948-7f97-4079-8832-ac0df82a7994", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.254158283001743, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "ab836e16-8f03-493d-9c84-b12f31f322e4", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"}
{"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:05+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 28.00122895196546, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "73cc3f2f-1810-461d-b5ec-d687be7c7c2e", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 19.545013536931947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "693a2341-e310-4382-ab4d-ebcee443a2ed", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 15.325956520042382, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "3d0522aa-71d3-447d-bc06-82e20d73b896", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 23.769422685028985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "5766bec5-494c-439a-b415-ee44b58e6458", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"}
{"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:33+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.180147567065433, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "7fb048c2-eb70-4787-a40d-aebc44aea223", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.38348453096114, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3d406299-4c68-47a0-b856-1fb80d460a4c", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.36404512997251, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "efab1a2e-6abc-4f59-953d-cf2605e3f4e2", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.86363404802978, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "705faa90-604e-41a6-890f-4ea342689013", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"}
{"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:56+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 32.58630899898708, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "3dec7f36-dac7-429a-8dc3-b626cb55e1bc", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 37.143638212932274, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "959dc6f4-8242-42a0-893a-75c50bde1510", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 41.104456190019846, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "0055c4b6-ef0d-4ef7-b12a-6b8fac93ed82", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 27.864509733975865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "32120f46-0f85-4547-bfe3-f4cf218f4cdd", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"}
{"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:37+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.146029158961028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "292347d3-599e-4995-9343-f4c4ea92ba58", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.386479272972792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "84cc10d3-151a-4f70-9870-f52479bae555", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.264626341988333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "425632a2-0f39-437e-9f69-3cc6778ad50b", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.297462549060583, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "6691b7d2-b733-42f0-b9a2-5a23c65b224d", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"}
{"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:50+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 29.902386614936404, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "bcd069b5-89c0-404d-8b20-261efe99ed8c", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 25.45569901203271, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "90291c6e-9728-46c6-8e37-2f78cd4ddcf3", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 21.350753517006524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "30458813-4e66-47d0-bfe7-9005bf8cd1bc", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 17.09259070304688, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "8250c5a1-5d0d-43f9-9f56-3576300fb559", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"}
{"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:20+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.064072138047777, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "59e803b3-055b-472f-90d2-e1605c98476b", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.322907218011096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "11e424ea-7a12-45dc-9e1a-a0a84336eda1", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.377687808009796, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "6f2a6ddc-731c-4aae-8fde-cb443a2c4b2f", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.768009021994658, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "8981fe86-fee7-4a20-bb59-f42ad77cd1a7", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"}
{"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:45+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 39.704366502934135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "5e167aad-e473-4f39-ad46-4271220f6e8a", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 43.78600317589007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "c608f55b-539b-4231-8490-cd340a52a152", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 34.97079492395278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "2cb05da2-c3d4-43f7-ad74-f46ea6e64afa", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 30.348195134080015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "d999628a-0004-4912-a479-c35ea0c21392", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"}
{"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:29+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.408958223066293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "937e5a4e-2ea1-402d-8c19-c607adf56d5e", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.433648851001635, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "48669a5f-0ab0-4a71-b169-e062f197f425", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.266337779001333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "79da1616-f658-494d-a399-a53335c28241", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.406082150992006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "7c0b382d-6239-4c81-bd54-9f35f3907888", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"}
{"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:45+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 33.7718479729956, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "c2bbb0a5-d631-4312-b9f7-d0a8bd54a891", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 25.511773854028434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "8a4d9bf8-b690-407c-83c1-f135da639b1a", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 21.07106483890675, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "ccbb16ee-948d-4b81-b7c8-528e772af6e7", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 29.577294206945226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "d49ddc7f-bcda-4dc1-8217-939bed1fba20", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"}
{"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:19+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.557466443045996, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "058641c8-b284-47a2-95be-5be72b64e593", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 30.297397001995705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "43a33781-f3b9-4b0c-be7f-2fef0e10dea0", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 28.613398466957733, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "cc4470f6-5d4a-44e3-8b2d-81c17ce747fa", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.972244543023407, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "36ceec4d-5a4c-4db3-928b-ffd9566026c7", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"}
{"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:49+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 49.49806550599169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "6dfd7460-fde8-40e7-aec5-4aad93a9c43b", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 40.493158568046056, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "f2fa2c38-1edd-4736-a98c-38d14aa9ce4e", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 45.15210597694386, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "fab69597-0a14-4715-a43c-d8310828026f", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 35.06573941500392, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "9ab5d7f5-0bdc-4484-8e8a-65f6dc4e33cc", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"}
{"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:39+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.030252284021117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "bbd88352-4305-4208-af2f-a0b515953ccf", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.064373499015346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "9741d398-7a22-4833-9fef-ab05855ed328", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.880326800979674, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "0a6c21a5-ef96-4034-8ba5-b9b8f8d8d27d", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.849352710065432, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "b4f0b34b-aff4-4fae-bb4e-6e52053a8fe4", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"}
{"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:56+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 26.12916861800477, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "2d1e64f7-01b2-4c61-bd9a-0d0c191901ac", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 21.789396547945216, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "e1692582-4e5a-4fa6-b42a-8429027eceec", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 30.297468604985625, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "f4934cd3-30e4-48de-80e3-a89e77853dc4", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 34.39610392705072, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "7bb30056-1fe8-4646-8bc9-921e59e0a0d9", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"}
{"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:23:30+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 41.724344391026534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "c48d8637-85be-4599-9bbc-3b76d384f5e4", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.95568442996591, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "33e356c8-842e-4c78-b52d-4c7c1dd46f98", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 40.517954731942154, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03bf4150-fc2d-407c-94d2-24b90c718e69", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.342807212960906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "65baadd5-8f0a-4b54-8b47-c5b75fcad7f2", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"}
{"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:24:13+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 54.817362171947025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "3d1491a0-1267-4ed9-909c-a9480360f5dd", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 48.64914127299562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "8347c872-7f67-4cce-b846-173c8582d6b7", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 59.851838841917925, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "fadcfa4f-df1f-4704-92af-a848b2ac9dca", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 64.27669383701868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "db5e4aeb-60b7-4c22-86fc-6e6d49cde765", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"}
{"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:17+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335457472014241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "2c8c3880-8807-4be7-84fa-fb58529eba20", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335661552031524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "01c0114c-f792-441f-87ef-79d923c1ab9c", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.332704754080623, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "b355b04a-4144-4004-af7b-f33d697249b0", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.33324004500173, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "190e5d78-e229-46ad-86f9-e6a10924bc45", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334823666955344, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "c4ec801d-7770-4bea-934b-d7bb2713e9eb", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334896337008104, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "df0761a6-2bc4-40dc-afa9-9c7d47c5f9d6", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.549175988067873, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "7abda8e5-9141-4df0-8e9c-53076043f009", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.34702816104982, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "01b21ebc-3b66-49b9-8709-da383b21fc73", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"}
{"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:30+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 42.84136775997467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "2e4ede46-93db-4900-bd7a-4fee86ac41c4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 46.77372864901554, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "df49f7c7-a165-4951-804f-7e0ea187cc3d", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 17.47987934399862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "4ac196d4-9cad-4ee5-9fbc-87fef6197467", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 25.740754232974723, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "0589032a-ce1a-4d34-847c-14152bfe7196", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 38.60307308402844, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "bffdcad9-8014-4f7a-b80a-c2e6b4344cb4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 30.05931832396891, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "8de551ba-f5b6-477c-b067-e45813c01898", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 34.39044417499099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "ddad882e-98a1-4740-a2d1-2d9c29d617b7", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 21.741637570085004, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "c766a87b-97ae-455e-9bae-2699d783e091", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"}
{"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:26:17+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.14768142497633, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "377b23dc-55d4-43d2-b18b-a5bdd69ddcde", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.53640382294543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "f985c4cd-31cb-447b-ad07-6ab9fea8c4d3", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.28767847898416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "8b042eea-175e-4634-8693-77d91a79f671", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.55642398400232, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "f9d68989-0bff-46a2-a51d-9ce28837b620", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.562325420905836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "64252761-90a7-41b1-a480-8cce36e8a102", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 41.477812157943845, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "720fa6ab-678c-47b3-a317-08095f7a465e", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.787638601032086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "93f52783-68f0-44e4-88bc-bbe6fbb07531", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.43868257000577, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "1edc0b4a-2f29-4a20-be5a-6e1b7a93591c", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"}
{"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:27:01+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 57.68607429298572, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "b5c975c8-0b3c-4ad4-8913-8285a60861b7", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 76.17398678103928, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1048dd85-9d08-45c9-988c-aeb32e472880", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 47.4208950920729, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "e801fe10-697a-4c1b-b543-d3827c588c66", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 67.32195870392025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "3e66a12f-ea35-45ab-8176-75d8330d67a3", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 62.47981646703556, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e08551ad-6d41-4702-bd0e-c2c2db280843", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 72.13410900696181, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "65ea3752-4e33-41ef-99b9-125a7da71bfa", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 80.46928016503807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "6ceee544-6733-4ac5-9b3b-5818ddf1c3b2", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 52.52554484305438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "4233f111-6ca3-4782-97a8-197657f42042", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"}
{"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:22+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.459120771032758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "401c040d-f3b2-4f2f-b435-291e0df5f968", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.629003262030892, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "1181d962-c837-411e-babe-e81f65dd9f90", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.457836457993835, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "d1618ca2-3d80-46aa-8d75-588297a77c8e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.608319779043086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "8878c7c7-c06b-41c1-b91f-3305ea526d7e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.478265107027255, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "cef7eb5e-b416-4ffb-82c0-3e67bc3df610", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.60371508798562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "6a6366c3-65ca-44be-895e-3cb67b659dba", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.41940595197957, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "382120bc-d635-4eb5-931c-217427f0f2d8", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.45026188099291, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "a4e253bf-4177-4ef5-ac5c-0ad6bcfd7568", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"}
{"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:39+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 50.901412846986204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "8a9eaf53-30b9-4d9d-a8f9-b1502b7b4edd", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 38.499376205028966, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "c8fb1386-757a-458f-9700-09aec72f4f64", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 21.292699328972958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "0b8ff13c-d59e-4f81-b9a2-8bf9400a2c62", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 29.694893409963697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "bc05964d-528d-4b23-89a1-5288dff9b7e5", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 46.833752351929434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "babaa9f4-10aa-4ffa-a57c-a5cd9a7dda8c", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 42.401562356972136, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "c84ddde7-bab2-4a99-9551-edef110870be", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 34.22944985702634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9fbb131a-7d2a-404a-ac9c-b5ea48010a85", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 25.6782223850023, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "c8905698-0f75-4a02-99ad-e37612798496", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"}
{"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:29:29+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 47.897062849020585, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "4c3d4783-4704-448f-8832-10163f4736cf", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.27915094606578, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6d555dad-7b46-4ba7-aeb6-51716d341e9e", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.934041725005955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "97bfdb31-df47-4b5a-8fa3-f0701cbf768c", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.79319371690508, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "8062feb2-fd80-4928-93fa-a1da0837b9c9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.999043234973215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cbc2900e-1ef0-4572-a94e-234782c5fe73", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.69135074794758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a9a66b22-eb1e-4f2c-a2c9-767ee0db88fb", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.40839631203562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "088be96f-ae78-41e2-b1fe-04dc72a291d9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.424382635043, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "bf1435bc-aafb-4919-b8d0-7befbd9a8509", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"}
{"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:30:19+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 80.15699178201612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "85e4ee81-628e-4a25-876d-3aa86754e875", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 84.88727910805028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "2f9a7950-b048-4ff9-92c8-2f40838d69b5", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 53.471088112099096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "290c6c0e-2dd9-4f4d-8942-af4f3cd533f3", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 89.01116517395712, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "977e0e04-f698-4ad5-a435-cc0eda2cbe25", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 75.42567635898013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "f7110947-f0bb-4247-af23-134b0e6b1118", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 59.30083597195335, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "9b8623b5-5fe8-4845-90ce-ed7a2e431350", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 70.2182034989819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "c1f2ff79-76a0-4a8e-9612-d3ebaf2e74ce", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 64.89502487401478, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "11173ef9-610b-4d7b-a750-28c262c9f162", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"}
{"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:31:48+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283443185966462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "2b1dd20c-95a8-4f94-aafd-326d11ea776a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283966163056903, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "18ed34c5-e73b-412f-90ff-5f2169203da0", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.27931976504624, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "d13b0dde-760b-4f86-88e0-6c224990e4d3", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.309190739062615, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "25d11fa9-a548-49b0-a3c8-f8ef01bc504a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.308204406988807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "ec091a06-8359-4c0f-82e6-19b3e2ca3afb", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.312537566991523, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "4090b41d-2fa3-451f-8d3c-011b545a4f32", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.177375345956534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "53296dc7-3c42-4585-b039-5e52588cdb3c", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.285106402938254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "f90f4d5c-dc3f-4f8d-a693-278dd5809baa", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"}
{"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:06+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 47.35277255496476, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "76235fad-078b-4235-8721-887750dc54c4", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 22.17215183994267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "c90caa19-e433-4cd1-a965-e33360662ef1", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 39.12416134495288, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "b32696b1-04f9-47f4-b286-445baf00fa98", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 51.36871872097254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "c4a54bf7-1992-48fa-9681-26d581d24bea", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 30.467434537014924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "29f90be2-b709-4eab-85bb-268400d97a13", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 43.11207495897543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "64da25f5-eb2a-4d44-8941-7d6e5b65625a", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 34.85885760106612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "0966fbd4-4026-4417-8740-fca8edf7869b", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 26.54214639798738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "060b4342-8130-454c-b007-96a5a0c66676", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"}
{"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:57+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 60.2616201590281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "b6c45b53-2334-4477-8953-0f5f90e63560", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 61.25790296308696, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "5c262ec5-e21f-448c-aa50-c5a1ca5ae784", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.98306232702453, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "3447f2c3-b8a9-4cac-9cf8-bfcf88a37568", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 58.71239382796921, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "a4972dc2-ca62-43e7-abe9-699002c1e4c8", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.65580326097552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "a7e97002-445c-43dd-bc39-a5a00387035c", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.00666428799741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "0d841a11-614b-4d7d-b4e9-50f79ff54276", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 62.065980699961074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "b33292b5-6fd9-4621-8e28-9b4d484290b7", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 64.52126387902535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "a59d5c51-5bdc-446a-b6cd-7287b840e061", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"}
{"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:34:02+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 87.97228427603841, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "c350445a-fa88-4b25-9170-3a07d27519e6", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 93.79319494601805, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "bcb5e640-1466-47a9-a06a-06290e0e9cd3", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 107.84220225794706, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "75b101fc-38a1-4705-836d-c32e85d455c0", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 67.61882717302069, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "af5845cf-95ba-4f5c-8118-4a0fe30bf59b", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 103.59626760100946, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "3eb166c2-2be5-4193-a104-aed16602fb89", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 74.98075261898339, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "4be7e82b-3f74-4220-b793-9b02b7977c51", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 81.72484456701204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "d883c970-c4e5-4d72-a6d7-3825ea8b0b68", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 99.00304393901024, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "4f9ec88c-dc48-4b3f-9565-de7aa4590c23", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"}
{"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:35:50+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.2729909659829, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "769cc930-463e-43c4-b583-12cd3663cee2", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.26838287198916, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "55457f3f-8a57-4c44-aaf5-99abfa8fc462", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.267445857985877, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "65cea9ab-d9b5-4371-be87-0739cc0f0048", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.836361818946898, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "91909784-7069-4357-ba13-9e4d7355d876", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.776443758048117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "f69e26e0-0b66-4fc0-8390-ee26b71cfe7c", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.90916912292596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "7e54f919-4527-4a36-bbdf-8d996fa5b66f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.94090458401479, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "2da81aab-62e9-4fde-a617-9a2e1b1bc450", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.180371083901264, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "caa74cc4-015e-4929-8fcd-05a65268724f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"}
{"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:36:19+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 43.35426896892022, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "942485d7-e83d-4f2d-88d3-3c38e9d8d7f4", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 64.48287614004221, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "fc15e464-ca39-4cc0-a633-7cf9e06a380d", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 60.16222837404348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "d79b14a5-6adb-4086-9bdf-b12441c53d04", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 55.91051249101292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "289a2d5e-4631-42dd-b7c6-89dcbe0ffdea", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 47.710983964963816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "bb88092d-b6a5-496f-ac5d-ca6c4f10ffa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 34.936001992900856, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "e35ee94b-bf1e-421c-89cc-de740bf92aa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 52.09323489898816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "e30ac078-351d-4225-a38b-66314da1a9d2", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 39.268800497055054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "8d5c1089-54d4-4635-b6a1-4bfc3efa2dfe", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"}
{"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:37:24+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 55.024945611017756, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "8924e0c2-054e-4186-ab1a-5873056d022c", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.29309664305765, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "bf227f04-b015-4456-8d4a-c9f3d4926742", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 61.91405521600973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "44ac56cc-0bec-489b-9f4a-29d7040a81e5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 87.32617444591597, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "415f4339-26f6-462a-8074-6079cb8c02f5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 88.09934758895542, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "5a1fe6d6-499f-41f7-a6f4-400e78b87b40", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.08739734697156, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "ff74542b-a321-4ac2-b00c-bae5bcb54df1", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 48.16778869298287, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "4fc084f1-3b8e-4b93-af3f-81aa8beaaceb", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 41.09000222198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "cfed3fb0-1f8b-441f-b68d-b66480c287a5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"}
{"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:38:53+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 119.67933110392187, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "b626cd7e-3222-432b-b7a7-7e35cd8bd060", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 123.97370596707333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "c76adeb1-0bc8-41f1-8d37-c27fcd1bb5a2", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 115.512212238973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "059dd459-bc9c-4650-b55c-8e6709f564b5", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 101.64282160298899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "3190d13a-b500-493c-9fd6-c99b88fcf60f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 128.23951757198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "c20985f4-c075-457d-88bd-b4679a0a2ae7", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 107.03812303801533, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "a30b4ec1-0057-474e-9b13-5b1d4885ff7f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 95.28060382604599, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bf5fed07-28b1-4df6-b1ae-86dee2ce940a", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
{"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 111.23267211997882, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "a0a426cc-51c6-4db4-96e0-f349368ebbb9", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"}
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="720pt" height="504pt" viewBox="0 0 720 504" xmlns="http://www.w3.org/2000/svg" version="1.1">
<metadata>
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2026-01-26T20:41:56.968842</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
<dc:title>Matplotlib v3.10.8, https://matplotlib.org/</dc:title>
</cc:Agent>
</dc:creator>
</cc:Work>
</rdf:RDF>
</metadata>
<defs>
<style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style>
</defs>
<g id="figure_1">
<g id="patch_1">
<path d="M 0 504
L 720 504
L 720 0
L 0 0
z
" style="fill: #ffffff"/>
</g>
<g id="axes_1">
<g id="patch_2">
<path d="M 44.66 234.11
L 354.6 234.11
L 354.6 50.64
L 44.66 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<path d="M 58.748182 234.11
L 58.748182 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_2">
<defs>
<path id="m97cdf2a478" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m97cdf2a478" x="58.748182" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_2">
<g id="line2d_3">
<path d="M 99.00013 234.11
L 99.00013 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_4">
<g>
<use xlink:href="#m97cdf2a478" x="99.00013" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_3">
<g id="line2d_5">
<path d="M 139.252078 234.11
L 139.252078 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_6">
<g>
<use xlink:href="#m97cdf2a478" x="139.252078" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_4">
<g id="line2d_7">
<path d="M 179.504026 234.11
L 179.504026 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_8">
<g>
<use xlink:href="#m97cdf2a478" x="179.504026" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_5">
<g id="line2d_9">
<path d="M 219.755974 234.11
L 219.755974 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_10">
<g>
<use xlink:href="#m97cdf2a478" x="219.755974" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_6">
<g id="line2d_11">
<path d="M 260.007922 234.11
L 260.007922 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_12">
<g>
<use xlink:href="#m97cdf2a478" x="260.007922" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_7">
<g id="line2d_13">
<path d="M 300.25987 234.11
L 300.25987 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_14">
<g>
<use xlink:href="#m97cdf2a478" x="300.25987" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_8">
<g id="line2d_15">
<path d="M 340.511818 234.11
L 340.511818 50.64
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_16">
<g>
<use xlink:href="#m97cdf2a478" x="340.511818" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_1">
<!-- n_prompts -->
<g transform="translate(173.175312 248.930313) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-6e" d="M 3513 2113
L 3513 0
L 2938 0
L 2938 2094
Q 2938 2591 2744 2837
Q 2550 3084 2163 3084
Q 1697 3084 1428 2787
Q 1159 2491 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1366 3272 1645 3428
Q 1925 3584 2291 3584
Q 2894 3584 3203 3211
Q 3513 2838 3513 2113
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-5f" d="M 3263 -1063
L 3263 -1509
L -63 -1509
L -63 -1063
L 3263 -1063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-70" d="M 1159 525
L 1159 -1331
L 581 -1331
L 581 3500
L 1159 3500
L 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
z
M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-72" d="M 2631 2963
Q 2534 3019 2420 3045
Q 2306 3072 2169 3072
Q 1681 3072 1420 2755
Q 1159 2438 1159 1844
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1341 3275 1631 3429
Q 1922 3584 2338 3584
Q 2397 3584 2469 3576
Q 2541 3569 2628 3553
L 2631 2963
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6f" d="M 1959 3097
Q 1497 3097 1228 2736
Q 959 2375 959 1747
Q 959 1119 1226 758
Q 1494 397 1959 397
Q 2419 397 2687 759
Q 2956 1122 2956 1747
Q 2956 2369 2687 2733
Q 2419 3097 1959 3097
z
M 1959 3584
Q 2709 3584 3137 3096
Q 3566 2609 3566 1747
Q 3566 888 3137 398
Q 2709 -91 1959 -91
Q 1206 -91 779 398
Q 353 888 353 1747
Q 353 2609 779 3096
Q 1206 3584 1959 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6d" d="M 3328 2828
Q 3544 3216 3844 3400
Q 4144 3584 4550 3584
Q 5097 3584 5394 3201
Q 5691 2819 5691 2113
L 5691 0
L 5113 0
L 5113 2094
Q 5113 2597 4934 2840
Q 4756 3084 4391 3084
Q 3944 3084 3684 2787
Q 3425 2491 3425 1978
L 3425 0
L 2847 0
L 2847 2094
Q 2847 2600 2669 2842
Q 2491 3084 2119 3084
Q 1678 3084 1418 2786
Q 1159 2488 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1356 3278 1631 3431
Q 1906 3584 2284 3584
Q 2666 3584 2933 3390
Q 3200 3197 3328 2828
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-74" d="M 1172 4494
L 1172 3500
L 2356 3500
L 2356 3053
L 1172 3053
L 1172 1153
Q 1172 725 1289 603
Q 1406 481 1766 481
L 2356 481
L 2356 0
L 1766 0
Q 1100 0 847 248
Q 594 497 594 1153
L 594 3053
L 172 3053
L 172 3500
L 594 3500
L 594 4494
L 1172 4494
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-73" d="M 2834 3397
L 2834 2853
Q 2591 2978 2328 3040
Q 2066 3103 1784 3103
Q 1356 3103 1142 2972
Q 928 2841 928 2578
Q 928 2378 1081 2264
Q 1234 2150 1697 2047
L 1894 2003
Q 2506 1872 2764 1633
Q 3022 1394 3022 966
Q 3022 478 2636 193
Q 2250 -91 1575 -91
Q 1294 -91 989 -36
Q 684 19 347 128
L 347 722
Q 666 556 975 473
Q 1284 391 1588 391
Q 1994 391 2212 530
Q 2431 669 2431 922
Q 2431 1156 2273 1281
Q 2116 1406 1581 1522
L 1381 1569
Q 847 1681 609 1914
Q 372 2147 372 2553
Q 372 3047 722 3315
Q 1072 3584 1716 3584
Q 2034 3584 2315 3537
Q 2597 3491 2834 3397
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_2">
<g id="ytick_1">
<g id="line2d_17">
<path d="M 44.66 223.47555
L 354.6 223.47555
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_18">
<defs>
<path id="me4236e166e" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#me4236e166e" x="44.66" y="223.47555" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
<!-- 4 -->
<g transform="translate(31.2975 227.274769) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-34" d="M 2419 4116
L 825 1625
L 2419 1625
L 2419 4116
z
M 2253 4666
L 3047 4666
L 3047 1625
L 3713 1625
L 3713 1100
L 3047 1100
L 3047 0
L 2419 0
L 2419 1100
L 313 1100
L 313 1709
L 2253 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="ytick_2">
<g id="line2d_19">
<path d="M 44.66 199.680711
L 354.6 199.680711
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_20">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="199.680711" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
<!-- 5 -->
<g transform="translate(31.2975 203.47993) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-35" d="M 691 4666
L 3169 4666
L 3169 4134
L 1269 4134
L 1269 2991
Q 1406 3038 1543 3061
Q 1681 3084 1819 3084
Q 2600 3084 3056 2656
Q 3513 2228 3513 1497
Q 3513 744 3044 326
Q 2575 -91 1722 -91
Q 1428 -91 1123 -41
Q 819 9 494 109
L 494 744
Q 775 591 1075 516
Q 1375 441 1709 441
Q 2250 441 2565 725
Q 2881 1009 2881 1497
Q 2881 1984 2565 2268
Q 2250 2553 1709 2553
Q 1456 2553 1204 2497
Q 953 2441 691 2322
L 691 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="ytick_3">
<g id="line2d_21">
<path d="M 44.66 175.885872
L 354.6 175.885872
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_22">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="175.885872" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
<!-- 6 -->
<g transform="translate(31.2975 179.68509) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-36" d="M 2113 2584
Q 1688 2584 1439 2293
Q 1191 2003 1191 1497
Q 1191 994 1439 701
Q 1688 409 2113 409
Q 2538 409 2786 701
Q 3034 994 3034 1497
Q 3034 2003 2786 2293
Q 2538 2584 2113 2584
z
M 3366 4563
L 3366 3988
Q 3128 4100 2886 4159
Q 2644 4219 2406 4219
Q 1781 4219 1451 3797
Q 1122 3375 1075 2522
Q 1259 2794 1537 2939
Q 1816 3084 2150 3084
Q 2853 3084 3261 2657
Q 3669 2231 3669 1497
Q 3669 778 3244 343
Q 2819 -91 2113 -91
Q 1303 -91 875 529
Q 447 1150 447 2328
Q 447 3434 972 4092
Q 1497 4750 2381 4750
Q 2619 4750 2861 4703
Q 3103 4656 3366 4563
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="ytick_4">
<g id="line2d_23">
<path d="M 44.66 152.091032
L 354.6 152.091032
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_24">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="152.091032" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
<!-- 7 -->
<g transform="translate(31.2975 155.890251) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-37" d="M 525 4666
L 3525 4666
L 3525 4397
L 1831 0
L 1172 0
L 2766 4134
L 525 4134
L 525 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="ytick_5">
<g id="line2d_25">
<path d="M 44.66 128.296193
L 354.6 128.296193
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_26">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="128.296193" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
<!-- 8 -->
<g transform="translate(31.2975 132.095412) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-38" d="M 2034 2216
Q 1584 2216 1326 1975
Q 1069 1734 1069 1313
Q 1069 891 1326 650
Q 1584 409 2034 409
Q 2484 409 2743 651
Q 3003 894 3003 1313
Q 3003 1734 2745 1975
Q 2488 2216 2034 2216
z
M 1403 2484
Q 997 2584 770 2862
Q 544 3141 544 3541
Q 544 4100 942 4425
Q 1341 4750 2034 4750
Q 2731 4750 3128 4425
Q 3525 4100 3525 3541
Q 3525 3141 3298 2862
Q 3072 2584 2669 2484
Q 3125 2378 3379 2068
Q 3634 1759 3634 1313
Q 3634 634 3220 271
Q 2806 -91 2034 -91
Q 1263 -91 848 271
Q 434 634 434 1313
Q 434 1759 690 2068
Q 947 2378 1403 2484
z
M 1172 3481
Q 1172 3119 1398 2916
Q 1625 2713 2034 2713
Q 2441 2713 2670 2916
Q 2900 3119 2900 3481
Q 2900 3844 2670 4047
Q 2441 4250 2034 4250
Q 1625 4250 1398 4047
Q 1172 3844 1172 3481
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="ytick_6">
<g id="line2d_27">
<path d="M 44.66 104.501354
L 354.6 104.501354
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_28">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="104.501354" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_7">
<!-- 9 -->
<g transform="translate(31.2975 108.300573) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-39" d="M 703 97
L 703 672
Q 941 559 1184 500
Q 1428 441 1663 441
Q 2288 441 2617 861
Q 2947 1281 2994 2138
Q 2813 1869 2534 1725
Q 2256 1581 1919 1581
Q 1219 1581 811 2004
Q 403 2428 403 3163
Q 403 3881 828 4315
Q 1253 4750 1959 4750
Q 2769 4750 3195 4129
Q 3622 3509 3622 2328
Q 3622 1225 3098 567
Q 2575 -91 1691 -91
Q 1453 -91 1209 -44
Q 966 3 703 97
z
M 1959 2075
Q 2384 2075 2632 2365
Q 2881 2656 2881 3163
Q 2881 3666 2632 3958
Q 2384 4250 1959 4250
Q 1534 4250 1286 3958
Q 1038 3666 1038 3163
Q 1038 2656 1286 2365
Q 1534 2075 1959 2075
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-39"/>
</g>
</g>
</g>
<g id="ytick_7">
<g id="line2d_29">
<path d="M 44.66 80.706515
L 354.6 80.706515
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_30">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="80.706515" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_8">
<!-- 10 -->
<g transform="translate(24.935 84.505733) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-31" d="M 794 531
L 1825 531
L 1825 4091
L 703 3866
L 703 4441
L 1819 4666
L 2450 4666
L 2450 531
L 3481 531
L 3481 0
L 794 0
L 794 531
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-30" d="M 2034 4250
Q 1547 4250 1301 3770
Q 1056 3291 1056 2328
Q 1056 1369 1301 889
Q 1547 409 2034 409
Q 2525 409 2770 889
Q 3016 1369 3016 2328
Q 3016 3291 2770 3770
Q 2525 4250 2034 4250
z
M 2034 4750
Q 2819 4750 3233 4129
Q 3647 3509 3647 2328
Q 3647 1150 3233 529
Q 2819 -91 2034 -91
Q 1250 -91 836 529
Q 422 1150 422 2328
Q 422 3509 836 4129
Q 1250 4750 2034 4750
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_8">
<g id="line2d_31">
<path d="M 44.66 56.911675
L 354.6 56.911675
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_32">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="56.911675" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_9">
<!-- 11 -->
<g transform="translate(24.935 60.710894) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-31" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_10">
<!-- TTFT p50 (s) -->
<g transform="translate(18.855313 173.458594) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-54" d="M -19 4666
L 3928 4666
L 3928 4134
L 2272 4134
L 2272 0
L 1638 0
L 1638 4134
L -19 4134
L -19 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-46" d="M 628 4666
L 3309 4666
L 3309 4134
L 1259 4134
L 1259 2759
L 3109 2759
L 3109 2228
L 1259 2228
L 1259 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-20" transform="scale(0.015625)"/>
<path id="DejaVuSans-28" d="M 1984 4856
Q 1566 4138 1362 3434
Q 1159 2731 1159 2009
Q 1159 1288 1364 580
Q 1569 -128 1984 -844
L 1484 -844
Q 1016 -109 783 600
Q 550 1309 550 2009
Q 550 2706 781 3412
Q 1013 4119 1484 4856
L 1984 4856
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-29" d="M 513 4856
L 1013 4856
Q 1481 4119 1714 3412
Q 1947 2706 1947 2009
Q 1947 1309 1714 600
Q 1481 -109 1013 -844
L 513 -844
Q 928 -128 1133 580
Q 1338 1288 1338 2009
Q 1338 2731 1133 3434
Q 928 4138 513 4856
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-54"/>
<use xlink:href="#DejaVuSans-54" transform="translate(59.333984 0)"/>
<use xlink:href="#DejaVuSans-46" transform="translate(120.417969 0)"/>
<use xlink:href="#DejaVuSans-54" transform="translate(176.1875 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(237.271484 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(269.058594 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(332.535156 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(396.158203 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(459.78125 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(491.568359 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(530.582031 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(582.681641 0)"/>
</g>
</g>
</g>
<g id="line2d_33">
<path d="M 58.748182 145.790473
L 99.00013 225.665845
L 179.504026 225.22216
L 340.511818 223.485963
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m9c1df40f29" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #1f77b4"/>
</defs>
<g clip-path="url(#pa3e4d40ab5)">
<use xlink:href="#m9c1df40f29" x="58.748182" y="145.790473" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="99.00013" y="225.665845" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="179.504026" y="225.22216" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="340.511818" y="223.485963" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_34">
<path d="M 58.748182 225.770455
L 99.00013 225.372931
L 179.504026 223.551751
L 340.511818 220.087039
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m7563e90786" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #ff7f0e"/>
</defs>
<g clip-path="url(#pa3e4d40ab5)">
<use xlink:href="#m7563e90786" x="58.748182" y="225.770455" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="99.00013" y="225.372931" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="179.504026" y="223.551751" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="340.511818" y="220.087039" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_35">
<path d="M 58.748182 224.885698
L 99.00013 223.363303
L 179.504026 220.056821
L 340.511818 213.668217
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m3079259b50" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #2ca02c"/>
</defs>
<g clip-path="url(#pa3e4d40ab5)">
<use xlink:href="#m3079259b50" x="58.748182" y="224.885698" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="99.00013" y="223.363303" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="179.504026" y="220.056821" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="340.511818" y="213.668217" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_36">
<path d="M 58.748182 223.879415
L 99.00013 220.127161
L 179.504026 213.939549
L 340.511818 58.979545
" clip-path="url(#pa3e4d40ab5)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="ma09479af52" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #d62728"/>
</defs>
<g clip-path="url(#pa3e4d40ab5)">
<use xlink:href="#ma09479af52" x="58.748182" y="223.879415" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="99.00013" y="220.127161" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="179.504026" y="213.939549" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="340.511818" y="58.979545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_3">
<path d="M 44.66 234.11
L 44.66 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_4">
<path d="M 354.6 234.11
L 354.6 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_5">
<path d="M 44.66 234.11
L 354.6 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_6">
<path d="M 44.66 50.64
L 354.6 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_11">
<!-- same_prompt, prompt_logprobs=0 -->
<g transform="translate(95.103437 44.64) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-61" d="M 2194 1759
Q 1497 1759 1228 1600
Q 959 1441 959 1056
Q 959 750 1161 570
Q 1363 391 1709 391
Q 2188 391 2477 730
Q 2766 1069 2766 1631
L 2766 1759
L 2194 1759
z
M 3341 1997
L 3341 0
L 2766 0
L 2766 531
Q 2569 213 2275 61
Q 1981 -91 1556 -91
Q 1019 -91 701 211
Q 384 513 384 1019
Q 384 1609 779 1909
Q 1175 2209 1959 2209
L 2766 2209
L 2766 2266
Q 2766 2663 2505 2880
Q 2244 3097 1772 3097
Q 1472 3097 1187 3025
Q 903 2953 641 2809
L 641 3341
Q 956 3463 1253 3523
Q 1550 3584 1831 3584
Q 2591 3584 2966 3190
Q 3341 2797 3341 1997
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-65" d="M 3597 1894
L 3597 1613
L 953 1613
Q 991 1019 1311 708
Q 1631 397 2203 397
Q 2534 397 2845 478
Q 3156 559 3463 722
L 3463 178
Q 3153 47 2828 -22
Q 2503 -91 2169 -91
Q 1331 -91 842 396
Q 353 884 353 1716
Q 353 2575 817 3079
Q 1281 3584 2069 3584
Q 2775 3584 3186 3129
Q 3597 2675 3597 1894
z
M 3022 2063
Q 3016 2534 2758 2815
Q 2500 3097 2075 3097
Q 1594 3097 1305 2825
Q 1016 2553 972 2059
L 3022 2063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2c" d="M 750 794
L 1409 794
L 1409 256
L 897 -744
L 494 -744
L 750 256
L 750 794
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6c" d="M 603 4863
L 1178 4863
L 1178 0
L 603 0
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-67" d="M 2906 1791
Q 2906 2416 2648 2759
Q 2391 3103 1925 3103
Q 1463 3103 1205 2759
Q 947 2416 947 1791
Q 947 1169 1205 825
Q 1463 481 1925 481
Q 2391 481 2648 825
Q 2906 1169 2906 1791
z
M 3481 434
Q 3481 -459 3084 -895
Q 2688 -1331 1869 -1331
Q 1566 -1331 1297 -1286
Q 1028 -1241 775 -1147
L 775 -588
Q 1028 -725 1275 -790
Q 1522 -856 1778 -856
Q 2344 -856 2625 -561
Q 2906 -266 2906 331
L 2906 616
Q 2728 306 2450 153
Q 2172 0 1784 0
Q 1141 0 747 490
Q 353 981 353 1791
Q 353 2603 747 3093
Q 1141 3584 1784 3584
Q 2172 3584 2450 3431
Q 2728 3278 2906 2969
L 2906 3500
L 3481 3500
L 3481 434
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-62" d="M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
M 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
L 1159 0
L 581 0
L 581 4863
L 1159 4863
L 1159 2969
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-3d" d="M 678 2906
L 4684 2906
L 4684 2381
L 678 2381
L 678 2906
z
M 678 1631
L 4684 1631
L 4684 1100
L 678 1100
L 678 1631
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_1">
<g id="patch_7">
<path d="M 50.26 104.9
L 129.9775 104.9
Q 131.5775 104.9 131.5775 103.3
L 131.5775 56.24
Q 131.5775 54.64 129.9775 54.64
L 50.26 54.64
Q 48.66 54.64 48.66 56.24
L 48.66 103.3
Q 48.66 104.9 50.26 104.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_37">
<path d="M 51.86 61.11875
L 59.86 61.11875
L 67.86 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9c1df40f29" x="59.86" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_12">
<!-- n_samples=1 -->
<g transform="translate(74.26 63.91875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_38">
<path d="M 51.86 73.08375
L 59.86 73.08375
L 67.86 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m7563e90786" x="59.86" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_13">
<!-- n_samples=2 -->
<g transform="translate(74.26 75.88375) scale(0.08 -0.08)">
<defs>
<path id="DejaVuSans-32" d="M 1228 531
L 3431 531
L 3431 0
L 469 0
L 469 531
Q 828 903 1448 1529
Q 2069 2156 2228 2338
Q 2531 2678 2651 2914
Q 2772 3150 2772 3378
Q 2772 3750 2511 3984
Q 2250 4219 1831 4219
Q 1534 4219 1204 4116
Q 875 4013 500 3803
L 500 4441
Q 881 4594 1212 4672
Q 1544 4750 1819 4750
Q 2544 4750 2975 4387
Q 3406 4025 3406 3419
Q 3406 3131 3298 2873
Q 3191 2616 2906 2266
Q 2828 2175 2409 1742
Q 1991 1309 1228 531
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_39">
<path d="M 51.86 85.04875
L 59.86 85.04875
L 67.86 85.04875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3079259b50" x="59.86" y="85.04875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_14">
<!-- n_samples=4 -->
<g transform="translate(74.26 87.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_40">
<path d="M 51.86 97.01375
L 59.86 97.01375
L 67.86 97.01375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#ma09479af52" x="59.86" y="97.01375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_15">
<!-- n_samples=8 -->
<g transform="translate(74.26 99.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_2">
<g id="patch_8">
<path d="M 399.26 234.11
L 709.2 234.11
L 709.2 50.64
L 399.26 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_3">
<g id="xtick_9">
<g id="line2d_41">
<path d="M 413.348182 234.11
L 413.348182 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_42">
<g>
<use xlink:href="#m97cdf2a478" x="413.348182" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_10">
<g id="line2d_43">
<path d="M 453.60013 234.11
L 453.60013 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_44">
<g>
<use xlink:href="#m97cdf2a478" x="453.60013" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_11">
<g id="line2d_45">
<path d="M 493.852078 234.11
L 493.852078 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_46">
<g>
<use xlink:href="#m97cdf2a478" x="493.852078" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_12">
<g id="line2d_47">
<path d="M 534.104026 234.11
L 534.104026 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_48">
<g>
<use xlink:href="#m97cdf2a478" x="534.104026" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_13">
<g id="line2d_49">
<path d="M 574.355974 234.11
L 574.355974 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_50">
<g>
<use xlink:href="#m97cdf2a478" x="574.355974" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_14">
<g id="line2d_51">
<path d="M 614.607922 234.11
L 614.607922 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_52">
<g>
<use xlink:href="#m97cdf2a478" x="614.607922" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_15">
<g id="line2d_53">
<path d="M 654.85987 234.11
L 654.85987 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_54">
<g>
<use xlink:href="#m97cdf2a478" x="654.85987" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_16">
<g id="line2d_55">
<path d="M 695.111818 234.11
L 695.111818 50.64
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_56">
<g>
<use xlink:href="#m97cdf2a478" x="695.111818" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_16">
<!-- n_prompts -->
<g transform="translate(527.775313 248.930313) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_4">
<g id="ytick_9">
<g id="line2d_57">
<path d="M 399.26 222.37783
L 709.2 222.37783
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_58">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="222.37783" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
<!-- 4 -->
<g transform="translate(385.8975 226.177049) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="ytick_10">
<g id="line2d_59">
<path d="M 399.26 199.00573
L 709.2 199.00573
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_60">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="199.00573" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
<!-- 5 -->
<g transform="translate(385.8975 202.804949) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="ytick_11">
<g id="line2d_61">
<path d="M 399.26 175.633631
L 709.2 175.633631
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_62">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="175.633631" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_19">
<!-- 6 -->
<g transform="translate(385.8975 179.432849) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="ytick_12">
<g id="line2d_63">
<path d="M 399.26 152.261531
L 709.2 152.261531
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_64">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="152.261531" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_20">
<!-- 7 -->
<g transform="translate(385.8975 156.06075) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="ytick_13">
<g id="line2d_65">
<path d="M 399.26 128.889431
L 709.2 128.889431
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_66">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="128.889431" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_21">
<!-- 8 -->
<g transform="translate(385.8975 132.68865) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="ytick_14">
<g id="line2d_67">
<path d="M 399.26 105.517331
L 709.2 105.517331
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_68">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="105.517331" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_22">
<!-- 9 -->
<g transform="translate(385.8975 109.31655) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-39"/>
</g>
</g>
</g>
<g id="ytick_15">
<g id="line2d_69">
<path d="M 399.26 82.145232
L 709.2 82.145232
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_70">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="82.145232" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_23">
<!-- 10 -->
<g transform="translate(379.535 85.944451) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_16">
<g id="line2d_71">
<path d="M 399.26 58.773132
L 709.2 58.773132
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_72">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="58.773132" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_24">
<!-- 11 -->
<g transform="translate(379.535 62.572351) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-31" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_25">
<!-- TTFT p50 (s) -->
<g transform="translate(373.455312 173.458594) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-54"/>
<use xlink:href="#DejaVuSans-54" transform="translate(59.333984 0)"/>
<use xlink:href="#DejaVuSans-46" transform="translate(120.417969 0)"/>
<use xlink:href="#DejaVuSans-54" transform="translate(176.1875 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(237.271484 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(269.058594 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(332.535156 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(396.158203 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(459.78125 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(491.568359 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(530.582031 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(582.681641 0)"/>
</g>
</g>
</g>
<g id="line2d_73">
<path d="M 413.348182 225.770455
L 453.60013 224.585912
L 534.104026 224.044965
L 695.111818 222.698506
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p873a6250c5)">
<use xlink:href="#m9c1df40f29" x="413.348182" y="225.770455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="453.60013" y="224.585912" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="534.104026" y="224.044965" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="695.111818" y="222.698506" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_74">
<path d="M 413.348182 224.493549
L 453.60013 224.314645
L 534.104026 222.672242
L 695.111818 219.331686
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p873a6250c5)">
<use xlink:href="#m7563e90786" x="413.348182" y="224.493549" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="453.60013" y="224.314645" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="534.104026" y="222.672242" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="695.111818" y="219.331686" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_75">
<path d="M 413.348182 223.747021
L 453.60013 222.446236
L 534.104026 219.222002
L 695.111818 213.10741
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p873a6250c5)">
<use xlink:href="#m3079259b50" x="413.348182" y="223.747021" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="453.60013" y="222.446236" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="534.104026" y="219.222002" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="695.111818" y="213.10741" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_76">
<path d="M 413.348182 222.335423
L 453.60013 219.35927
L 534.104026 212.934697
L 695.111818 58.979545
" clip-path="url(#p873a6250c5)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p873a6250c5)">
<use xlink:href="#ma09479af52" x="413.348182" y="222.335423" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="453.60013" y="219.35927" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="534.104026" y="212.934697" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="695.111818" y="58.979545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_9">
<path d="M 399.26 234.11
L 399.26 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_10">
<path d="M 709.2 234.11
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_11">
<path d="M 399.26 234.11
L 709.2 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_12">
<path d="M 399.26 50.64
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_26">
<!-- same_prompt, prompt_logprobs=1 -->
<g transform="translate(449.703438 44.64) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_2">
<g id="patch_13">
<path d="M 404.86 104.9
L 484.5775 104.9
Q 486.1775 104.9 486.1775 103.3
L 486.1775 56.24
Q 486.1775 54.64 484.5775 54.64
L 404.86 54.64
Q 403.26 54.64 403.26 56.24
L 403.26 103.3
Q 403.26 104.9 404.86 104.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_77">
<path d="M 406.46 61.11875
L 414.46 61.11875
L 422.46 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9c1df40f29" x="414.46" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_27">
<!-- n_samples=1 -->
<g transform="translate(428.86 63.91875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_78">
<path d="M 406.46 73.08375
L 414.46 73.08375
L 422.46 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m7563e90786" x="414.46" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_28">
<!-- n_samples=2 -->
<g transform="translate(428.86 75.88375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_79">
<path d="M 406.46 85.04875
L 414.46 85.04875
L 422.46 85.04875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3079259b50" x="414.46" y="85.04875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_29">
<!-- n_samples=4 -->
<g transform="translate(428.86 87.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_80">
<path d="M 406.46 97.01375
L 414.46 97.01375
L 422.46 97.01375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#ma09479af52" x="414.46" y="97.01375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_30">
<!-- n_samples=8 -->
<g transform="translate(428.86 99.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_3">
<g id="patch_14">
<path d="M 44.66 462.04
L 354.6 462.04
L 354.6 278.57
L 44.66 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_5">
<g id="xtick_17">
<g id="line2d_81">
<path d="M 58.748182 462.04
L 58.748182 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_82">
<g>
<use xlink:href="#m97cdf2a478" x="58.748182" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_31">
<!-- 1 -->
<g transform="translate(55.566932 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_18">
<g id="line2d_83">
<path d="M 99.00013 462.04
L 99.00013 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_84">
<g>
<use xlink:href="#m97cdf2a478" x="99.00013" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_32">
<!-- 2 -->
<g transform="translate(95.81888 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_19">
<g id="line2d_85">
<path d="M 139.252078 462.04
L 139.252078 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_86">
<g>
<use xlink:href="#m97cdf2a478" x="139.252078" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_33">
<!-- 3 -->
<g transform="translate(136.070828 476.638438) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-33" d="M 2597 2516
Q 3050 2419 3304 2112
Q 3559 1806 3559 1356
Q 3559 666 3084 287
Q 2609 -91 1734 -91
Q 1441 -91 1130 -33
Q 819 25 488 141
L 488 750
Q 750 597 1062 519
Q 1375 441 1716 441
Q 2309 441 2620 675
Q 2931 909 2931 1356
Q 2931 1769 2642 2001
Q 2353 2234 1838 2234
L 1294 2234
L 1294 2753
L 1863 2753
Q 2328 2753 2575 2939
Q 2822 3125 2822 3475
Q 2822 3834 2567 4026
Q 2313 4219 1838 4219
Q 1578 4219 1281 4162
Q 984 4106 628 3988
L 628 4550
Q 988 4650 1302 4700
Q 1616 4750 1894 4750
Q 2613 4750 3031 4423
Q 3450 4097 3450 3541
Q 3450 3153 3228 2886
Q 3006 2619 2597 2516
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_20">
<g id="line2d_87">
<path d="M 179.504026 462.04
L 179.504026 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_88">
<g>
<use xlink:href="#m97cdf2a478" x="179.504026" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_34">
<!-- 4 -->
<g transform="translate(176.322776 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_21">
<g id="line2d_89">
<path d="M 219.755974 462.04
L 219.755974 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_90">
<g>
<use xlink:href="#m97cdf2a478" x="219.755974" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_35">
<!-- 5 -->
<g transform="translate(216.574724 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_22">
<g id="line2d_91">
<path d="M 260.007922 462.04
L 260.007922 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_92">
<g>
<use xlink:href="#m97cdf2a478" x="260.007922" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_36">
<!-- 6 -->
<g transform="translate(256.826672 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_23">
<g id="line2d_93">
<path d="M 300.25987 462.04
L 300.25987 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_94">
<g>
<use xlink:href="#m97cdf2a478" x="300.25987" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_37">
<!-- 7 -->
<g transform="translate(297.07862 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_24">
<g id="line2d_95">
<path d="M 340.511818 462.04
L 340.511818 278.57
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_96">
<g>
<use xlink:href="#m97cdf2a478" x="340.511818" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_38">
<!-- 8 -->
<g transform="translate(337.330568 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_39">
<!-- n_prompts -->
<g transform="translate(173.175312 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_6">
<g id="ytick_17">
<g id="line2d_97">
<path d="M 44.66 447.546523
L 354.6 447.546523
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_98">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="447.546523" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_40">
<!-- 5 -->
<g transform="translate(31.2975 451.345742) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="ytick_18">
<g id="line2d_99">
<path d="M 44.66 420.654364
L 354.6 420.654364
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_100">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="420.654364" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_41">
<!-- 10 -->
<g transform="translate(24.935 424.453583) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_19">
<g id="line2d_101">
<path d="M 44.66 393.762206
L 354.6 393.762206
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_102">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="393.762206" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_42">
<!-- 15 -->
<g transform="translate(24.935 397.561424) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_20">
<g id="line2d_103">
<path d="M 44.66 366.870047
L 354.6 366.870047
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_104">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="366.870047" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_43">
<!-- 20 -->
<g transform="translate(24.935 370.669265) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_21">
<g id="line2d_105">
<path d="M 44.66 339.977888
L 354.6 339.977888
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_106">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="339.977888" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_44">
<!-- 25 -->
<g transform="translate(24.935 343.777107) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_22">
<g id="line2d_107">
<path d="M 44.66 313.085729
L 354.6 313.085729
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_108">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="313.085729" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_45">
<!-- 30 -->
<g transform="translate(24.935 316.884948) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_23">
<g id="line2d_109">
<path d="M 44.66 286.19357
L 354.6 286.19357
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_110">
<g>
<use xlink:href="#me4236e166e" x="44.66" y="286.19357" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_46">
<!-- 35 -->
<g transform="translate(24.935 289.992789) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_47">
<!-- TTFT p50 (s) -->
<g transform="translate(18.855313 401.388594) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-54"/>
<use xlink:href="#DejaVuSans-54" transform="translate(59.333984 0)"/>
<use xlink:href="#DejaVuSans-46" transform="translate(120.417969 0)"/>
<use xlink:href="#DejaVuSans-54" transform="translate(176.1875 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(237.271484 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(269.058594 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(332.535156 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(396.158203 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(459.78125 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(491.568359 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(530.582031 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(582.681641 0)"/>
</g>
</g>
</g>
<g id="line2d_111">
<path d="M 58.748182 453.700455
L 99.00013 442.466088
L 179.504026 419.765718
L 340.511818 371.781907
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pfaddaefd58)">
<use xlink:href="#m9c1df40f29" x="58.748182" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="99.00013" y="442.466088" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="179.504026" y="419.765718" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="340.511818" y="371.781907" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_112">
<path d="M 58.748182 453.446053
L 99.00013 441.83538
L 179.504026 418.020381
L 340.511818 366.355044
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pfaddaefd58)">
<use xlink:href="#m7563e90786" x="58.748182" y="453.446053" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="99.00013" y="441.83538" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="179.504026" y="418.020381" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="340.511818" y="366.355044" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_113">
<path d="M 58.748182 453.259238
L 99.00013 440.840743
L 179.504026 414.625572
L 340.511818 357.178522
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pfaddaefd58)">
<use xlink:href="#m3079259b50" x="58.748182" y="453.259238" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="99.00013" y="440.840743" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="179.504026" y="414.625572" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="340.511818" y="357.178522" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_114">
<path d="M 58.748182 453.007466
L 99.00013 438.921249
L 179.504026 408.658882
L 340.511818 286.909545
" clip-path="url(#pfaddaefd58)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pfaddaefd58)">
<use xlink:href="#ma09479af52" x="58.748182" y="453.007466" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="99.00013" y="438.921249" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="179.504026" y="408.658882" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="340.511818" y="286.909545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_15">
<path d="M 44.66 462.04
L 44.66 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_16">
<path d="M 354.6 462.04
L 354.6 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_17">
<path d="M 44.66 462.04
L 354.6 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_18">
<path d="M 44.66 278.57
L 354.6 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_48">
<!-- unique_prompts, prompt_logprobs=0 -->
<g transform="translate(87.74125 272.57) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-75" d="M 544 1381
L 544 3500
L 1119 3500
L 1119 1403
Q 1119 906 1312 657
Q 1506 409 1894 409
Q 2359 409 2629 706
Q 2900 1003 2900 1516
L 2900 3500
L 3475 3500
L 3475 0
L 2900 0
L 2900 538
Q 2691 219 2414 64
Q 2138 -91 1772 -91
Q 1169 -91 856 284
Q 544 659 544 1381
z
M 1991 3584
L 1991 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-69" d="M 603 3500
L 1178 3500
L 1178 0
L 603 0
L 603 3500
z
M 603 4863
L 1178 4863
L 1178 4134
L 603 4134
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-71" d="M 947 1747
Q 947 1113 1208 752
Q 1469 391 1925 391
Q 2381 391 2643 752
Q 2906 1113 2906 1747
Q 2906 2381 2643 2742
Q 2381 3103 1925 3103
Q 1469 3103 1208 2742
Q 947 2381 947 1747
z
M 2906 525
Q 2725 213 2448 61
Q 2172 -91 1784 -91
Q 1150 -91 751 415
Q 353 922 353 1747
Q 353 2572 751 3078
Q 1150 3584 1784 3584
Q 2172 3584 2448 3432
Q 2725 3281 2906 2969
L 2906 3500
L 3481 3500
L 3481 -1331
L 2906 -1331
L 2906 525
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_3">
<g id="patch_19">
<path d="M 50.26 332.83
L 129.9775 332.83
Q 131.5775 332.83 131.5775 331.23
L 131.5775 284.17
Q 131.5775 282.57 129.9775 282.57
L 50.26 282.57
Q 48.66 282.57 48.66 284.17
L 48.66 331.23
Q 48.66 332.83 50.26 332.83
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_115">
<path d="M 51.86 289.04875
L 59.86 289.04875
L 67.86 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9c1df40f29" x="59.86" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_49">
<!-- n_samples=1 -->
<g transform="translate(74.26 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_116">
<path d="M 51.86 301.01375
L 59.86 301.01375
L 67.86 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m7563e90786" x="59.86" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_50">
<!-- n_samples=2 -->
<g transform="translate(74.26 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_117">
<path d="M 51.86 312.97875
L 59.86 312.97875
L 67.86 312.97875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3079259b50" x="59.86" y="312.97875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_51">
<!-- n_samples=4 -->
<g transform="translate(74.26 315.77875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_118">
<path d="M 51.86 324.94375
L 59.86 324.94375
L 67.86 324.94375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#ma09479af52" x="59.86" y="324.94375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_52">
<!-- n_samples=8 -->
<g transform="translate(74.26 327.74375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_4">
<g id="patch_20">
<path d="M 399.26 462.04
L 709.2 462.04
L 709.2 278.57
L 399.26 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_7">
<g id="xtick_25">
<g id="line2d_119">
<path d="M 413.348182 462.04
L 413.348182 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_120">
<g>
<use xlink:href="#m97cdf2a478" x="413.348182" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_53">
<!-- 1 -->
<g transform="translate(410.166932 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_26">
<g id="line2d_121">
<path d="M 453.60013 462.04
L 453.60013 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_122">
<g>
<use xlink:href="#m97cdf2a478" x="453.60013" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_54">
<!-- 2 -->
<g transform="translate(450.41888 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_27">
<g id="line2d_123">
<path d="M 493.852078 462.04
L 493.852078 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_124">
<g>
<use xlink:href="#m97cdf2a478" x="493.852078" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_55">
<!-- 3 -->
<g transform="translate(490.670828 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_28">
<g id="line2d_125">
<path d="M 534.104026 462.04
L 534.104026 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_126">
<g>
<use xlink:href="#m97cdf2a478" x="534.104026" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_56">
<!-- 4 -->
<g transform="translate(530.922776 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_29">
<g id="line2d_127">
<path d="M 574.355974 462.04
L 574.355974 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_128">
<g>
<use xlink:href="#m97cdf2a478" x="574.355974" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_57">
<!-- 5 -->
<g transform="translate(571.174724 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_30">
<g id="line2d_129">
<path d="M 614.607922 462.04
L 614.607922 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_130">
<g>
<use xlink:href="#m97cdf2a478" x="614.607922" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_58">
<!-- 6 -->
<g transform="translate(611.426672 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_31">
<g id="line2d_131">
<path d="M 654.85987 462.04
L 654.85987 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_132">
<g>
<use xlink:href="#m97cdf2a478" x="654.85987" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_59">
<!-- 7 -->
<g transform="translate(651.67862 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_32">
<g id="line2d_133">
<path d="M 695.111818 462.04
L 695.111818 278.57
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_134">
<g>
<use xlink:href="#m97cdf2a478" x="695.111818" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_60">
<!-- 8 -->
<g transform="translate(691.930568 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_61">
<!-- n_prompts -->
<g transform="translate(527.775313 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_8">
<g id="ytick_24">
<g id="line2d_135">
<path d="M 399.26 447.576437
L 709.2 447.576437
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_136">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="447.576437" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_62">
<!-- 5 -->
<g transform="translate(385.8975 451.375656) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="ytick_25">
<g id="line2d_137">
<path d="M 399.26 420.805532
L 709.2 420.805532
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_138">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="420.805532" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_63">
<!-- 10 -->
<g transform="translate(379.535 424.604751) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_26">
<g id="line2d_139">
<path d="M 399.26 394.034627
L 709.2 394.034627
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_140">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="394.034627" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_64">
<!-- 15 -->
<g transform="translate(379.535 397.833846) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_27">
<g id="line2d_141">
<path d="M 399.26 367.263722
L 709.2 367.263722
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_142">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="367.263722" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_65">
<!-- 20 -->
<g transform="translate(379.535 371.062941) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_28">
<g id="line2d_143">
<path d="M 399.26 340.492817
L 709.2 340.492817
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_144">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="340.492817" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_66">
<!-- 25 -->
<g transform="translate(379.535 344.292036) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_29">
<g id="line2d_145">
<path d="M 399.26 313.721912
L 709.2 313.721912
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_146">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="313.721912" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_67">
<!-- 30 -->
<g transform="translate(379.535 317.521131) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_30">
<g id="line2d_147">
<path d="M 399.26 286.951007
L 709.2 286.951007
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_148">
<g>
<use xlink:href="#me4236e166e" x="399.26" y="286.951007" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_68">
<!-- 35 -->
<g transform="translate(379.535 290.750226) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
<use xlink:href="#DejaVuSans-35" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_69">
<!-- TTFT p50 (s) -->
<g transform="translate(373.455312 401.388594) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-54"/>
<use xlink:href="#DejaVuSans-54" transform="translate(59.333984 0)"/>
<use xlink:href="#DejaVuSans-46" transform="translate(120.417969 0)"/>
<use xlink:href="#DejaVuSans-54" transform="translate(176.1875 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(237.271484 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(269.058594 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(332.535156 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(396.158203 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(459.78125 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(491.568359 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(530.582031 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(582.681641 0)"/>
</g>
</g>
</g>
<g id="line2d_149">
<path d="M 413.348182 453.700455
L 453.60013 442.621771
L 534.104026 419.858182
L 695.111818 372.463778
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p756cf905ef)">
<use xlink:href="#m9c1df40f29" x="413.348182" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="453.60013" y="442.621771" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="534.104026" y="419.858182" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#m9c1df40f29" x="695.111818" y="372.463778" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_150">
<path d="M 413.348182 453.44208
L 453.60013 441.87844
L 534.104026 417.904787
L 695.111818 366.641971
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p756cf905ef)">
<use xlink:href="#m7563e90786" x="413.348182" y="453.44208" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="453.60013" y="441.87844" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="534.104026" y="417.904787" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m7563e90786" x="695.111818" y="366.641971" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="line2d_151">
<path d="M 413.348182 453.283834
L 453.60013 440.948898
L 534.104026 414.649508
L 695.111818 356.254379
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p756cf905ef)">
<use xlink:href="#m3079259b50" x="413.348182" y="453.283834" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="453.60013" y="440.948898" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="534.104026" y="414.649508" style="fill: #2ca02c; stroke: #2ca02c"/>
<use xlink:href="#m3079259b50" x="695.111818" y="356.254379" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="line2d_152">
<path d="M 413.348182 452.957793
L 453.60013 438.977823
L 534.104026 408.356432
L 695.111818 286.909545
" clip-path="url(#p756cf905ef)" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p756cf905ef)">
<use xlink:href="#ma09479af52" x="413.348182" y="452.957793" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="453.60013" y="438.977823" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="534.104026" y="408.356432" style="fill: #d62728; stroke: #d62728"/>
<use xlink:href="#ma09479af52" x="695.111818" y="286.909545" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="patch_21">
<path d="M 399.26 462.04
L 399.26 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_22">
<path d="M 709.2 462.04
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_23">
<path d="M 399.26 462.04
L 709.2 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_24">
<path d="M 399.26 278.57
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_70">
<!-- unique_prompts, prompt_logprobs=1 -->
<g transform="translate(442.34125 272.57) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_4">
<g id="patch_25">
<path d="M 404.86 332.83
L 484.5775 332.83
Q 486.1775 332.83 486.1775 331.23
L 486.1775 284.17
Q 486.1775 282.57 484.5775 282.57
L 404.86 282.57
Q 403.26 282.57 403.26 284.17
L 403.26 331.23
Q 403.26 332.83 404.86 332.83
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_153">
<path d="M 406.46 289.04875
L 414.46 289.04875
L 422.46 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m9c1df40f29" x="414.46" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_71">
<!-- n_samples=1 -->
<g transform="translate(428.86 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_154">
<path d="M 406.46 301.01375
L 414.46 301.01375
L 422.46 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m7563e90786" x="414.46" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_72">
<!-- n_samples=2 -->
<g transform="translate(428.86 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_155">
<path d="M 406.46 312.97875
L 414.46 312.97875
L 422.46 312.97875
" style="fill: none; stroke: #2ca02c; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m3079259b50" x="414.46" y="312.97875" style="fill: #2ca02c; stroke: #2ca02c"/>
</g>
</g>
<g id="text_73">
<!-- n_samples=4 -->
<g transform="translate(428.86 315.77875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_156">
<path d="M 406.46 324.94375
L 414.46 324.94375
L 422.46 324.94375
" style="fill: none; stroke: #d62728; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#ma09479af52" x="414.46" y="324.94375" style="fill: #d62728; stroke: #d62728"/>
</g>
</g>
<g id="text_74">
<!-- n_samples=8 -->
<g transform="translate(428.86 327.74375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="text_75">
<!-- Qwen/Qwen3-4B-Instruct-2507 coalesce1 -->
<g transform="translate(235.396875 19.198125) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-51" d="M 2522 4238
Q 1834 4238 1429 3725
Q 1025 3213 1025 2328
Q 1025 1447 1429 934
Q 1834 422 2522 422
Q 3209 422 3611 934
Q 4013 1447 4013 2328
Q 4013 3213 3611 3725
Q 3209 4238 2522 4238
z
M 3406 84
L 4238 -825
L 3475 -825
L 2784 -78
Q 2681 -84 2626 -87
Q 2572 -91 2522 -91
Q 1538 -91 948 567
Q 359 1225 359 2328
Q 359 3434 948 4092
Q 1538 4750 2522 4750
Q 3503 4750 4090 4092
Q 4678 3434 4678 2328
Q 4678 1516 4351 937
Q 4025 359 3406 84
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-77" d="M 269 3500
L 844 3500
L 1563 769
L 2278 3500
L 2956 3500
L 3675 769
L 4391 3500
L 4966 3500
L 4050 0
L 3372 0
L 2619 2869
L 1863 0
L 1184 0
L 269 3500
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2f" d="M 1625 4666
L 2156 4666
L 531 -594
L 0 -594
L 1625 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2d" d="M 313 2009
L 1997 2009
L 1997 1497
L 313 1497
L 313 2009
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-42" d="M 1259 2228
L 1259 519
L 2272 519
Q 2781 519 3026 730
Q 3272 941 3272 1375
Q 3272 1813 3026 2020
Q 2781 2228 2272 2228
L 1259 2228
z
M 1259 4147
L 1259 2741
L 2194 2741
Q 2656 2741 2882 2914
Q 3109 3088 3109 3444
Q 3109 3797 2882 3972
Q 2656 4147 2194 4147
L 1259 4147
z
M 628 4666
L 2241 4666
Q 2963 4666 3353 4366
Q 3744 4066 3744 3513
Q 3744 3084 3544 2831
Q 3344 2578 2956 2516
Q 3422 2416 3680 2098
Q 3938 1781 3938 1306
Q 3938 681 3513 340
Q 3088 0 2303 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-49" d="M 628 4666
L 1259 4666
L 1259 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-63" d="M 3122 3366
L 3122 2828
Q 2878 2963 2633 3030
Q 2388 3097 2138 3097
Q 1578 3097 1268 2742
Q 959 2388 959 1747
Q 959 1106 1268 751
Q 1578 397 2138 397
Q 2388 397 2633 464
Q 2878 531 3122 666
L 3122 134
Q 2881 22 2623 -34
Q 2366 -91 2075 -91
Q 1284 -91 818 406
Q 353 903 353 1747
Q 353 2603 823 3093
Q 1294 3584 2113 3584
Q 2378 3584 2631 3529
Q 2884 3475 3122 3366
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-51"/>
<use xlink:href="#DejaVuSans-77" transform="translate(78.710938 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(160.498047 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(222.021484 0)"/>
<use xlink:href="#DejaVuSans-2f" transform="translate(285.400391 0)"/>
<use xlink:href="#DejaVuSans-51" transform="translate(319.091797 0)"/>
<use xlink:href="#DejaVuSans-77" transform="translate(397.802734 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(479.589844 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(541.113281 0)"/>
<use xlink:href="#DejaVuSans-33" transform="translate(604.492188 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(668.115234 0)"/>
<use xlink:href="#DejaVuSans-34" transform="translate(704.199219 0)"/>
<use xlink:href="#DejaVuSans-42" transform="translate(767.822266 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(836.425781 0)"/>
<use xlink:href="#DejaVuSans-49" transform="translate(872.509766 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(902.001953 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(965.380859 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1017.480469 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1056.689453 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(1097.802734 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1161.181641 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1216.162109 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(1255.371094 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(1291.455078 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(1355.078125 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1418.701172 0)"/>
<use xlink:href="#DejaVuSans-37" transform="translate(1482.324219 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(1545.947266 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1577.734375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1632.714844 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(1693.896484 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1755.175781 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(1782.958984 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1844.482422 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1896.582031 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(1951.5625 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(2013.085938 0)"/>
</g>
</g>
</g>
<defs>
<clipPath id="pa3e4d40ab5">
<rect x="44.66" y="50.64" width="309.94" height="183.47"/>
</clipPath>
<clipPath id="p873a6250c5">
<rect x="399.26" y="50.64" width="309.94" height="183.47"/>
</clipPath>
<clipPath id="pfaddaefd58">
<rect x="44.66" y="278.57" width="309.94" height="183.47"/>
</clipPath>
<clipPath id="p756cf905ef">
<rect x="399.26" y="278.57" width="309.94" height="183.47"/>
</clipPath>
</defs>
</svg>
This file has been truncated, but you can view the full file.
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=f0748269-1abe-4320-96dc-178854ea9e49 prompt_len=5 max_tokens=4 lora_id=None lock_wait_s=0.000 total_s=1.107 first_tok_s=0.4189670537598431
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=0524b453-acd1-499e-bc81-944c14aed9bd prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.426 first_tok_s=1.520143459085375
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=ed29503f-c8a4-4a74-b185-94d091262d3e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.314 first_tok_s=0.21636493830010295
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8852c8b9-5772-4fbf-9601-127463effee7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.349 first_tok_s=1.2815574281848967
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=65531581-ec80-4b19-b553-c3fde97e646a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.202136289793998
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=fc9c6878-aba7-4f69-b0e3-463caa0074ed prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.398 first_tok_s=1.304389351978898
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b1a44ca5-7cf5-46ab-a982-c9d44e5c7b93 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.314 first_tok_s=2.223156788852066
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=9321f450-0fec-46ba-9669-63bd562f3049 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.173 first_tok_s=3.11260076938197
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8096a492-65ee-4498-8e2d-731315f53b94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.355 first_tok_s=0.18949089664965868
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=c1d7e526-8028-44a9-9ead-9e7abb857ad6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.435 first_tok_s=1.3224841263145208
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5e047efe-8f94-4eea-9ade-ec4c89f1ff1a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.379 first_tok_s=2.268007976002991
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5c0b554d-d598-497a-97da-d3602dbac919 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.267 first_tok_s=3.1559268129058182
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=7d380fb9-b55e-4553-a594-d744e5d05a59 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.237 first_tok_s=4.135685392655432
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b46bb250-8f52-4406-bd8f-1bca12c1163a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.205 first_tok_s=5.103837050963193
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=af821443-f555-4e2e-9e82-fb7dc033e395 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.180 first_tok_s=6.068396859802306
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=31c94413-85b1-4224-ba21-
View raw

(Sorry about that, but we can’t show files that are this big right now.)

View raw

(Sorry about that, but we can’t show files that are this big right now.)

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment