Created
January 26, 2026 12:42
-
-
Save yiwenlu66/7b9944cc274e9281dcc05ad9cff27961 to your computer and use it in GitHub Desktop.
issue #129: Qwen3-4B LoRA /asample sweep (coalesce0 vs coalesce1) pl=32000 mt=256
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"base_url": "http://localhost:8000", "create_training_client_s": 12.569012865889817, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce0", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "60ea6c1b-8761-4dd6-bde3-9dd78f44ca2a", "save_weights_and_get_sampling_client_s": 77.64279290300328, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T11:33:42+00:00", "unique_batches": true} | |
| {"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:42+00:00"} | |
| {"batch_wall_s": 12.675236565992236, "case_idx": 1, "client_total_s": 12.674761680071242, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "12361490-d3ea-4fbc-a8d8-1172ad50494f", "sequences": 1, "ts": "2026-01-26T11:33:54+00:00"} | |
| {"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:33:54+00:00"} | |
| {"batch_wall_s": 14.105541242053732, "case_idx": 2, "client_total_s": 14.105034200940281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "ba75c196-7659-406c-a015-fe263692f2a0", "sequences": 1, "ts": "2026-01-26T11:34:08+00:00"} | |
| {"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:08+00:00"} | |
| {"batch_wall_s": 8.983901705010794, "case_idx": 3, "client_total_s": 8.983561545028351, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "13d89723-847f-4833-80cb-ebdb31fa2321", "sequences": 1, "ts": "2026-01-26T11:34:17+00:00"} | |
| {"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:17+00:00"} | |
| {"batch_wall_s": 13.805355518008582, "case_idx": 4, "client_total_s": 13.804772938950919, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "dab98fe6-a59b-4527-bbdb-03929fc92513", "sequences": 1, "ts": "2026-01-26T11:34:31+00:00"} | |
| {"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:31+00:00"} | |
| {"batch_wall_s": 9.200363797019236, "case_idx": 5, "client_total_s": 9.200036702910438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "0458e4b7-ab6e-4d29-bf80-81207e57a10b", "sequences": 2, "ts": "2026-01-26T11:34:40+00:00"} | |
| {"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:40+00:00"} | |
| {"batch_wall_s": 14.000092384056188, "case_idx": 6, "client_total_s": 13.999641638016328, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "97a8b17e-1bc1-4ae1-b653-c6ef55d42ed8", "sequences": 2, "ts": "2026-01-26T11:34:54+00:00"} | |
| {"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:34:54+00:00"} | |
| {"batch_wall_s": 9.234498105943203, "case_idx": 7, "client_total_s": 9.23419059207663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "d5a82cf1-6b86-4e1e-8452-781f7e49e654", "sequences": 2, "ts": "2026-01-26T11:35:04+00:00"} | |
| {"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:04+00:00"} | |
| {"batch_wall_s": 13.998758292989805, "case_idx": 8, "client_total_s": 13.997624395065941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "896c902a-33ca-44d1-8da6-73a67cfae11c", "sequences": 2, "ts": "2026-01-26T11:35:18+00:00"} | |
| {"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:18+00:00"} | |
| {"batch_wall_s": 10.19414891290944, "case_idx": 9, "client_total_s": 10.193849898059852, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "064d00bb-2cfc-4666-92e6-af4d02cfb277", "sequences": 4, "ts": "2026-01-26T11:35:28+00:00"} | |
| {"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:28+00:00"} | |
| {"batch_wall_s": 14.965024497010745, "case_idx": 10, "client_total_s": 14.964588467031717, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "e6320271-b962-49a9-9740-b603e17d7e17", "sequences": 4, "ts": "2026-01-26T11:35:43+00:00"} | |
| {"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:43+00:00"} | |
| {"batch_wall_s": 10.182063278043643, "case_idx": 11, "client_total_s": 10.181737487902865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "d1122160-fb80-4138-ac5f-8462511fa9e5", "sequences": 4, "ts": "2026-01-26T11:35:53+00:00"} | |
| {"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:35:53+00:00"} | |
| {"batch_wall_s": 15.005527027999051, "case_idx": 12, "client_total_s": 15.005015237955377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "eaf771c8-9b1d-4921-999f-b1f42833f6f1", "sequences": 4, "ts": "2026-01-26T11:36:08+00:00"} | |
| {"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:08+00:00"} | |
| {"batch_wall_s": 12.319649967015721, "case_idx": 13, "client_total_s": 12.319320088019595, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "1145d536-743b-4ad6-9101-2a8539cc10a5", "sequences": 8, "ts": "2026-01-26T11:36:20+00:00"} | |
| {"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:20+00:00"} | |
| {"batch_wall_s": 17.11832332191989, "case_idx": 14, "client_total_s": 17.11785218503792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "380da7f0-da9b-4c2a-a87f-ad6ac7e5f81e", "sequences": 8, "ts": "2026-01-26T11:36:37+00:00"} | |
| {"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:37+00:00"} | |
| {"batch_wall_s": 12.070331910043024, "case_idx": 15, "client_total_s": 12.070031186100096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "b45b5ea8-da8b-472e-bf41-9eada6889125", "sequences": 8, "ts": "2026-01-26T11:36:49+00:00"} | |
| {"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:36:49+00:00"} | |
| {"batch_wall_s": 17.176189243909903, "case_idx": 16, "client_total_s": 17.175691824988462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "24067548-005c-4566-a5c7-d6ccc3d40265", "sequences": 8, "ts": "2026-01-26T11:37:07+00:00"} | |
| {"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:07+00:00"} | |
| {"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.310610020067543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "a2805361-4bff-4962-a2ae-c007c517dd2e", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"} | |
| {"batch_wall_s": 9.311348826042376, "case_idx": 17, "client_total_s": 9.307567361043766, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "0cf84753-5dcd-4ef4-9e3d-431f11faae63", "sequences": 1, "ts": "2026-01-26T11:37:16+00:00"} | |
| {"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:16+00:00"} | |
| {"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 14.145096156047657, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "20ee1aff-ef6a-4bf5-b0e8-64182c0ebe11", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"} | |
| {"batch_wall_s": 18.274707327014767, "case_idx": 18, "client_total_s": 18.270868347026408, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "8cd65944-9209-40bd-9c9d-71b06bfb45d5", "sequences": 1, "ts": "2026-01-26T11:37:34+00:00"} | |
| {"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:34+00:00"} | |
| {"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.425718032056466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "6dadbb52-497e-4c83-a6d1-5de02087fd7a", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"} | |
| {"batch_wall_s": 13.747454880969599, "case_idx": 19, "client_total_s": 13.746849249000661, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "90c5358d-519a-4bac-b6a9-72445f87fe59", "sequences": 1, "ts": "2026-01-26T11:37:48+00:00"} | |
| {"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:37:48+00:00"} | |
| {"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 18.427698140963912, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "dea85696-fe6e-4a01-8e2b-71f7117d0943", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"} | |
| {"batch_wall_s": 22.731677173054777, "case_idx": 20, "client_total_s": 22.729155663051642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "00cdb84e-ce51-4076-9393-4371b274cc8d", "sequences": 1, "ts": "2026-01-26T11:38:11+00:00"} | |
| {"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:11+00:00"} | |
| {"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.206170243909582, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "be73b030-06a7-4269-9af2-8009df90c0ad", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"} | |
| {"batch_wall_s": 10.206698780064471, "case_idx": 21, "client_total_s": 10.176430822932161, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "08302c6a-cd23-4750-9b01-522d104d7ef8", "sequences": 2, "ts": "2026-01-26T11:38:21+00:00"} | |
| {"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:21+00:00"} | |
| {"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 15.350669187027961, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "b008afee-c693-48fd-a3f7-784b2b1b8752", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"} | |
| {"batch_wall_s": 19.49995161697734, "case_idx": 22, "client_total_s": 19.496147335041314, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "36320158-5f84-4d5c-b038-7d262364da2e", "sequences": 2, "ts": "2026-01-26T11:38:40+00:00"} | |
| {"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:40+00:00"} | |
| {"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.602777704014443, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "7d87394e-1134-4781-b684-7b03399f16ee", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"} | |
| {"batch_wall_s": 14.60342501301784, "case_idx": 23, "client_total_s": 14.232775880023837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "545ce4bb-09f5-4c97-a378-f9775ec5a411", "sequences": 2, "ts": "2026-01-26T11:38:55+00:00"} | |
| {"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:38:55+00:00"} | |
| {"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 19.43115163699258, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "ba4b5ad7-633e-4184-ab93-3523019a547e", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"} | |
| {"batch_wall_s": 23.465492728049867, "case_idx": 24, "client_total_s": 23.464852298027836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "23e4d4b7-2deb-4d72-ae86-5054fd85fdd0", "sequences": 2, "ts": "2026-01-26T11:39:18+00:00"} | |
| {"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:18+00:00"} | |
| {"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.152272667037323, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "6a333606-5015-46f2-9d85-118f8b644345", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"} | |
| {"batch_wall_s": 12.183872599969618, "case_idx": 25, "client_total_s": 12.182914030039683, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "e06547d0-5145-426d-b08f-245f5b4f65ff", "sequences": 4, "ts": "2026-01-26T11:39:31+00:00"} | |
| {"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:31+00:00"} | |
| {"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 21.41187121195253, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "b9d25bc1-79e1-4658-ba78-b7d028faed90", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"} | |
| {"batch_wall_s": 21.412636172026396, "case_idx": 26, "client_total_s": 17.075732226017863, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "511b85aa-8dd7-40bc-977f-15338da04457", "sequences": 4, "ts": "2026-01-26T11:39:52+00:00"} | |
| {"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:39:52+00:00"} | |
| {"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.622155013028532, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "244df970-d39e-4c92-9e81-3a3020516cbc", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"} | |
| {"batch_wall_s": 16.622629286022857, "case_idx": 27, "client_total_s": 16.225419891998172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "b52b77dd-2499-4c38-b3d8-bc32c6406d21", "sequences": 4, "ts": "2026-01-26T11:40:09+00:00"} | |
| {"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:09+00:00"} | |
| {"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 25.998196427011862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "38401358-ee57-47d0-9114-eb754eefca85", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"} | |
| {"batch_wall_s": 26.00031381705776, "case_idx": 28, "client_total_s": 21.800051129073836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "be5205b5-41b4-40f4-aaef-d7a1ccc9c1e5", "sequences": 4, "ts": "2026-01-26T11:40:35+00:00"} | |
| {"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:35+00:00"} | |
| {"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.331006907043047, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "6dc09bdd-e21e-4fc7-ba64-a4c19ddfabbe", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"} | |
| {"batch_wall_s": 16.331513277022168, "case_idx": 29, "client_total_s": 16.243336454965174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "4963bca3-9c69-4264-8220-4d2761e5597d", "sequences": 8, "ts": "2026-01-26T11:40:51+00:00"} | |
| {"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:40:51+00:00"} | |
| {"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 25.30966116709169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "afe7089c-5430-4c6f-813b-655abde3203a", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"} | |
| {"batch_wall_s": 25.310603986028582, "case_idx": 30, "client_total_s": 21.243033532984555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "c5752d13-9d5d-49fd-94e0-3751cf60b083", "sequences": 8, "ts": "2026-01-26T11:41:16+00:00"} | |
| {"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:16+00:00"} | |
| {"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.4764910209924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "35f3894c-8df1-4739-82ac-9dc8fd667da7", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"} | |
| {"batch_wall_s": 20.862487953039818, "case_idx": 31, "client_total_s": 20.861592562985606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "774aa317-7445-4cb9-80bc-0dbfb3c260ac", "sequences": 8, "ts": "2026-01-26T11:41:37+00:00"} | |
| {"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:41:37+00:00"} | |
| {"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 30.28359197010286, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "e9fe3636-9509-4f6d-a111-a608ffdf8adb", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"} | |
| {"batch_wall_s": 30.284412499982864, "case_idx": 32, "client_total_s": 26.201477946946397, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "1a7c059b-da67-48a1-bd61-d674cad8f9a3", "sequences": 8, "ts": "2026-01-26T11:42:07+00:00"} | |
| {"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:07+00:00"} | |
| {"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.32938855199609, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "545e5688-2913-4e77-bfe3-d591405d35bb", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"} | |
| {"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.478694004938006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "0603ee9d-7cb7-45c6-8f48-35d3595b0e03", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"} | |
| {"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.359625220065936, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "ec997184-fe79-4292-abe6-5fd5b98429e2", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"} | |
| {"batch_wall_s": 10.482488077017479, "case_idx": 33, "client_total_s": 10.45151015999727, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "913dc6da-f0dc-4abe-9f09-7f832e5e85bc", "sequences": 1, "ts": "2026-01-26T11:42:18+00:00"} | |
| {"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:18+00:00"} | |
| {"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 15.387659010011703, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "30c75112-c613-4a46-8733-74760d11d2d5", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"} | |
| {"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 27.91830324102193, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "7af14e8e-88c2-41ca-867e-3f68e143bef7", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"} | |
| {"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 23.815954171004705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "f91bce5f-0cf0-4ca9-b16f-3277b97a89fe", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"} | |
| {"batch_wall_s": 27.91940128908027, "case_idx": 34, "client_total_s": 19.740549519076012, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "8a902b5e-6c2a-4f86-bce3-a35cebe0e50c", "sequences": 1, "ts": "2026-01-26T11:42:46+00:00"} | |
| {"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:42:46+00:00"} | |
| {"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.561440897057764, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "e1f8e54b-a8a8-4121-8037-fa3810eb187f", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"} | |
| {"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.00423275399953, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3a4e02cd-5641-44d6-bb77-1399d900bed7", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"} | |
| {"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 22.52835868508555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "b8a1d314-6d64-4d33-a176-64f2bc0bb9c8", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"} | |
| {"batch_wall_s": 23.56231619697064, "case_idx": 35, "client_total_s": 23.175328691955656, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "9978791e-10fe-4e2b-b7a9-e364d4891a57", "sequences": 1, "ts": "2026-01-26T11:43:09+00:00"} | |
| {"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:09+00:00"} | |
| {"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 32.50734794908203, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "ea4ddf6b-8fa5-4cc1-a3c2-6dcf09dcda34", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"} | |
| {"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 27.95657012599986, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "6d150d6f-05fe-4e42-98b9-b954c073f4fe", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"} | |
| {"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 37.275553673971444, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "f6d7da96-688e-4866-b31b-019e123d9f2c", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"} | |
| {"batch_wall_s": 41.36918311996851, "case_idx": 36, "client_total_s": 41.36794377490878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "89cd93b6-f447-452f-8ef8-a8af8330da19", "sequences": 1, "ts": "2026-01-26T11:43:51+00:00"} | |
| {"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:43:51+00:00"} | |
| {"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.113513193908148, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "ee561bca-1b26-4116-9414-5c21009b8b90", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"} | |
| {"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.358656413038261, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "5496bc01-846d-46b2-b920-8c6a1f7ba59b", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"} | |
| {"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.266728995018639, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "1bd2a3a4-8108-48a4-93fc-e3a65116a752", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"} | |
| {"batch_wall_s": 12.359591778018512, "case_idx": 37, "client_total_s": 12.2362684099935, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "456ca015-ceed-467c-b8a1-096ce4087857", "sequences": 2, "ts": "2026-01-26T11:44:03+00:00"} | |
| {"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:03+00:00"} | |
| {"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 25.47668727603741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "767c4d24-825b-4487-82f0-609a57fb1fa2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"} | |
| {"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 17.280711486004293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "73ecfb9d-57ca-40e3-8df6-9235d05aac58", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"} | |
| {"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 29.660624417010695, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "09e925a6-cf31-4473-ab4d-a3f2a95499a4", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"} | |
| {"batch_wall_s": 29.661648132954724, "case_idx": 38, "client_total_s": 21.561089438037015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "cc21107e-4d08-4cfb-ab5c-47849a8699a2", "sequences": 2, "ts": "2026-01-26T11:44:33+00:00"} | |
| {"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:33+00:00"} | |
| {"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 25.59553993307054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "63c09cc8-81c6-488f-80bf-1f543321d526", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"} | |
| {"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.28609953005798, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "32e55aa6-f309-4de8-945c-35d6f41fb83f", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"} | |
| {"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.997919911984354, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "b4dd323f-4d74-4636-b638-0fbe0c56a72d", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"} | |
| {"batch_wall_s": 25.59637504199054, "case_idx": 39, "client_total_s": 24.70400700799655, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "cf30118e-09a6-41a9-a558-775d065dd756", "sequences": 2, "ts": "2026-01-26T11:44:58+00:00"} | |
| {"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:44:58+00:00"} | |
| {"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 39.622930272948, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "38e469e3-abd8-489e-ad3e-a22d205f8b02", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"} | |
| {"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 43.717223942046985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "d2d3f0f1-33ef-4935-b79c-41f46ee6b4e0", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"} | |
| {"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 34.823923730058596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "f021b4e4-afd5-40c3-8970-3b136fc17fca", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"} | |
| {"batch_wall_s": 43.71802537795156, "case_idx": 40, "client_total_s": 30.17066163790878, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "38eecea8-0b69-46e1-b85b-29ffe1572006", "sequences": 2, "ts": "2026-01-26T11:45:42+00:00"} | |
| {"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:42+00:00"} | |
| {"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.37639474205207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "85eed722-ac9d-4bde-a8f6-42f5f4bb6b85", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"} | |
| {"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.285590796964243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "2b54fe11-4579-4a44-af72-322af313a0b9", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"} | |
| {"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.406845786958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "3881ee8f-17c7-4e98-94bc-454adf7324ce", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"} | |
| {"batch_wall_s": 16.40790529199876, "case_idx": 41, "client_total_s": 16.255161126027815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "e0ab1a3a-0b58-423e-b118-386fa2b02e0f", "sequences": 4, "ts": "2026-01-26T11:45:59+00:00"} | |
| {"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:45:59+00:00"} | |
| {"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 29.72493217291776, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "0b62b4b7-331b-4a7f-bf32-6941cf2c5463", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"} | |
| {"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 33.96537976700347, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "74301084-8640-4335-aaf7-4ba6648c1c87", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"} | |
| {"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 25.49108432396315, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "0a18d374-c323-4e0c-816b-616ec6ca5789", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"} | |
| {"batch_wall_s": 33.974339702981524, "case_idx": 42, "client_total_s": 21.198229899047874, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "c7aaeee8-1696-4f11-97ed-fb965b540a1e", "sequences": 4, "ts": "2026-01-26T11:46:33+00:00"} | |
| {"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:46:33+00:00"} | |
| {"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.233165270998143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "e15c44af-2296-461f-b82e-29934a619abe", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"} | |
| {"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 29.5522429960547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "26dd4d30-6017-428e-85e6-fe941287cb0a", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"} | |
| {"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 28.72502082202118, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "8082f28c-3329-4226-b68d-008d685a0be9", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"} | |
| {"batch_wall_s": 30.23398012004327, "case_idx": 43, "client_total_s": 30.030281660030596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "d003fcbc-0a42-4e27-8ec5-8d9fae1bb8f5", "sequences": 4, "ts": "2026-01-26T11:47:03+00:00"} | |
| {"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:03+00:00"} | |
| {"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 49.68412722006906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "9b396a43-2a3a-4cf5-8028-387628a57e36", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"} | |
| {"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 45.37167833908461, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "383a24f2-ecf4-4efa-8bdb-d9fb354f1290", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"} | |
| {"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 40.78092660300899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "1be65bec-cf6f-435f-a267-2841695d19e3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"} | |
| {"batch_wall_s": 49.68498105299659, "case_idx": 44, "client_total_s": 35.27106238203123, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "21ee6529-42ab-4214-ae57-9c70d7d59aa3", "sequences": 4, "ts": "2026-01-26T11:47:52+00:00"} | |
| {"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:47:52+00:00"} | |
| {"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.87046075006947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "a0254e15-545f-4df7-9e01-9f9c2ba125a3", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"} | |
| {"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.99182698398363, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "4f8c420f-0d02-44c3-882c-832af7bf316c", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"} | |
| {"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 17.020565291983075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "edb8b990-316f-4107-80e9-d18248961b10", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"} | |
| {"batch_wall_s": 17.024779787985608, "case_idx": 45, "client_total_s": 16.90077125397511, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "2e5c4609-dfdd-491e-ba35-59a9b1f9f842", "sequences": 8, "ts": "2026-01-26T11:48:09+00:00"} | |
| {"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:09+00:00"} | |
| {"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 34.38188965898007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "41e2d56f-778d-41ae-ab17-0984003577ed", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"} | |
| {"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 26.141590793034993, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "b0dee025-8381-465d-af72-bd391f8f6682", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"} | |
| {"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 21.894110655994155, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "42d31cf3-1fd3-4915-b92a-967d05257921", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"} | |
| {"batch_wall_s": 34.38722263893578, "case_idx": 46, "client_total_s": 30.370975150028244, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "372bc27a-7915-414a-8829-35f48e357251", "sequences": 8, "ts": "2026-01-26T11:48:44+00:00"} | |
| {"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:48:44+00:00"} | |
| {"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.535488235997036, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "d4e6d1ec-0dee-494c-bb99-d50e345bf4bf", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"} | |
| {"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 41.65425410098396, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "02140985-b59e-4ade-aba5-141ce7ce95bb", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"} | |
| {"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 40.84355496999342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03905f4d-0575-4a52-b887-562ba7f78093", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"} | |
| {"batch_wall_s": 42.86300475499593, "case_idx": 47, "client_total_s": 42.86241805693135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "82d4a2a6-c80c-4040-b417-a5653ce4d83b", "sequences": 8, "ts": "2026-01-26T11:49:27+00:00"} | |
| {"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:49:27+00:00"} | |
| {"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 48.48867367499042, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "c2f336d1-cf4e-4586-a21a-cfee174db3dd", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"} | |
| {"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 59.781058845925145, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "f1373643-887e-4112-bc6a-3ae398d73aad", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"} | |
| {"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 64.01447645702865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "6026936a-2702-458a-8397-85152f8867b2", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"} | |
| {"batch_wall_s": 64.01568513095845, "case_idx": 48, "client_total_s": 54.630491052987054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "b2b860a4-737d-471f-825e-2e309be9804b", "sequences": 8, "ts": "2026-01-26T11:50:31+00:00"} | |
| {"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:31+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.370326164062135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "470e162e-9344-4d10-980a-8b1ad85d8ecc", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.565609771059826, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "7ad82091-0c7a-44fe-816e-fd4a2281d204", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.283086790936068, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "283d68ce-3af4-4d3a-b504-bf462ce1586c", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.534754310036078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "a8e09925-62ec-4050-94ac-79963e84ba8e", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.383353120996617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "167cf65f-0cae-4a7f-acf5-c99799510216", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36880926496815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "278993b4-4645-4674-a3be-fc3f7da9d609", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.369562377920374, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "1faf4b37-c6be-484b-bdb3-79979a86a715", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 12.567694569006562, "case_idx": 49, "client_total_s": 12.36949402501341, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "aecbe4fd-0d7d-47f2-a1b6-6dd17fe841c1", "sequences": 1, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:50:43+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 17.18615007097833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "31a385be-fe1c-4ce6-95c7-67dc31ef4256", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 25.71711949701421, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "0e3b83e8-aa37-4114-a8c4-0c9588a9ae19", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 29.98416104610078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "e0b2fccd-1ed0-4aa9-8629-7bb018376abb", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 46.80270673404448, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "9683128a-fc6d-45e5-b7d2-fd954749a879", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 42.4864098749822, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "ae099dbf-bf08-4edc-888c-c519717a38b0", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 38.236275600036606, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "48ea9254-efae-456b-b13d-1404245a73fe", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 34.20592875103466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "0480096e-ac33-4b31-a4a3-8ae18f495003", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 46.80421987292357, "case_idx": 50, "client_total_s": 21.550447370973416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "96fd05ca-ac0b-4340-b37e-9b7326bc8d9d", "sequences": 1, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:51:30+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.16128206893336, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "4ed6286c-8ead-4b02-ab0e-9589cdcb1d98", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.959795804927126, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "33179e7b-086a-4c95-aff7-257f0f33b1de", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.1107404549839, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "6ec9d385-2802-4504-96ba-3dc01ebdc17d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 43.315001485985704, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "b4d937af-f010-4eab-9233-9b6a769f23be", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 42.652141039958224, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "d34e748d-18d1-41f4-8cb8-b6a8486ae127", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.21804215607699, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "c7098b4b-81db-4fb4-ac7d-b7c57f2e308d", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 44.58290501998272, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "2bcbba28-3cbf-4aee-88cd-02b7b1f93beb", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 44.58435928693507, "case_idx": 51, "client_total_s": 41.27427950699348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "350e764e-91cb-436d-91b2-c89eadff23f4", "sequences": 1, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:52:15+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 52.68505415099207, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "4e022e93-6341-42cf-b1c6-b2b3b1a9e742", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 47.37262663897127, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1492a207-4575-45f2-accc-a43965540e1c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 62.36132151691709, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "b7f6aac9-1581-449f-86be-a5dbb8efc80c", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 72.12088013789617, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "0d5d760b-3abd-4a60-9667-da573260b565", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 57.66993187600747, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e11e3efc-35f0-419f-9673-2cd6f69faad1", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 80.67103728000075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "7564fe63-8b4b-42fa-808d-68ad181d9934", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 67.32182143104728, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "61bb0395-a76d-46d1-841a-f21e67c9df58", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 80.67232242692262, "case_idx": 52, "client_total_s": 76.22656169196125, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "8b9bf101-2d93-46d3-b83c-6b39e7b1242e", "sequences": 1, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:35+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.283278257003985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "a4cb1708-6ed3-47ed-96ae-20de09d6df12", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.57936101697851, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "83a67253-ad0a-4461-80ce-d290ed38826c", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.391754247015342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "f465ccc6-75ed-4d26-9d09-4f8342053331", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.36583065893501, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "c5461125-3cf4-4e2f-aa81-242b932a58da", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.546635756036267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "6dad27af-e5a4-4e69-a97f-a04721d7b507", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.523019202053547, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "ed271bed-33cd-4077-ac2c-02d36d5764a1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.361546222004108, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "e4f04359-bbcb-4b62-a3f9-d9ac576d3ee1", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 16.581068066996522, "case_idx": 53, "client_total_s": 16.29069669393357, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "7d125a48-c487-4abe-923f-c9c537d4f3b9", "sequences": 2, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:53:52+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 42.29112433688715, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "9eb0255d-156c-4bfc-ab50-029bedf87abc", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 29.712559867999516, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "8da2d2bc-b67b-40b8-a6c7-4d883731eace", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 46.731064521940425, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "d4d35f57-7b11-4b61-b823-8785bc59b77a", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 25.525671442970634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "5cc53e7f-1c15-41a0-97b9-398b498c78c2", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 34.02467725693714, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "403c8433-3c1b-4cc9-879e-80758388160f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 50.87727602699306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "f0facc89-4f40-4e02-9507-7f54e675c30f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 21.288180583971553, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9081d224-9ec1-4b46-b7de-f5a7cab2065f", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 50.878811451024376, "case_idx": 54, "client_total_s": 38.385641518980265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "ad987777-e0d7-498e-89ca-486237fda698", "sequences": 2, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:54:43+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.35924228304066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "be296bc8-4c57-4de8-9d4a-3ebb74182884", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 46.910045486991294, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6c0d7b14-9d88-4c29-b76e-8a35aaac829c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.735402615973726, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "4e990222-0090-4cbe-992c-bc0c861c621e", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 45.99725527095143, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "0be1f75e-5a98-4f96-830a-24071c4dafc7", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.838070173049346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cb41a60c-95b5-4caf-b460-35df3f81471c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 48.38219434290659, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a55a360f-7d10-4473-abd3-09ac911b9059", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 49.513824267080054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "ea8e60db-e2cf-472e-89c0-fa942127b87c", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 49.839334973017685, "case_idx": 55, "client_total_s": 47.55098906008061, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "88f61864-301a-40e9-afd7-150d503d3e1f", "sequences": 2, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:55:33+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 84.65495708398521, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "c71379d9-3411-47db-a266-3dc35ddec125", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 64.80497846798971, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "dc6b8380-a1dc-4376-bb31-e1cdc31903b9", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 58.89974206103943, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "d7baa707-88cf-40d7-bc0d-b2e6c86e35f0", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 70.02741282305215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "77715c5d-5c08-4c06-b75d-d54a03e82da8", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 79.78486320900265, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "7a8622f8-4913-47c9-a3ac-2671af70c696", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 74.90784828201868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "90f07bf1-54b5-4e64-b63f-a099e5421b95", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 88.5600018040277, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "f8364bce-f6cc-4888-b398-ba7eaa5e0859", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 88.56150534399785, "case_idx": 56, "client_total_s": 53.02915666298941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "c0844df2-850c-4478-8599-db136cc5f81e", "sequences": 2, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:01+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.198329532984644, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "6c40ec66-cc55-4db3-8761-4da7f29560d6", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.299197921995074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "a320b55a-2d5a-48b4-ae07-605c4eeabd1c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.20570668997243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "6333f629-533c-4d36-91ca-15f2a96a4f98", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.239601023029536, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "326761c4-25db-4940-94fd-7c466e1324cc", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.325737830949947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "81b7a698-bc63-44e5-8bea-369897d8349c", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32632148405537, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "3d1806e6-1363-43a8-9df1-5ad6b7d1a368", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.328467888990417, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "cbe2d3bc-8926-4f4d-9f1c-fb864fa0a965", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 17.32953681703657, "case_idx": 57, "client_total_s": 17.32712257304229, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "c36cfc35-499b-469e-b4bb-c2a803c416ad", "sequences": 4, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:57:19+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 26.58834078197833, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "f6f6ee60-a537-4710-b8ca-32196a64ac58", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 34.815152883064, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "fb63c15b-062f-41b7-94a0-97a0dba5d694", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 51.63533607497811, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "007fcc75-8bfb-4965-92ad-e3b3ef29d03a", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 47.3051359859528, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "24c19928-79de-4785-b27c-d06a09958ad2", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 30.56666828901507, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "a05b5bac-c89f-4bd8-a7d3-97dd8d5f53cd", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 43.16203795792535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "733940f3-919a-4d45-af52-40ef8d459b12", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 39.06697142799385, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "2d240f2d-8fcb-44e9-8f8a-33a9ce305682", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 51.63642033806536, "case_idx": 58, "client_total_s": 22.266518496908247, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "081fa324-0d2c-48f8-b164-dcb50188b9d5", "sequences": 4, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:58:10+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.29367161693517, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "81e58615-748a-4bee-ad1c-cbd901127670", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 63.73714881401975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "f1223df1-33a5-407b-abcd-6ba8d5ece293", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 61.429012854001485, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "c8faa964-5027-40cd-9827-c6daf4505d4d", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 60.25147518306039, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "8db99463-5339-45e2-83cb-f59b095b219e", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.228195087984204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "f3b9c812-86a6-40b0-8b51-0afdac1bed9a", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 58.905695119989105, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "feb17496-89c6-45ce-8997-96e6245d8e42", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 64.62112577096559, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "5a70f5fc-b837-4764-9427-93adf521816f", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 64.62589581194334, "case_idx": 59, "client_total_s": 62.98172271694057, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "1e3ee527-53ab-4da5-ab03-b6b2a66a5de1", "sequences": 4, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T11:59:15+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 81.520371293067, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "90977c37-2f10-4c33-93aa-91510cb10d0f", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 93.63844316406175, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "5a165fce-d0f5-413d-ba43-788851e556ae", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 74.6824263590388, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "f869c15e-3618-448f-9847-be2152ef6382", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 103.38255388801917, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "52caccbd-a45a-425e-ae8a-2a29f8ede246", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 67.57448665599804, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "e37fa892-69ea-4c11-aa16-3b6070849594", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 87.762880532071, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "dbcdd179-ecd1-456e-a0b5-cef6d013fec1", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 98.46021973004099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "54805911-6693-4fe7-8db6-6b36e72e5f71", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 107.6190654420061, "case_idx": 60, "client_total_s": 107.60308393603191, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "bb5f536d-1561-4c4c-aedc-267803e8ee31", "sequences": 4, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:02+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 29.992503723013215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "1ed7b0a9-f964-4fa1-9d59-bf4a1f43aa66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.281405079062097, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "1faf2868-0a7e-4f35-8c41-bee1ae186370", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.261348307016306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "bafb9ea7-0ddd-4652-bd38-7446c48db09d", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.518724406021647, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "0ac9c2df-0137-49b0-9e8a-952dff3ff2df", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.101509477943182, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "264d6fa4-0036-44ab-a49b-f1e71c13ea66", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.052271305932663, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "5c68e494-af70-4455-a80b-ba039d420442", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 17.271175457979552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "9d1fc280-0281-4e9e-bcb7-9f7aac99befa", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 30.125679331016727, "case_idx": 61, "client_total_s": 30.069549808977172, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "8cbbc1ba-ffaa-41bb-a02c-57b27818383b", "sequences": 8, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:01:33+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 64.11100309004541, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "adc38ebd-9b52-4e92-ae60-3c04e73d57a6", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 51.940220824908465, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "ce4308f5-2298-41ee-8fa8-20cfc204fbfa", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 55.948769101989456, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "94ce801e-5ae6-4506-bd2b-93c53ad45c43", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 34.98323991103098, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "2d33cf44-fc7a-401a-aa16-3430fee39739", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 43.3423273951048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "1113a4cb-d879-48b8-8041-30967ed8f574", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 39.25144700903911, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "3bac666d-52c8-4285-8692-92e38c5ce3de", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 47.63043894502334, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "fd70b7c0-ed45-448d-8921-83bc72c5a678", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 64.11363722803071, "case_idx": 62, "client_total_s": 60.21914640604518, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "1f3d9643-8521-4371-a9de-f50feaaad49d", "sequences": 8, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:02:37+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 87.20753980998415, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "13252cc2-8c9b-41ed-bd03-c410051d7ba1", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 54.97931759303901, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "cb67106b-8f3e-4313-98ee-667b39c47e8f", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.81619504303671, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "57812868-268b-43e6-ac7a-242ff38eedc3", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 61.82509448705241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "b68802ce-4ab0-4016-8265-eddd87100047", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 88.214746025973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "ac928ba6-3df6-4781-a454-46e1073fd7c4", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 89.53204849397298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "cd500a28-61c2-4845-911f-3b38f4d8b806", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 41.01862574904226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "f1ec3b07-c70e-4aaa-9da1-e459403bcdb5", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 89.54066856496502, "case_idx": 63, "client_total_s": 47.85825287702028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "014dac17-e2a1-4d1f-9e37-4267adae639b", "sequences": 8, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:04:06+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 123.94273821206298, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "8508931d-dc78-4447-bc35-0d964c9c420d", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 111.40435646299738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "ed1d4111-4406-44e0-916a-fd1c85def2fa", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 95.22115951403975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "ba04c6a6-bb47-42ee-a20e-65590e429526", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 115.31453831703402, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "559b4b48-28b3-408a-923b-fd25ab06ff41", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 101.64398721198086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "0d0526b6-de81-4d98-ac07-aa594f4f0932", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 107.0414238179801, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "0a012230-db34-40e4-822f-22028e5f2f35", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 128.16943709994666, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bb3dae08-68da-42a2-9432-5b21b5cfce5c", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} | |
| {"batch_wall_s": 128.17143116798252, "case_idx": 64, "client_total_s": 119.81027026497759, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "63a0ada7-be8a-4216-8e0d-c04f0f93ffa8", "sequences": 8, "ts": "2026-01-26T12:06:14+00:00"} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"base_url": "http://localhost:8000", "create_training_client_s": 12.47374360403046, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce1", "model": "Qwen/Qwen3-4B-Instruct-2507", "n_prompts": [1, 2, 4, 8], "n_samples": [1, 2, 4, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "8f0f348b-0db9-4f3a-9bb5-66fa770490e7", "save_weights_and_get_sampling_client_s": 76.94162695191335, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T12:08:27+00:00", "unique_batches": true} | |
| {"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:27+00:00"} | |
| {"batch_wall_s": 12.715322820004076, "case_idx": 1, "client_total_s": 12.714931661030278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "86dd6a09-8c2c-4d79-aa7e-1e0310fcaf75", "sequences": 1, "ts": "2026-01-26T12:08:40+00:00"} | |
| {"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:40+00:00"} | |
| {"batch_wall_s": 14.251095811952837, "case_idx": 2, "client_total_s": 14.249218674958684, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "fd224e35-3cc9-4442-bb26-91028b0c3086", "sequences": 1, "ts": "2026-01-26T12:08:54+00:00"} | |
| {"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:08:54+00:00"} | |
| {"batch_wall_s": 9.023258441942744, "case_idx": 3, "client_total_s": 9.022858118987642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "f8b097af-c46d-4b04-9fc2-4d5803bedc94", "sequences": 1, "ts": "2026-01-26T12:09:03+00:00"} | |
| {"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:03+00:00"} | |
| {"batch_wall_s": 14.062406515004113, "case_idx": 4, "client_total_s": 14.06196118996013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "3f29bc53-52b0-41e5-b92b-b6f941ff0a31", "sequences": 1, "ts": "2026-01-26T12:09:17+00:00"} | |
| {"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:17+00:00"} | |
| {"batch_wall_s": 9.35771043994464, "case_idx": 5, "client_total_s": 9.357374334009364, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "cd0d630c-8dbd-47e5-b1e5-d756898a7e4f", "sequences": 2, "ts": "2026-01-26T12:09:27+00:00"} | |
| {"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:27+00:00"} | |
| {"batch_wall_s": 14.121512049925514, "case_idx": 6, "client_total_s": 14.120818221010268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "3f016079-0e37-40d0-8105-8c2de70ed2cf", "sequences": 2, "ts": "2026-01-26T12:09:41+00:00"} | |
| {"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:41+00:00"} | |
| {"batch_wall_s": 9.26320616400335, "case_idx": 7, "client_total_s": 9.26190378004685, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "db36f819-56c5-47ee-b8f0-051264d58a8d", "sequences": 2, "ts": "2026-01-26T12:09:50+00:00"} | |
| {"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:09:50+00:00"} | |
| {"batch_wall_s": 14.083146221004426, "case_idx": 8, "client_total_s": 14.082185178995132, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "a579d589-04a0-4083-bedc-62fc91f22b41", "sequences": 2, "ts": "2026-01-26T12:10:04+00:00"} | |
| {"case_idx": 9, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:04+00:00"} | |
| {"batch_wall_s": 10.214587245020084, "case_idx": 9, "client_total_s": 10.214250553050078, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "c03db492-7ba4-4b80-849e-7daaa62955ec", "sequences": 4, "ts": "2026-01-26T12:10:14+00:00"} | |
| {"case_idx": 10, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:14+00:00"} | |
| {"batch_wall_s": 15.192556577036157, "case_idx": 10, "client_total_s": 15.192110615898855, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "4f3a7564-0e9d-4bff-b939-bc5145ba4610", "sequences": 4, "ts": "2026-01-26T12:10:29+00:00"} | |
| {"case_idx": 11, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:29+00:00"} | |
| {"batch_wall_s": 10.395702063920908, "case_idx": 11, "client_total_s": 10.395349600934424, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "315eacf0-9122-4f23-9002-09d28ff6d9a2", "sequences": 4, "ts": "2026-01-26T12:10:40+00:00"} | |
| {"case_idx": 12, "kind": "case", "n_prompts": 1, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:40+00:00"} | |
| {"batch_wall_s": 15.003156346036121, "case_idx": 12, "client_total_s": 15.002588374074548, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "1c915f75-ddea-4474-a4e8-9b7e463173fa", "sequences": 4, "ts": "2026-01-26T12:10:55+00:00"} | |
| {"case_idx": 13, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:10:55+00:00"} | |
| {"batch_wall_s": 12.399913972010836, "case_idx": 13, "client_total_s": 12.399567393003963, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "399f690d-cbd0-43bc-8373-140afadc1abf", "sequences": 8, "ts": "2026-01-26T12:11:07+00:00"} | |
| {"case_idx": 14, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:07+00:00"} | |
| {"batch_wall_s": 17.159482718096115, "case_idx": 14, "client_total_s": 17.158988681971096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "8e8a8972-f823-4279-b284-0751ac37e13d", "sequences": 8, "ts": "2026-01-26T12:11:24+00:00"} | |
| {"case_idx": 15, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:24+00:00"} | |
| {"batch_wall_s": 12.373430839041248, "case_idx": 15, "client_total_s": 12.372983244014904, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "f9932ba8-f7db-476e-bb6e-9c9acbd47860", "sequences": 8, "ts": "2026-01-26T12:11:37+00:00"} | |
| {"case_idx": 16, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:37+00:00"} | |
| {"batch_wall_s": 17.093581340974197, "case_idx": 16, "client_total_s": 17.09310306305997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "2c6b4e55-8d17-4bc1-9e6b-0ff36a798357", "sequences": 8, "ts": "2026-01-26T12:11:54+00:00"} | |
| {"case_idx": 17, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:11:54+00:00"} | |
| {"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.364784142933786, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 0, "request_id": "c718bc43-ba9f-4d1a-8b5b-583f36121bcb", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"} | |
| {"batch_wall_s": 9.365246167057194, "case_idx": 17, "client_total_s": 9.27212390000932, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1017, "repeat": 0, "req_idx": 1, "request_id": "e63f18ba-4157-4bdd-98be-368d1d3b3970", "sequences": 1, "ts": "2026-01-26T12:12:03+00:00"} | |
| {"case_idx": 18, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:03+00:00"} | |
| {"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 18.562995443004183, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 0, "request_id": "97bbe067-6204-4a9d-940c-26875f08acad", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"} | |
| {"batch_wall_s": 18.563736416981556, "case_idx": 18, "client_total_s": 14.453618167084642, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1018, "repeat": 0, "req_idx": 1, "request_id": "aef166e8-7aea-4c67-8fc7-0a329251f216", "sequences": 1, "ts": "2026-01-26T12:12:22+00:00"} | |
| {"case_idx": 19, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:22+00:00"} | |
| {"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.637393309967592, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20000, "repeat": 0, "req_idx": 0, "request_id": "2d26ebf7-a02a-42a8-9db0-cd322bf14c5e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"} | |
| {"batch_wall_s": 13.64033876301255, "case_idx": 19, "client_total_s": 13.249204328050837, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 20001, "repeat": 0, "req_idx": 1, "request_id": "a9fe388f-f1fd-4fc6-969b-79aac442f17e", "sequences": 1, "ts": "2026-01-26T12:12:35+00:00"} | |
| {"case_idx": 20, "kind": "case", "n_prompts": 2, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:35+00:00"} | |
| {"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 18.25157445599325, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21000, "repeat": 0, "req_idx": 0, "request_id": "d9ed83d1-4c4d-48a5-aee3-d8e2266dadd6", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"} | |
| {"batch_wall_s": 22.556748311035335, "case_idx": 20, "client_total_s": 22.55606540699955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 21001, "repeat": 0, "req_idx": 1, "request_id": "f25c2cde-5f1d-401e-8464-de6b3e66d632", "sequences": 1, "ts": "2026-01-26T12:12:58+00:00"} | |
| {"case_idx": 21, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:12:58+00:00"} | |
| {"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.293019495904446, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 0, "request_id": "4b0bc007-bcef-4146-90a0-40384fffcc36", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"} | |
| {"batch_wall_s": 10.385363376932219, "case_idx": 21, "client_total_s": 10.38481087202672, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1021, "repeat": 0, "req_idx": 1, "request_id": "c8bdee34-0612-4861-badb-a72672f3098f", "sequences": 2, "ts": "2026-01-26T12:13:08+00:00"} | |
| {"case_idx": 22, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:08+00:00"} | |
| {"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 15.175855529960245, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 0, "request_id": "cfa4a3ac-6d34-4688-825f-eee8c38cdc1e", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"} | |
| {"batch_wall_s": 19.414221007027663, "case_idx": 22, "client_total_s": 19.41286838205997, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1022, "repeat": 0, "req_idx": 1, "request_id": "a446cdaf-c04d-45fe-b64c-d21345729d26", "sequences": 2, "ts": "2026-01-26T12:13:28+00:00"} | |
| {"case_idx": 23, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:28+00:00"} | |
| {"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.566764820949174, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24000, "repeat": 0, "req_idx": 0, "request_id": "e6925bbe-9896-491e-95d1-99f2b83fb242", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"} | |
| {"batch_wall_s": 14.567351863021031, "case_idx": 23, "client_total_s": 14.191443691961467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 24001, "repeat": 0, "req_idx": 1, "request_id": "fecc40f8-8b71-4f9d-be1b-ea962ad10836", "sequences": 2, "ts": "2026-01-26T12:13:42+00:00"} | |
| {"case_idx": 24, "kind": "case", "n_prompts": 2, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:13:42+00:00"} | |
| {"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 23.671467602951452, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25000, "repeat": 0, "req_idx": 0, "request_id": "bf5de6d9-48ef-44e3-bfcc-9cc229ef737d", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"} | |
| {"batch_wall_s": 23.67234711605124, "case_idx": 24, "client_total_s": 19.477614598930813, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 25001, "repeat": 0, "req_idx": 1, "request_id": "2bfc40b0-0ee6-4aaa-aee3-8e8c823e29ff", "sequences": 2, "ts": "2026-01-26T12:14:06+00:00"} | |
| {"case_idx": 25, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:06+00:00"} | |
| {"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.28557292604819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 0, "request_id": "39830e96-74c1-4e50-8ed2-bfbfecb10923", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"} | |
| {"batch_wall_s": 12.286151804961264, "case_idx": 25, "client_total_s": 12.249245860031806, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1025, "repeat": 0, "req_idx": 1, "request_id": "545b251f-042a-433e-8d97-cd6ec37344f1", "sequences": 4, "ts": "2026-01-26T12:14:18+00:00"} | |
| {"case_idx": 26, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:18+00:00"} | |
| {"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 21.23182502191048, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 0, "request_id": "c098c7ef-a0dd-4d22-9bfa-f633cab5e71a", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"} | |
| {"batch_wall_s": 21.232589873019606, "case_idx": 26, "client_total_s": 17.312815463985316, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1026, "repeat": 0, "req_idx": 1, "request_id": "1f1abd7d-32d6-4877-aee2-f9bc59e067a8", "sequences": 4, "ts": "2026-01-26T12:14:40+00:00"} | |
| {"case_idx": 27, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:40+00:00"} | |
| {"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.41521816700697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28000, "repeat": 0, "req_idx": 0, "request_id": "91eb30cf-c56d-46ea-969b-b8101ba34e94", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"} | |
| {"batch_wall_s": 16.415806469041854, "case_idx": 27, "client_total_s": 16.090647766017355, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 28001, "repeat": 0, "req_idx": 1, "request_id": "ef00260f-1b09-4097-80b2-7fd2793115a9", "sequences": 4, "ts": "2026-01-26T12:14:56+00:00"} | |
| {"case_idx": 28, "kind": "case", "n_prompts": 2, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:14:56+00:00"} | |
| {"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 25.80541736201849, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29000, "repeat": 0, "req_idx": 0, "request_id": "b2f531d0-0f3d-4e09-84a0-027eafa8a2ee", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"} | |
| {"batch_wall_s": 25.80623257998377, "case_idx": 28, "client_total_s": 21.50531443604268, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 29001, "repeat": 0, "req_idx": 1, "request_id": "24650f22-dd19-4ede-b46e-94503a45e470", "sequences": 4, "ts": "2026-01-26T12:15:22+00:00"} | |
| {"case_idx": 29, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:22+00:00"} | |
| {"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.31157209095545, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 0, "request_id": "1b58d653-cc41-4b4f-854e-1bcea7b70cb6", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"} | |
| {"batch_wall_s": 16.312071061925963, "case_idx": 29, "client_total_s": 16.23152010201011, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1029, "repeat": 0, "req_idx": 1, "request_id": "e4e50318-bea4-491e-a841-b87cfd530100", "sequences": 8, "ts": "2026-01-26T12:15:38+00:00"} | |
| {"case_idx": 30, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:15:38+00:00"} | |
| {"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 25.232579772011377, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 0, "request_id": "e52dbb3f-d64b-4b51-bb5d-1bfa214be546", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"} | |
| {"batch_wall_s": 25.233258681022562, "case_idx": 30, "client_total_s": 21.136933416943066, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1030, "repeat": 0, "req_idx": 1, "request_id": "9144fb04-ed74-4a5c-b9bb-241392169553", "sequences": 8, "ts": "2026-01-26T12:16:03+00:00"} | |
| {"case_idx": 31, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:03+00:00"} | |
| {"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.80125685199164, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32000, "repeat": 0, "req_idx": 0, "request_id": "ddd6b761-fbdd-43ce-8318-5a913c925483", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"} | |
| {"batch_wall_s": 20.80179252498783, "case_idx": 31, "client_total_s": 20.404910248937085, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 32001, "repeat": 0, "req_idx": 1, "request_id": "67bd56ca-98a9-4987-9e8f-1cc6648b521e", "sequences": 8, "ts": "2026-01-26T12:16:24+00:00"} | |
| {"case_idx": 32, "kind": "case", "n_prompts": 2, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:24+00:00"} | |
| {"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 30.336290027946234, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33000, "repeat": 0, "req_idx": 0, "request_id": "0bdbe1b3-7db5-4d73-b3e4-69cd1a8ecd6f", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"} | |
| {"batch_wall_s": 30.33739521598909, "case_idx": 32, "client_total_s": 26.267018934944645, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 2, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 33001, "repeat": 0, "req_idx": 1, "request_id": "04bb1a52-3b13-4850-86d0-bff0929b9fca", "sequences": 8, "ts": "2026-01-26T12:16:54+00:00"} | |
| {"case_idx": 33, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:16:54+00:00"} | |
| {"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.164858507923782, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 0, "request_id": "653f1126-4105-4632-a3a1-eab885eb1492", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"} | |
| {"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.282363830017857, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 1, "request_id": "bf82adfd-b1b1-47e6-8718-f64ed5e85eb0", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"} | |
| {"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.434894423000515, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 2, "request_id": "736f1948-7f97-4079-8832-ac0df82a7994", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"} | |
| {"batch_wall_s": 10.436079883016646, "case_idx": 33, "client_total_s": 10.254158283001743, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1033, "repeat": 0, "req_idx": 3, "request_id": "ab836e16-8f03-493d-9c84-b12f31f322e4", "sequences": 1, "ts": "2026-01-26T12:17:05+00:00"} | |
| {"case_idx": 34, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:05+00:00"} | |
| {"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 28.00122895196546, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 0, "request_id": "73cc3f2f-1810-461d-b5ec-d687be7c7c2e", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"} | |
| {"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 19.545013536931947, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 1, "request_id": "693a2341-e310-4382-ab4d-ebcee443a2ed", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"} | |
| {"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 15.325956520042382, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 2, "request_id": "3d0522aa-71d3-447d-bc06-82e20d73b896", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"} | |
| {"batch_wall_s": 28.002978884032927, "case_idx": 34, "client_total_s": 23.769422685028985, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1034, "repeat": 0, "req_idx": 3, "request_id": "5766bec5-494c-439a-b415-ee44b58e6458", "sequences": 1, "ts": "2026-01-26T12:17:33+00:00"} | |
| {"case_idx": 35, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:33+00:00"} | |
| {"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.180147567065433, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36000, "repeat": 0, "req_idx": 0, "request_id": "7fb048c2-eb70-4787-a40d-aebc44aea223", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"} | |
| {"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 23.38348453096114, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36001, "repeat": 0, "req_idx": 1, "request_id": "3d406299-4c68-47a0-b856-1fb80d460a4c", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"} | |
| {"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.36404512997251, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36002, "repeat": 0, "req_idx": 2, "request_id": "efab1a2e-6abc-4f59-953d-cf2605e3f4e2", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"} | |
| {"batch_wall_s": 23.384954596986063, "case_idx": 35, "client_total_s": 22.86363404802978, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 36003, "repeat": 0, "req_idx": 3, "request_id": "705faa90-604e-41a6-890f-4ea342689013", "sequences": 1, "ts": "2026-01-26T12:17:56+00:00"} | |
| {"case_idx": 36, "kind": "case", "n_prompts": 4, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:17:56+00:00"} | |
| {"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 32.58630899898708, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37000, "repeat": 0, "req_idx": 0, "request_id": "3dec7f36-dac7-429a-8dc3-b626cb55e1bc", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"} | |
| {"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 37.143638212932274, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37001, "repeat": 0, "req_idx": 1, "request_id": "959dc6f4-8242-42a0-893a-75c50bde1510", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"} | |
| {"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 41.104456190019846, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37002, "repeat": 0, "req_idx": 2, "request_id": "0055c4b6-ef0d-4ef7-b12a-6b8fac93ed82", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"} | |
| {"batch_wall_s": 41.108463699929416, "case_idx": 36, "client_total_s": 27.864509733975865, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 37003, "repeat": 0, "req_idx": 3, "request_id": "32120f46-0f85-4547-bfe3-f4cf218f4cdd", "sequences": 1, "ts": "2026-01-26T12:18:37+00:00"} | |
| {"case_idx": 37, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:37+00:00"} | |
| {"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.146029158961028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 0, "request_id": "292347d3-599e-4995-9343-f4c4ea92ba58", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"} | |
| {"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.386479272972792, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 1, "request_id": "84cc10d3-151a-4f70-9870-f52479bae555", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"} | |
| {"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.264626341988333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 2, "request_id": "425632a2-0f39-437e-9f69-3cc6778ad50b", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"} | |
| {"batch_wall_s": 12.387314709019847, "case_idx": 37, "client_total_s": 12.297462549060583, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1037, "repeat": 0, "req_idx": 3, "request_id": "6691b7d2-b733-42f0-b9a2-5a23c65b224d", "sequences": 2, "ts": "2026-01-26T12:18:50+00:00"} | |
| {"case_idx": 38, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:18:50+00:00"} | |
| {"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 29.902386614936404, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 0, "request_id": "bcd069b5-89c0-404d-8b20-261efe99ed8c", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"} | |
| {"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 25.45569901203271, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 1, "request_id": "90291c6e-9728-46c6-8e37-2f78cd4ddcf3", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"} | |
| {"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 21.350753517006524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 2, "request_id": "30458813-4e66-47d0-bfe7-9005bf8cd1bc", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"} | |
| {"batch_wall_s": 29.90311372105498, "case_idx": 38, "client_total_s": 17.09259070304688, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1038, "repeat": 0, "req_idx": 3, "request_id": "8250c5a1-5d0d-43f9-9f56-3576300fb559", "sequences": 2, "ts": "2026-01-26T12:19:20+00:00"} | |
| {"case_idx": 39, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:20+00:00"} | |
| {"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.064072138047777, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40000, "repeat": 0, "req_idx": 0, "request_id": "59e803b3-055b-472f-90d2-e1605c98476b", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"} | |
| {"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 25.322907218011096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40001, "repeat": 0, "req_idx": 1, "request_id": "11e424ea-7a12-45dc-9e1a-a0a84336eda1", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"} | |
| {"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.377687808009796, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40002, "repeat": 0, "req_idx": 2, "request_id": "6f2a6ddc-731c-4aae-8fde-cb443a2c4b2f", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"} | |
| {"batch_wall_s": 25.326620180043392, "case_idx": 39, "client_total_s": 24.768009021994658, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 40003, "repeat": 0, "req_idx": 3, "request_id": "8981fe86-fee7-4a20-bb59-f42ad77cd1a7", "sequences": 2, "ts": "2026-01-26T12:19:45+00:00"} | |
| {"case_idx": 40, "kind": "case", "n_prompts": 4, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:19:45+00:00"} | |
| {"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 39.704366502934135, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41000, "repeat": 0, "req_idx": 0, "request_id": "5e167aad-e473-4f39-ad46-4271220f6e8a", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"} | |
| {"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 43.78600317589007, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41001, "repeat": 0, "req_idx": 1, "request_id": "c608f55b-539b-4231-8490-cd340a52a152", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"} | |
| {"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 34.97079492395278, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41002, "repeat": 0, "req_idx": 2, "request_id": "2cb05da2-c3d4-43f7-ad74-f46ea6e64afa", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"} | |
| {"batch_wall_s": 43.78689335193485, "case_idx": 40, "client_total_s": 30.348195134080015, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 41003, "repeat": 0, "req_idx": 3, "request_id": "d999628a-0004-4912-a479-c35ea0c21392", "sequences": 2, "ts": "2026-01-26T12:20:29+00:00"} | |
| {"case_idx": 41, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:29+00:00"} | |
| {"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.408958223066293, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 0, "request_id": "937e5a4e-2ea1-402d-8c19-c607adf56d5e", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"} | |
| {"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.433648851001635, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 1, "request_id": "48669a5f-0ab0-4a71-b169-e062f197f425", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"} | |
| {"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.266337779001333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 2, "request_id": "79da1616-f658-494d-a399-a53335c28241", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"} | |
| {"batch_wall_s": 16.43503980501555, "case_idx": 41, "client_total_s": 16.406082150992006, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1041, "repeat": 0, "req_idx": 3, "request_id": "7c0b382d-6239-4c81-bd54-9f35f3907888", "sequences": 4, "ts": "2026-01-26T12:20:45+00:00"} | |
| {"case_idx": 42, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:20:45+00:00"} | |
| {"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 33.7718479729956, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 0, "request_id": "c2bbb0a5-d631-4312-b9f7-d0a8bd54a891", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"} | |
| {"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 25.511773854028434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 1, "request_id": "8a4d9bf8-b690-407c-83c1-f135da639b1a", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"} | |
| {"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 21.07106483890675, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 2, "request_id": "ccbb16ee-948d-4b81-b7c8-528e772af6e7", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"} | |
| {"batch_wall_s": 33.77285092801321, "case_idx": 42, "client_total_s": 29.577294206945226, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1042, "repeat": 0, "req_idx": 3, "request_id": "d49ddc7f-bcda-4dc1-8217-939bed1fba20", "sequences": 4, "ts": "2026-01-26T12:21:19+00:00"} | |
| {"case_idx": 43, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:19+00:00"} | |
| {"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.557466443045996, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44000, "repeat": 0, "req_idx": 0, "request_id": "058641c8-b284-47a2-95be-5be72b64e593", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"} | |
| {"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 30.297397001995705, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44001, "repeat": 0, "req_idx": 1, "request_id": "43a33781-f3b9-4b0c-be7f-2fef0e10dea0", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"} | |
| {"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 28.613398466957733, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44002, "repeat": 0, "req_idx": 2, "request_id": "cc4470f6-5d4a-44e3-8b2d-81c17ce747fa", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"} | |
| {"batch_wall_s": 30.298378012957983, "case_idx": 43, "client_total_s": 29.972244543023407, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 44003, "repeat": 0, "req_idx": 3, "request_id": "36ceec4d-5a4c-4db3-928b-ffd9566026c7", "sequences": 4, "ts": "2026-01-26T12:21:49+00:00"} | |
| {"case_idx": 44, "kind": "case", "n_prompts": 4, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:21:49+00:00"} | |
| {"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 49.49806550599169, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45000, "repeat": 0, "req_idx": 0, "request_id": "6dfd7460-fde8-40e7-aec5-4aad93a9c43b", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"} | |
| {"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 40.493158568046056, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45001, "repeat": 0, "req_idx": 1, "request_id": "f2fa2c38-1edd-4736-a98c-38d14aa9ce4e", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"} | |
| {"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 45.15210597694386, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45002, "repeat": 0, "req_idx": 2, "request_id": "fab69597-0a14-4715-a43c-d8310828026f", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"} | |
| {"batch_wall_s": 49.50190663896501, "case_idx": 44, "client_total_s": 35.06573941500392, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 45003, "repeat": 0, "req_idx": 3, "request_id": "9ab5d7f5-0bdc-4484-8e8a-65f6dc4e33cc", "sequences": 4, "ts": "2026-01-26T12:22:39+00:00"} | |
| {"case_idx": 45, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:39+00:00"} | |
| {"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.030252284021117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 0, "request_id": "bbd88352-4305-4208-af2f-a0b515953ccf", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"} | |
| {"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 17.064373499015346, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1848, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 1, "request_id": "9741d398-7a22-4833-9fef-ab05855ed328", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"} | |
| {"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.880326800979674, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 2, "request_id": "0a6c21a5-ef96-4034-8ba5-b9b8f8d8d27d", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"} | |
| {"batch_wall_s": 17.06614127405919, "case_idx": 45, "client_total_s": 16.849352710065432, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 1908, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1045, "repeat": 0, "req_idx": 3, "request_id": "b4f0b34b-aff4-4fae-bb4e-6e52053a8fe4", "sequences": 8, "ts": "2026-01-26T12:22:56+00:00"} | |
| {"case_idx": 46, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:22:56+00:00"} | |
| {"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 26.12916861800477, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 0, "request_id": "2d1e64f7-01b2-4c61-bd9a-0d0c191901ac", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"} | |
| {"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 21.789396547945216, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 1, "request_id": "e1692582-4e5a-4fa6-b42a-8429027eceec", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"} | |
| {"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 30.297468604985625, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 2, "request_id": "f4934cd3-30e4-48de-80e3-a89e77853dc4", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"} | |
| {"batch_wall_s": 34.397369481041096, "case_idx": 46, "client_total_s": 34.39610392705072, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1046, "repeat": 0, "req_idx": 3, "request_id": "7bb30056-1fe8-4646-8bc9-921e59e0a0d9", "sequences": 8, "ts": "2026-01-26T12:23:30+00:00"} | |
| {"case_idx": 47, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:23:30+00:00"} | |
| {"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 41.724344391026534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48000, "repeat": 0, "req_idx": 0, "request_id": "c48d8637-85be-4599-9bbc-3b76d384f5e4", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"} | |
| {"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.95568442996591, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48001, "repeat": 0, "req_idx": 1, "request_id": "33e356c8-842e-4c78-b52d-4c7c1dd46f98", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"} | |
| {"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 40.517954731942154, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48002, "repeat": 0, "req_idx": 2, "request_id": "03bf4150-fc2d-407c-94d2-24b90c718e69", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"} | |
| {"batch_wall_s": 42.95640917005949, "case_idx": 47, "client_total_s": 42.342807212960906, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 48003, "repeat": 0, "req_idx": 3, "request_id": "65baadd5-8f0a-4b54-8b47-c5b75fcad7f2", "sequences": 8, "ts": "2026-01-26T12:24:13+00:00"} | |
| {"case_idx": 48, "kind": "case", "n_prompts": 4, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:24:13+00:00"} | |
| {"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 54.817362171947025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49000, "repeat": 0, "req_idx": 0, "request_id": "3d1491a0-1267-4ed9-909c-a9480360f5dd", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"} | |
| {"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 48.64914127299562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49001, "repeat": 0, "req_idx": 1, "request_id": "8347c872-7f67-4cce-b846-173c8582d6b7", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"} | |
| {"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 59.851838841917925, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49002, "repeat": 0, "req_idx": 2, "request_id": "fadcfa4f-df1f-4704-92af-a848b2ac9dca", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"} | |
| {"batch_wall_s": 64.27748978103045, "case_idx": 48, "client_total_s": 64.27669383701868, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 4, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 49003, "repeat": 0, "req_idx": 3, "request_id": "db5e4aeb-60b7-4c22-86fc-6e6d49cde765", "sequences": 8, "ts": "2026-01-26T12:25:17+00:00"} | |
| {"case_idx": 49, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:17+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335457472014241, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 0, "request_id": "2c8c3880-8807-4be7-84fa-fb58529eba20", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.335661552031524, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 1, "request_id": "01c0114c-f792-441f-87ef-79d923c1ab9c", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.332704754080623, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 2, "request_id": "b355b04a-4144-4004-af7b-f33d697249b0", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.33324004500173, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 3, "request_id": "190e5d78-e229-46ad-86f9-e6a10924bc45", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334823666955344, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 4, "request_id": "c4ec801d-7770-4bea-934b-d7bb2713e9eb", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.334896337008104, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 5, "request_id": "df0761a6-2bc4-40dc-afa9-9c7d47c5f9d6", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.549175988067873, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 6, "request_id": "7abda8e5-9141-4df0-8e9c-53076043f009", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 12.55060294107534, "case_idx": 49, "client_total_s": 12.34702816104982, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1049, "repeat": 0, "req_idx": 7, "request_id": "01b21ebc-3b66-49b9-8709-da383b21fc73", "sequences": 1, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"case_idx": 50, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:25:30+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 42.84136775997467, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 0, "request_id": "2e4ede46-93db-4900-bd7a-4fee86ac41c4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 46.77372864901554, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 1, "request_id": "df49f7c7-a165-4951-804f-7e0ea187cc3d", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 17.47987934399862, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 2, "request_id": "4ac196d4-9cad-4ee5-9fbc-87fef6197467", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 25.740754232974723, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 3, "request_id": "0589032a-ce1a-4d34-847c-14152bfe7196", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 38.60307308402844, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 4, "request_id": "bffdcad9-8014-4f7a-b80a-c2e6b4344cb4", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 30.05931832396891, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 5, "request_id": "8de551ba-f5b6-477c-b067-e45813c01898", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 34.39044417499099, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 6, "request_id": "ddad882e-98a1-4740-a2d1-2d9c29d617b7", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 46.775423855055124, "case_idx": 50, "client_total_s": 21.741637570085004, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1050, "repeat": 0, "req_idx": 7, "request_id": "c766a87b-97ae-455e-9bae-2699d783e091", "sequences": 1, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"case_idx": 51, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:26:17+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.14768142497633, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52000, "repeat": 0, "req_idx": 0, "request_id": "377b23dc-55d4-43d2-b18b-a5bdd69ddcde", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 42.53640382294543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52001, "repeat": 0, "req_idx": 1, "request_id": "f985c4cd-31cb-447b-ad07-6ab9fea8c4d3", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.28767847898416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52002, "repeat": 0, "req_idx": 2, "request_id": "8b042eea-175e-4634-8693-77d91a79f671", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.55642398400232, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52003, "repeat": 0, "req_idx": 3, "request_id": "f9d68989-0bff-46a2-a51d-9ce28837b620", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.562325420905836, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52004, "repeat": 0, "req_idx": 4, "request_id": "64252761-90a7-41b1-a480-8cce36e8a102", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 41.477812157943845, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52005, "repeat": 0, "req_idx": 5, "request_id": "720fa6ab-678c-47b3-a317-08095f7a465e", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 43.787638601032086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52006, "repeat": 0, "req_idx": 6, "request_id": "93f52783-68f0-44e4-88bc-bbe6fbb07531", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 44.56353644095361, "case_idx": 51, "client_total_s": 44.43868257000577, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 52007, "repeat": 0, "req_idx": 7, "request_id": "1edc0b4a-2f29-4a20-be5a-6e1b7a93591c", "sequences": 1, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"case_idx": 52, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:27:01+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 57.68607429298572, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53000, "repeat": 0, "req_idx": 0, "request_id": "b5c975c8-0b3c-4ad4-8913-8285a60861b7", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 76.17398678103928, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53001, "repeat": 0, "req_idx": 1, "request_id": "1048dd85-9d08-45c9-988c-aeb32e472880", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 47.4208950920729, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53002, "repeat": 0, "req_idx": 2, "request_id": "e801fe10-697a-4c1b-b543-d3827c588c66", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 67.32195870392025, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53003, "repeat": 0, "req_idx": 3, "request_id": "3e66a12f-ea35-45ab-8176-75d8330d67a3", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 62.47981646703556, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53004, "repeat": 0, "req_idx": 4, "request_id": "e08551ad-6d41-4702-bd0e-c2c2db280843", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 72.13410900696181, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53005, "repeat": 0, "req_idx": 5, "request_id": "65ea3752-4e33-41ef-99b9-125a7da71bfa", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 80.46928016503807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53006, "repeat": 0, "req_idx": 6, "request_id": "6ceee544-6733-4ac5-9b3b-5818ddf1c3b2", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 80.47624820505735, "case_idx": 52, "client_total_s": 52.52554484305438, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 53007, "repeat": 0, "req_idx": 7, "request_id": "4233f111-6ca3-4782-97a8-197657f42042", "sequences": 1, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"case_idx": 53, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:22+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.459120771032758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 0, "request_id": "401c040d-f3b2-4f2f-b435-291e0df5f968", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.629003262030892, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 1, "request_id": "1181d962-c837-411e-babe-e81f65dd9f90", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.457836457993835, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 2, "request_id": "d1618ca2-3d80-46aa-8d75-588297a77c8e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.608319779043086, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 257, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 3, "request_id": "8878c7c7-c06b-41c1-b91f-3305ea526d7e", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.478265107027255, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 4, "request_id": "cef7eb5e-b416-4ffb-82c0-3e67bc3df610", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.60371508798562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 5, "request_id": "6a6366c3-65ca-44be-895e-3cb67b659dba", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.41940595197957, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 6, "request_id": "382120bc-d635-4eb5-931c-217427f0f2d8", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 16.635876609012485, "case_idx": 53, "client_total_s": 16.45026188099291, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1053, "repeat": 0, "req_idx": 7, "request_id": "a4e253bf-4177-4ef5-ac5c-0ad6bcfd7568", "sequences": 2, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"case_idx": 54, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:28:39+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 50.901412846986204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 0, "request_id": "8a9eaf53-30b9-4d9d-a8f9-b1502b7b4edd", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 38.499376205028966, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 1, "request_id": "c8fb1386-757a-458f-9700-09aec72f4f64", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 21.292699328972958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 2, "request_id": "0b8ff13c-d59e-4f81-b9a2-8bf9400a2c62", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 29.694893409963697, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 3, "request_id": "bc05964d-528d-4b23-89a1-5288dff9b7e5", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 46.833752351929434, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 4, "request_id": "babaa9f4-10aa-4ffa-a57c-a5cd9a7dda8c", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 42.401562356972136, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 5, "request_id": "c84ddde7-bab2-4a99-9551-edef110870be", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 34.22944985702634, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 6, "request_id": "9fbb131a-7d2a-404a-ac9c-b5ea48010a85", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.90290541795548, "case_idx": 54, "client_total_s": 25.6782223850023, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1054, "repeat": 0, "req_idx": 7, "request_id": "c8905698-0f75-4a02-99ad-e37612798496", "sequences": 2, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"case_idx": 55, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:29:29+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 47.897062849020585, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56000, "repeat": 0, "req_idx": 0, "request_id": "4c3d4783-4704-448f-8832-10163f4736cf", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.27915094606578, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56001, "repeat": 0, "req_idx": 1, "request_id": "6d555dad-7b46-4ba7-aeb6-51716d341e9e", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 46.934041725005955, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56002, "repeat": 0, "req_idx": 2, "request_id": "97bfdb31-df47-4b5a-8fa3-f0701cbf768c", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.79319371690508, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56003, "repeat": 0, "req_idx": 3, "request_id": "8062feb2-fd80-4928-93fa-a1da0837b9c9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.999043234973215, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56004, "repeat": 0, "req_idx": 4, "request_id": "cbc2900e-1ef0-4572-a94e-234782c5fe73", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.69135074794758, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56005, "repeat": 0, "req_idx": 5, "request_id": "a9a66b22-eb1e-4f2c-a2c9-767ee0db88fb", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 48.40839631203562, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56006, "repeat": 0, "req_idx": 6, "request_id": "088be96f-ae78-41e2-b1fe-04dc72a291d9", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 50.019198063062504, "case_idx": 55, "client_total_s": 49.424382635043, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 56007, "repeat": 0, "req_idx": 7, "request_id": "bf1435bc-aafb-4919-b8d0-7befbd9a8509", "sequences": 2, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"case_idx": 56, "kind": "case", "n_prompts": 8, "n_samples": 2, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:30:19+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 80.15699178201612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57000, "repeat": 0, "req_idx": 0, "request_id": "85e4ee81-628e-4a25-876d-3aa86754e875", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 84.88727910805028, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57001, "repeat": 0, "req_idx": 1, "request_id": "2f9a7950-b048-4ff9-92c8-2f40838d69b5", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 53.471088112099096, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57002, "repeat": 0, "req_idx": 2, "request_id": "290c6c0e-2dd9-4f4d-8942-af4f3cd533f3", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 89.01116517395712, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57003, "repeat": 0, "req_idx": 3, "request_id": "977e0e04-f698-4ad5-a435-cc0eda2cbe25", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 75.42567635898013, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57004, "repeat": 0, "req_idx": 4, "request_id": "f7110947-f0bb-4247-af23-134b0e6b1118", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 59.30083597195335, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57005, "repeat": 0, "req_idx": 5, "request_id": "9b8623b5-5fe8-4845-90ce-ed7a2e431350", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 70.2182034989819, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57006, "repeat": 0, "req_idx": 6, "request_id": "c1f2ff79-76a0-4a8e-9612-d3ebaf2e74ce", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 89.0192507620668, "case_idx": 56, "client_total_s": 64.89502487401478, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 2, "ok": true, "output_tokens": 512, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 57007, "repeat": 0, "req_idx": 7, "request_id": "11173ef9-610b-4d7b-a750-28c262c9f162", "sequences": 2, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"case_idx": 57, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:31:48+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283443185966462, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 0, "request_id": "2b1dd20c-95a8-4f94-aafd-326d11ea776a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.283966163056903, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 1, "request_id": "18ed34c5-e73b-412f-90ff-5f2169203da0", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.27931976504624, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 2, "request_id": "d13b0dde-760b-4f86-88e0-6c224990e4d3", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.309190739062615, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 3, "request_id": "25d11fa9-a548-49b0-a3c8-f8ef01bc504a", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.308204406988807, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 4, "request_id": "ec091a06-8359-4c0f-82e6-19b3e2ca3afb", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.312537566991523, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 5, "request_id": "4090b41d-2fa3-451f-8d3c-011b545a4f32", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.177375345956534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 6, "request_id": "53296dc7-3c42-4585-b039-5e52588cdb3c", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 17.313635372905992, "case_idx": 57, "client_total_s": 17.285106402938254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1057, "repeat": 0, "req_idx": 7, "request_id": "f90f4d5c-dc3f-4f8d-a693-278dd5809baa", "sequences": 4, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"case_idx": 58, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:06+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 47.35277255496476, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 0, "request_id": "76235fad-078b-4235-8721-887750dc54c4", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 22.17215183994267, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 1, "request_id": "c90caa19-e433-4cd1-a965-e33360662ef1", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 39.12416134495288, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 2, "request_id": "b32696b1-04f9-47f4-b286-445baf00fa98", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 51.36871872097254, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 3, "request_id": "c4a54bf7-1992-48fa-9681-26d581d24bea", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 30.467434537014924, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 897, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 4, "request_id": "29f90be2-b709-4eab-85bb-268400d97a13", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 43.11207495897543, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 5, "request_id": "64da25f5-eb2a-4d44-8941-7d6e5b65625a", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 34.85885760106612, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 6, "request_id": "0966fbd4-4026-4417-8740-fca8edf7869b", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 51.37053543503862, "case_idx": 58, "client_total_s": 26.54214639798738, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1058, "repeat": 0, "req_idx": 7, "request_id": "060b4342-8130-454c-b007-96a5a0c66676", "sequences": 4, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"case_idx": 59, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:32:57+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 60.2616201590281, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60000, "repeat": 0, "req_idx": 0, "request_id": "b6c45b53-2334-4477-8953-0f5f90e63560", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 61.25790296308696, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60001, "repeat": 0, "req_idx": 1, "request_id": "5c262ec5-e21f-448c-aa50-c5a1ca5ae784", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.98306232702453, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60002, "repeat": 0, "req_idx": 2, "request_id": "3447f2c3-b8a9-4cac-9cf8-bfcf88a37568", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 58.71239382796921, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60003, "repeat": 0, "req_idx": 3, "request_id": "a4972dc2-ca62-43e7-abe9-699002c1e4c8", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.65580326097552, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60004, "repeat": 0, "req_idx": 4, "request_id": "a7e97002-445c-43dd-bc39-a5a00387035c", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 63.00666428799741, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60005, "repeat": 0, "req_idx": 5, "request_id": "0d841a11-614b-4d7d-b4e9-50f79ff54276", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 62.065980699961074, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60006, "repeat": 0, "req_idx": 6, "request_id": "b33292b5-6fd9-4621-8e28-9b4d484290b7", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 64.53427454107441, "case_idx": 59, "client_total_s": 64.52126387902535, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 60007, "repeat": 0, "req_idx": 7, "request_id": "a59d5c51-5bdc-446a-b6cd-7287b840e061", "sequences": 4, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"case_idx": 60, "kind": "case", "n_prompts": 8, "n_samples": 4, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:34:02+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 87.97228427603841, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61000, "repeat": 0, "req_idx": 0, "request_id": "c350445a-fa88-4b25-9170-3a07d27519e6", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 93.79319494601805, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61001, "repeat": 0, "req_idx": 1, "request_id": "bcb5e640-1466-47a9-a06a-06290e0e9cd3", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 107.84220225794706, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61002, "repeat": 0, "req_idx": 2, "request_id": "75b101fc-38a1-4705-836d-c32e85d455c0", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 67.61882717302069, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61003, "repeat": 0, "req_idx": 3, "request_id": "af5845cf-95ba-4f5c-8118-4a0fe30bf59b", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 103.59626760100946, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61004, "repeat": 0, "req_idx": 4, "request_id": "3eb166c2-2be5-4193-a104-aed16602fb89", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 74.98075261898339, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61005, "repeat": 0, "req_idx": 5, "request_id": "4be7e82b-3f74-4220-b793-9b02b7977c51", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 81.72484456701204, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61006, "repeat": 0, "req_idx": 6, "request_id": "d883c970-c4e5-4d72-a6d7-3825ea8b0b68", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 107.84631173801608, "case_idx": 60, "client_total_s": 99.00304393901024, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 4, "ok": true, "output_tokens": 1024, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 61007, "repeat": 0, "req_idx": 7, "request_id": "4f9ec88c-dc48-4b3f-9565-de7aa4590c23", "sequences": 4, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"case_idx": 61, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:35:50+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.2729909659829, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 0, "request_id": "769cc930-463e-43c4-b583-12cd3663cee2", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.26838287198916, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 1, "request_id": "55457f3f-8a57-4c44-aaf5-99abfa8fc462", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.267445857985877, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 2, "request_id": "65cea9ab-d9b5-4371-be87-0739cc0f0048", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.836361818946898, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 3, "request_id": "91909784-7069-4357-ba13-9e4d7355d876", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.776443758048117, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 4, "request_id": "f69e26e0-0b66-4fc0-8390-ee26b71cfe7c", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.90916912292596, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 5, "request_id": "7e54f919-4527-4a36-bbdf-8d996fa5b66f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 29.94090458401479, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 6, "request_id": "2da81aab-62e9-4fde-a617-9a2e1b1bc450", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 29.951298558036797, "case_idx": 61, "client_total_s": 17.180371083901264, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1061, "repeat": 0, "req_idx": 7, "request_id": "caa74cc4-015e-4929-8fcd-05a65268724f", "sequences": 8, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"case_idx": 62, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:36:19+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 43.35426896892022, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 0, "request_id": "942485d7-e83d-4f2d-88d3-3c38e9d8d7f4", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 64.48287614004221, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 1, "request_id": "fc15e464-ca39-4cc0-a633-7cf9e06a380d", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 60.16222837404348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 2, "request_id": "d79b14a5-6adb-4086-9bdf-b12441c53d04", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 55.91051249101292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 3, "request_id": "289a2d5e-4631-42dd-b7c6-89dcbe0ffdea", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 47.710983964963816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 4, "request_id": "bb88092d-b6a5-496f-ac5d-ca6c4f10ffa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 34.936001992900856, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 5, "request_id": "e35ee94b-bf1e-421c-89cc-de740bf92aa7", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 52.09323489898816, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 6, "request_id": "e30ac078-351d-4225-a38b-66314da1a9d2", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 64.48953918600455, "case_idx": 62, "client_total_s": 39.268800497055054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1062, "repeat": 0, "req_idx": 7, "request_id": "8d5c1089-54d4-4635-b6a1-4bfc3efa2dfe", "sequences": 8, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"case_idx": 63, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:37:24+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 55.024945611017756, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64000, "repeat": 0, "req_idx": 0, "request_id": "8924e0c2-054e-4186-ab1a-5873056d022c", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.29309664305765, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64001, "repeat": 0, "req_idx": 1, "request_id": "bf227f04-b015-4456-8d4a-c9f3d4926742", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 61.91405521600973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64002, "repeat": 0, "req_idx": 2, "request_id": "44ac56cc-0bec-489b-9f4a-29d7040a81e5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 87.32617444591597, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64003, "repeat": 0, "req_idx": 3, "request_id": "415f4339-26f6-462a-8074-6079cb8c02f5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 88.09934758895542, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64004, "repeat": 0, "req_idx": 4, "request_id": "5a1fe6d6-499f-41f7-a6f4-400e78b87b40", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 89.08739734697156, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64005, "repeat": 0, "req_idx": 5, "request_id": "ff74542b-a321-4ac2-b00c-bae5bcb54df1", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 48.16778869298287, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64006, "repeat": 0, "req_idx": 6, "request_id": "4fc084f1-3b8e-4b93-af3f-81aa8beaaceb", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 89.29442036198452, "case_idx": 63, "client_total_s": 41.09000222198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 64007, "repeat": 0, "req_idx": 7, "request_id": "cfed3fb0-1f8b-441f-b68d-b66480c287a5", "sequences": 8, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"case_idx": 64, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:38:53+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 119.67933110392187, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65000, "repeat": 0, "req_idx": 0, "request_id": "b626cd7e-3222-432b-b7a7-7e35cd8bd060", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 123.97370596707333, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65001, "repeat": 0, "req_idx": 1, "request_id": "c76adeb1-0bc8-41f1-8d37-c27fcd1bb5a2", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 115.512212238973, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65002, "repeat": 0, "req_idx": 2, "request_id": "059dd459-bc9c-4650-b55c-8e6709f564b5", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 101.64282160298899, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65003, "repeat": 0, "req_idx": 3, "request_id": "3190d13a-b500-493c-9fd6-c99b88fcf60f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 128.23951757198665, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65004, "repeat": 0, "req_idx": 4, "request_id": "c20985f4-c075-457d-88bd-b4679a0a2ae7", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 107.03812303801533, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65005, "repeat": 0, "req_idx": 5, "request_id": "a30b4ec1-0057-474e-9b13-5b1d4885ff7f", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 95.28060382604599, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65006, "repeat": 0, "req_idx": 6, "request_id": "bf5fed07-28b1-4df6-b1ae-86dee2ce940a", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} | |
| {"batch_wall_s": 128.2411000720458, "case_idx": 64, "client_total_s": 111.23267211997882, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 65007, "repeat": 0, "req_idx": 7, "request_id": "a0a426cc-51c6-4db4-96e0-f349368ebbb9", "sequences": 8, "ts": "2026-01-26T12:41:01+00:00"} |
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=f0748269-1abe-4320-96dc-178854ea9e49 prompt_len=5 max_tokens=4 lora_id=None lock_wait_s=0.000 total_s=1.107 first_tok_s=0.4189670537598431 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=0524b453-acd1-499e-bc81-944c14aed9bd prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.426 first_tok_s=1.520143459085375 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=ed29503f-c8a4-4a74-b185-94d091262d3e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.314 first_tok_s=0.21636493830010295 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=8852c8b9-5772-4fbf-9601-127463effee7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.349 first_tok_s=1.2815574281848967 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=65531581-ec80-4b19-b553-c3fde97e646a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.202136289793998 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=fc9c6878-aba7-4f69-b0e3-463caa0074ed prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.398 first_tok_s=1.304389351978898 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=b1a44ca5-7cf5-46ab-a982-c9d44e5c7b93 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.314 first_tok_s=2.223156788852066 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=9321f450-0fec-46ba-9669-63bd562f3049 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.173 first_tok_s=3.11260076938197 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=8096a492-65ee-4498-8e2d-731315f53b94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.355 first_tok_s=0.18949089664965868 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=c1d7e526-8028-44a9-9ead-9e7abb857ad6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.435 first_tok_s=1.3224841263145208 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=5e047efe-8f94-4eea-9ade-ec4c89f1ff1a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.379 first_tok_s=2.268007976002991 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=5c0b554d-d598-497a-97da-d3602dbac919 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.267 first_tok_s=3.1559268129058182 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=7d380fb9-b55e-4553-a594-d744e5d05a59 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.237 first_tok_s=4.135685392655432 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=b46bb250-8f52-4406-bd8f-1bca12c1163a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.205 first_tok_s=5.103837050963193 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=af821443-f555-4e2e-9e82-fb7dc033e395 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.180 first_tok_s=6.068396859802306 | |
| [36m(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40)[0m [vLLM timing] generate req=31c94413-85b1-4224-ba21- |
View raw
(Sorry about that, but we can’t show files that are this big right now.)
View raw
(Sorry about that, but we can’t show files that are this big right now.)
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment