Skip to content

Instantly share code, notes, and snippets.

@yiwenlu66

yiwenlu66/coalesce0.jsonl

Created January 26, 2026 13:43
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save yiwenlu66/6bb75f981e709265d2c45e6ecdadb84c to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save yiwenlu66/6bb75f981e709265d2c45e6ecdadb84c to your computer and use it in GitHub Desktop.
Download ZIP
issue #129: Qwen3-30B-A3B TP=4 single-node LoRA /asample reduced sweep (coalesce0 vs coalesce1) pl=32000 mt=256
Raw
coalesce0.jsonl
{"base_url": "http://localhost:8000", "create_training_client_s": 0.31418959295842797, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce0", "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "n_prompts": [1, 8], "n_samples": [1, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "e02f213e-5534-413a-bfb2-67d16e018253", "save_weights_and_get_sampling_client_s": 14.9925129909534, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T12:57:59+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:57:59+00:00"}
{"batch_wall_s": 48.80361754097976, "case_idx": 1, "client_total_s": 48.803215709049255, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "90b8b61a-3f43-4a2f-abe9-06055e3024fd", "sequences": 1, "ts": "2026-01-26T12:58:48+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:58:48+00:00"}
{"batch_wall_s": 53.01576485694386, "case_idx": 2, "client_total_s": 53.01443559897598, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "88dea23b-2b0f-4ac1-afc8-9c5303d8df09", "sequences": 1, "ts": "2026-01-26T12:59:41+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:59:41+00:00"}
{"batch_wall_s": 46.667289771023206, "case_idx": 3, "client_total_s": 46.66688194300514, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "5272ab9a-4552-42ac-95cf-0bd7ffa7b2c8", "sequences": 1, "ts": "2026-01-26T13:00:27+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:00:27+00:00"}
{"batch_wall_s": 53.04847253207117, "case_idx": 4, "client_total_s": 53.04792715492658, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "b5dc4499-1d56-4096-9219-ce96b8dec5fb", "sequences": 1, "ts": "2026-01-26T13:01:20+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:01:20+00:00"}
{"batch_wall_s": 48.10390013398137, "case_idx": 5, "client_total_s": 48.10352113400586, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 1804, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "9e2433f7-973b-4f82-9f2e-2867b016c1d6", "sequences": 8, "ts": "2026-01-26T13:02:09+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:02:09+00:00"}
{"batch_wall_s": 53.78770247590728, "case_idx": 6, "client_total_s": 53.78667800500989, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "09e5dd9a-1630-469e-bda3-9cd54f6832aa", "sequences": 8, "ts": "2026-01-26T13:03:02+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:03:02+00:00"}
{"batch_wall_s": 47.48399342095945, "case_idx": 7, "client_total_s": 47.48330649593845, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "b363f087-402e-42b3-91cc-d1acd649d5c0", "sequences": 8, "ts": "2026-01-26T13:03:50+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:03:50+00:00"}
{"batch_wall_s": 53.749458294012584, "case_idx": 8, "client_total_s": 53.74858206999488, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "82e51067-c587-41d3-a90e-1e585b761c5c", "sequences": 8, "ts": "2026-01-26T13:04:44+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:04:44+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.60656686895527, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "c1c6906e-5bf1-485f-ac55-6bd84f0a45b3", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.37023566593416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 1, "request_id": "f202a877-7c55-4a26-aa71-e29534677a62", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.57150752097368, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 2, "request_id": "ba6a4cf6-bcbe-4011-a184-8eda532aef91", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.39619689097162, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 3, "request_id": "d58d0926-0e24-4823-b5c5-2468f81363fa", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.398475466063246, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 4, "request_id": "bf914d8e-e124-46da-8a01-e618077a3ff0", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.45402711199131, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 5, "request_id": "d69c086d-50b4-4fcf-8953-f478e79b280b", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.429634982021526, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 6, "request_id": "fe583696-71bb-4b90-a9af-3f44364853fc", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.42415321106091, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 7, "request_id": "77bc4db4-688c-4bd6-bb36-19ea17366a28", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 81.8382137590088, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "f7f0d218-e3b7-4ebf-8ec2-86a4040a5245", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 76.25744978198782, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 1, "request_id": "64362ee5-ffbe-49ad-b936-6faf951a5c06", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 87.16349938709754, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 2, "request_id": "e1c79dd9-8eeb-4a05-92d6-8ff5ed3718a2", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 53.976624497096054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 3, "request_id": "498aabb9-ad2a-45fa-832e-bcdbf35a57f2", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 92.52467751700897, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 4, "request_id": "8e791201-c02e-4d16-bf7c-78c6a1056557", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 64.86658212705515, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 5, "request_id": "61cead86-cf7d-4db4-9a83-a9be92c80b8f", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 59.30693676706869, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 6, "request_id": "b811c70b-8640-4d5c-a3a9-884f24861181", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 70.37593099102378, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 7, "request_id": "e1085cac-8d32-4d1d-9305-a90bdafcf529", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 62.597285943920724, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "2d5569e9-470c-4203-bc97-bb4d3a242d01", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 82.84718473500106, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12001, "repeat": 0, "req_idx": 1, "request_id": "679bbe6d-582f-4f8e-89a1-12410ad9c135", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 57.06176420697011, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12002, "repeat": 0, "req_idx": 2, "request_id": "8a0ba785-434d-4c68-8841-6553c1c02493", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 72.75220203003846, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12003, "repeat": 0, "req_idx": 3, "request_id": "5497ecf5-ead8-4ccc-b50c-6fb689592f26", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 67.43773274298292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12004, "repeat": 0, "req_idx": 4, "request_id": "3b998428-bdb9-437b-abd6-c1f0657847af", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 51.910102379042655, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12005, "repeat": 0, "req_idx": 5, "request_id": "3cb12f70-3267-43d0-95bd-18de7207b695", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 77.90193650196306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12006, "repeat": 0, "req_idx": 6, "request_id": "f2746015-4c11-4298-851a-12819dc99902", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 46.80116079794243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12007, "repeat": 0, "req_idx": 7, "request_id": "f077ba04-ff88-4c8b-b181-de198a4a7ab9", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 87.29401298193261, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "f9adfbcc-b1b7-4c8b-8685-5e0c8231dbe0", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 92.89502220507711, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13001, "repeat": 0, "req_idx": 1, "request_id": "8d5b21fe-f38b-470e-b9f1-34a219fde215", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 81.80442281800788, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13002, "repeat": 0, "req_idx": 2, "request_id": "50b01744-55a3-42a8-b735-702f45c6ad81", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 59.10493927600328, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13003, "repeat": 0, "req_idx": 3, "request_id": "6f390bcb-f8a2-4817-8d11-b3cdf0a90471", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 64.89565869607031, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13004, "repeat": 0, "req_idx": 4, "request_id": "624324a8-146e-4583-a55a-ca46822ee8a4", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 70.4319931929931, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13005, "repeat": 0, "req_idx": 5, "request_id": "f5832512-9474-47f8-99a4-3cdea412c158", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 76.44004622404464, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13006, "repeat": 0, "req_idx": 6, "request_id": "5d14044a-1c5b-449a-a963-fb27db3d826c", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 53.83938317804132, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13007, "repeat": 0, "req_idx": 7, "request_id": "52df8381-d23d-4f0c-9875-c2db341444e9", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.11573490395676, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "b6f08217-d829-445c-b14f-2a6c7199e34c", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.31282497488428, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 1, "request_id": "e93aa10e-dd71-4c59-88e3-7251ab4fe183", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.13448548899032, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 2, "request_id": "156ddd75-edcb-4a4c-9550-245a8c6a489b", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 134.78056599502452, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 3, "request_id": "11669bee-5c60-45fa-9645-b9f3cbd83c29", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.3890931259375, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1795, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 4, "request_id": "7171c15f-424d-484d-b373-202fb951009c", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.40403854695614, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 5, "request_id": "3c6c7d2a-6ed4-47ec-a75b-14412331be49", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.104479633970186, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 6, "request_id": "254fcedd-bf94-4ebe-9cef-b4a4296d9051", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 134.61730634910055, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1819, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 7, "request_id": "f84e5fd3-df45-49a3-ac05-e74b986d09a4", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 148.16160953894723, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "73c3a861-b799-4570-9959-7b43b199319d", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 126.10330728802364, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1554, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 1, "request_id": "2c7ef3de-3aeb-482c-b403-62e463983917", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 142.62611410603859, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 2, "request_id": "aacf3f72-77d7-42c2-a3d8-5917143cfddf", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 103.45464627898764, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 3, "request_id": "3a701ab1-40f1-473d-9980-e6c51a14f865", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 109.04598296899348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 4, "request_id": "e2374e1f-3625-48fd-b195-00d933e9ce1a", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 97.64891742100008, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 5, "request_id": "b194e2ee-8da6-4764-863b-a2adcd0af6db", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 114.63989790005144, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 6, "request_id": "047ef75d-2d30-4036-8032-2e2778389bc4", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 120.49530777102336, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 7, "request_id": "9f92bca0-2536-4b2c-87a0-70cdbc8fa170", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 138.31587084499188, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "58485156-f9fb-4c13-895f-8f2f956e1339", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 133.0193103660131, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1796, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16001, "repeat": 0, "req_idx": 1, "request_id": "41f33c8b-072b-4cb6-9237-18abd9ff9662", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 96.09498019400053, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1581, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16002, "repeat": 0, "req_idx": 2, "request_id": "3f2bd405-cdf1-4618-a4bb-849f59f3b658", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 101.44055392697919, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1815, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16003, "repeat": 0, "req_idx": 3, "request_id": "2cd48a92-7c16-491a-9a9b-656b559078ae", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 58.705922413035296, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16004, "repeat": 0, "req_idx": 4, "request_id": "8bb6047d-73a6-48b0-b62c-8a4df3e2a05b", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 90.6377428410342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1796, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16005, "repeat": 0, "req_idx": 5, "request_id": "93a59651-6fcc-4c4c-89eb-ac200e5025fc", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 53.18534948397428, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1795, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16006, "repeat": 0, "req_idx": 6, "request_id": "3a16ba75-24cd-48f0-9351-2fc63435e0f4", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 47.95163991802838, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16007, "repeat": 0, "req_idx": 7, "request_id": "9f6e7321-b59d-43e0-b629-698995b10092", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 103.275017834967, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "581417fa-d72a-4763-87fc-09fdc5662f6a", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 114.69935435091611, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1820, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17001, "repeat": 0, "req_idx": 1, "request_id": "8edff2dd-0670-4a23-9b4f-49355c5dd2b5", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 108.8165129859699, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17002, "repeat": 0, "req_idx": 2, "request_id": "d1853559-737e-4ef3-915f-64d14d97c4b7", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 125.95229095302057, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17003, "repeat": 0, "req_idx": 3, "request_id": "3fe9ba6c-8f71-4308-9627-1d48f9decf0e", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 148.58002265403047, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17004, "repeat": 0, "req_idx": 4, "request_id": "47048585-ca9c-4084-9bd7-48823bd765c3", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 131.53204199299216, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1798, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17005, "repeat": 0, "req_idx": 5, "request_id": "37edef5f-b6f7-4444-aa7d-ea47d1f404f4", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 120.37804177997168, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17006, "repeat": 0, "req_idx": 6, "request_id": "c2119beb-8212-468d-8c24-8c79d2883b88", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 142.8092303549638, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17007, "repeat": 0, "req_idx": 7, "request_id": "5e8bb21c-5419-486f-94f3-21d974053f1e", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
Raw
coalesce1.jsonl
{"base_url": "http://localhost:8000", "create_training_client_s": 0.3055271840421483, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce1", "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "n_prompts": [1, 8], "n_samples": [1, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "c2a73700-7f35-42b8-8e5c-0064ff7a8ae4", "save_weights_and_get_sampling_client_s": 7.901629877043888, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T13:20:30+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:20:30+00:00"}
{"batch_wall_s": 47.46933857991826, "case_idx": 1, "client_total_s": 47.46895321900956, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "81ba4e4d-cdff-4cff-a0e0-406155befbe0", "sequences": 1, "ts": "2026-01-26T13:21:18+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:21:18+00:00"}
{"batch_wall_s": 53.63326278002933, "case_idx": 2, "client_total_s": 53.632819395978004, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "fb776107-fbdc-428c-a182-46eefe4f9adf", "sequences": 1, "ts": "2026-01-26T13:22:11+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:22:11+00:00"}
{"batch_wall_s": 47.20056210597977, "case_idx": 3, "client_total_s": 47.20025699795224, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "62505f03-1880-43a8-8352-a900142aca4b", "sequences": 1, "ts": "2026-01-26T13:22:59+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:22:59+00:00"}
{"batch_wall_s": 53.46465760294814, "case_idx": 4, "client_total_s": 53.46410830493551, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "97073eb5-3ad6-4d4c-b213-a8a5294164a1", "sequences": 1, "ts": "2026-01-26T13:23:52+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:23:52+00:00"}
{"batch_wall_s": 47.70110763597768, "case_idx": 5, "client_total_s": 47.700729627977125, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "186e6781-3b73-4d11-aef9-0db0679fd109", "sequences": 8, "ts": "2026-01-26T13:24:40+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:24:40+00:00"}
{"batch_wall_s": 54.113673934014514, "case_idx": 6, "client_total_s": 54.11318870505784, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "25ca9670-f19c-4b5f-91aa-f405b1c50100", "sequences": 8, "ts": "2026-01-26T13:25:34+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:25:34+00:00"}
{"batch_wall_s": 47.73914621502627, "case_idx": 7, "client_total_s": 47.73870096099563, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "68dd3ce8-fb1b-485b-a319-609d3634110f", "sequences": 8, "ts": "2026-01-26T13:26:22+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:26:22+00:00"}
{"batch_wall_s": 54.242318638949655, "case_idx": 8, "client_total_s": 54.241799078998156, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "1663dee4-5dd8-4e43-8f46-42669083505d", "sequences": 8, "ts": "2026-01-26T13:27:16+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:27:16+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.90256928303279, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "758a7c8d-4323-45c0-bccd-9b82a481fc53", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.68601976102218, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 1, "request_id": "1c6bf48b-8188-4762-8b83-3c4c65bfdcb3", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.74984124698676, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 2, "request_id": "f1fb292a-f62a-4678-9666-cd6a88023de3", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.87163296807557, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 3, "request_id": "0792db89-1d59-44a9-bbe8-bc4b2e7a71ec", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.777720015030354, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 4, "request_id": "348b7e85-e290-4db2-aac7-d5eaac61f16a", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 14.38989902404137, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 53, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 5, "request_id": "c78584a8-6aa5-41ff-8df4-34cd8db56e2d", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.68262483691797, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 6, "request_id": "578f03bb-5429-45c1-982c-81e8f385ae4c", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.6825444069691, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 7, "request_id": "04a00a1c-bdab-4f4c-9184-18a75b2ea6dc", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 71.03775542799849, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "bcb7e423-4f38-4d30-b204-a9cc09f84100", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 65.45774230500683, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 1, "request_id": "a2ad372f-2ce2-4f3a-9f0f-510a4c1b934d", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 82.28125257394277, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 2, "request_id": "854a6e83-e8bd-4bfb-b064-8c424c087bac", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 76.54741501598619, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 3, "request_id": "b5abfb42-4fab-4b37-85e1-27c7163a1840", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 60.03713413502555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 4, "request_id": "d5d4ebdc-9eba-4c68-bef4-ace731ade964", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 87.53066864807624, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 5, "request_id": "3e37ca8e-0716-4e00-8f6b-f044fcae56f0", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 54.35630550398491, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 6, "request_id": "117dd9b6-8deb-4253-a826-6cbde76f3cf8", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 12.778827243950218, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 4, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 7, "request_id": "74c1afc3-2f33-4212-a3f9-aeb5bdfc0a6a", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 62.62006007693708, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "1a4ce668-a457-49aa-903e-3b49869844b5", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 12.091341193998232, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 10, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12001, "repeat": 0, "req_idx": 1, "request_id": "ff668539-2ab5-4868-b329-51c3ce66f373", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 78.01236632792279, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12002, "repeat": 0, "req_idx": 2, "request_id": "5246437e-1ffb-477c-9937-546dff328e7a", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 47.18266692105681, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12003, "repeat": 0, "req_idx": 3, "request_id": "34c3a2dd-2957-4b50-826a-ab4718f83d5a", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 73.01063804305159, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12004, "repeat": 0, "req_idx": 4, "request_id": "6391dde0-3fcc-4987-a8a6-c77f8fabfd58", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 83.23191486601718, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12005, "repeat": 0, "req_idx": 5, "request_id": "0714e0d6-b263-431e-8972-49b377737855", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 67.67638137598988, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12006, "repeat": 0, "req_idx": 6, "request_id": "c217298f-ab7f-4840-87e5-9cefd1a8a9b2", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 57.47364729398396, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12007, "repeat": 0, "req_idx": 7, "request_id": "4354672b-356f-4fa2-9832-be9be3c35c59", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 53.535749968956225, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "5b2b92de-f380-439a-8640-ccb812f69b2a", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 64.86165116901975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13001, "repeat": 0, "req_idx": 1, "request_id": "b251ece7-94a6-4b26-bcd3-19eb05d231e5", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 59.01921638101339, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13002, "repeat": 0, "req_idx": 2, "request_id": "6713190a-eaa1-466c-998e-2c34ee673d87", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 86.91523003100883, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13003, "repeat": 0, "req_idx": 3, "request_id": "ceb5bd20-dcb7-43ca-badf-8ea0dfe13244", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 81.49527098902036, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13004, "repeat": 0, "req_idx": 4, "request_id": "b08cdc43-9d31-4521-a285-3f4ea47cafa5", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 92.35147567500826, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13005, "repeat": 0, "req_idx": 5, "request_id": "444a4098-9d87-4876-b133-da3766e008b4", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 70.22711600596085, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13006, "repeat": 0, "req_idx": 6, "request_id": "ae362ab1-a897-4c18-8688-e8847e866c8d", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 76.05147481698077, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13007, "repeat": 0, "req_idx": 7, "request_id": "bae269e4-86f7-4d8c-b46b-b44b7b943f1e", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.34198517596815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "e9c928dd-fc0e-4402-9eec-7c0e050d0baa", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.27237787900958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1837, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 1, "request_id": "33007767-cf1d-4aff-a550-8a1a94556cd4", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.453712934977375, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 2, "request_id": "3578889d-bf0a-46ec-9240-565194aa8634", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.34113571897615, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 3, "request_id": "be09b609-35d4-48cd-8fed-3a332feb2b12", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 133.89655760710593, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 4, "request_id": "3e7a7c79-9eff-4f60-b0d6-10e6f4981a56", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 133.97802354802843, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 5, "request_id": "8f0ce4da-f0be-4cb1-a362-453d9e08005c", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.33570084301755, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1794, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 6, "request_id": "5af48b9c-d278-4179-9c6e-0489b5ab304c", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.443824299029075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 7, "request_id": "907028cd-6204-498c-abc1-abf649e3eba2", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 103.70991029008292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1822, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "49440ded-247f-4c1b-8474-f40cf528862f", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 115.27997107210103, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 1, "request_id": "6ba53a4f-d433-4b61-98f3-aae1747e8ea7", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 142.97909887996502, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1993, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 2, "request_id": "3fea0aef-73f5-49d6-a495-db110d728db1", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 148.594834932941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 3, "request_id": "a62775fc-125f-411e-8cb3-198fbaa5b475", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 126.31499779503793, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 4, "request_id": "c46431a6-f7cb-4d49-9f6d-b408746689a7", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 97.862770540989, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 5, "request_id": "565dbda6-fe92-4578-a3d4-6297bb1e24f9", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 120.67632759001572, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 6, "request_id": "65bb548e-42fe-4f45-9d89-37f1209cffce", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 109.48590516997501, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 7, "request_id": "66cb11dc-feae-4bd3-bd40-f3d5ec01a8b3", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 143.47888315294404, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "dd4cc860-b40c-49de-90e2-700d410bf302", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 53.434487127000466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16001, "repeat": 0, "req_idx": 1, "request_id": "1e2cdc87-51b4-469b-9e58-dcc97da2790d", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 48.37102460197639, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16002, "repeat": 0, "req_idx": 2, "request_id": "b2e95264-a1a0-42ca-98c3-3c87b42f2cfb", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 106.67813153297175, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16003, "repeat": 0, "req_idx": 3, "request_id": "507dc1e2-706b-4c55-a816-337b0238788f", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 58.665258651948534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16004, "repeat": 0, "req_idx": 4, "request_id": "1bf7bbdb-d308-4fdf-a585-4e1e2008f050", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 101.38416339503601, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16005, "repeat": 0, "req_idx": 5, "request_id": "5873f00b-3cf1-4a1f-b920-ca9b4350cbd3", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 148.59419777500443, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16006, "repeat": 0, "req_idx": 6, "request_id": "076cad85-ad18-4fd7-9c54-293d9107ce21", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 95.97507025301456, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16007, "repeat": 0, "req_idx": 7, "request_id": "3c2c0e3d-2acf-49c9-ae31-3925ad6b6226", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 132.95534022606444, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "05722001-cd25-4d23-b2f0-461bdf71a9f2", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 138.87308437703177, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17001, "repeat": 0, "req_idx": 1, "request_id": "f783ce4e-aaa4-4802-b892-fb3f2bd1c646", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 146.16582570690662, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17002, "repeat": 0, "req_idx": 2, "request_id": "46aad3a6-3334-4136-89a4-5753751d373e", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 157.02872985298745, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17003, "repeat": 0, "req_idx": 3, "request_id": "51adeefd-0ddf-4b1b-b4ec-79387f5cea90", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 114.29578743397724, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17004, "repeat": 0, "req_idx": 4, "request_id": "3155d890-d817-4220-965f-10b14ef59f5f", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 126.52385197090916, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17005, "repeat": 0, "req_idx": 5, "request_id": "28d78bc3-6bd5-4d3a-ab9a-0426e0dfa6dc", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 120.42249232903123, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1887, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17006, "repeat": 0, "req_idx": 6, "request_id": "5dbd4780-b8ee-487f-9168-f9e974e2228e", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 108.11932800000068, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17007, "repeat": 0, "req_idx": 7, "request_id": "37036b6c-6956-411f-bb38-f70b53053b1b", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
Display the source blob
Display the rendered blob
Raw
plot_client_total_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_client_total_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="720pt" height="504pt" viewBox="0 0 720 504" xmlns="http://www.w3.org/2000/svg" version="1.1">
<metadata>
<rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<cc:Work>
<dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
<dc:date>2026-01-26T21:42:58.214207</dc:date>
<dc:format>image/svg+xml</dc:format>
<dc:creator>
<cc:Agent>
<dc:title>Matplotlib v3.10.8, https://matplotlib.org/</dc:title>
</cc:Agent>
</dc:creator>
</cc:Work>
</rdf:RDF>
</metadata>
<defs>
<style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style>
</defs>
<g id="figure_1">
<g id="patch_1">
<path d="M 0 504
L 720 504
L 720 0
L 0 0
z
" style="fill: #ffffff"/>
</g>
<g id="axes_1">
<g id="patch_2">
<path d="M 50.87 234.11
L 354.555 234.11
L 354.555 50.64
L 50.87 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_1">
<g id="xtick_1">
<g id="line2d_1">
<path d="M 64.673864 234.11
L 64.673864 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_2">
<defs>
<path id="ma2798bbe79" d="M 0 0
L 0 3.5
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#ma2798bbe79" x="64.673864" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_2">
<g id="line2d_3">
<path d="M 104.113474 234.11
L 104.113474 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_4">
<g>
<use xlink:href="#ma2798bbe79" x="104.113474" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_3">
<g id="line2d_5">
<path d="M 143.553084 234.11
L 143.553084 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_6">
<g>
<use xlink:href="#ma2798bbe79" x="143.553084" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_4">
<g id="line2d_7">
<path d="M 182.992695 234.11
L 182.992695 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_8">
<g>
<use xlink:href="#ma2798bbe79" x="182.992695" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_5">
<g id="line2d_9">
<path d="M 222.432305 234.11
L 222.432305 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_10">
<g>
<use xlink:href="#ma2798bbe79" x="222.432305" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_6">
<g id="line2d_11">
<path d="M 261.871916 234.11
L 261.871916 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_12">
<g>
<use xlink:href="#ma2798bbe79" x="261.871916" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_7">
<g id="line2d_13">
<path d="M 301.311526 234.11
L 301.311526 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_14">
<g>
<use xlink:href="#ma2798bbe79" x="301.311526" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_8">
<g id="line2d_15">
<path d="M 340.751136 234.11
L 340.751136 50.64
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_16">
<g>
<use xlink:href="#ma2798bbe79" x="340.751136" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_1">
<!-- n_prompts -->
<g transform="translate(176.257812 248.930313) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-6e" d="M 3513 2113
L 3513 0
L 2938 0
L 2938 2094
Q 2938 2591 2744 2837
Q 2550 3084 2163 3084
Q 1697 3084 1428 2787
Q 1159 2491 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1366 3272 1645 3428
Q 1925 3584 2291 3584
Q 2894 3584 3203 3211
Q 3513 2838 3513 2113
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-5f" d="M 3263 -1063
L 3263 -1509
L -63 -1509
L -63 -1063
L 3263 -1063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-70" d="M 1159 525
L 1159 -1331
L 581 -1331
L 581 3500
L 1159 3500
L 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
z
M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-72" d="M 2631 2963
Q 2534 3019 2420 3045
Q 2306 3072 2169 3072
Q 1681 3072 1420 2755
Q 1159 2438 1159 1844
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1341 3275 1631 3429
Q 1922 3584 2338 3584
Q 2397 3584 2469 3576
Q 2541 3569 2628 3553
L 2631 2963
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6f" d="M 1959 3097
Q 1497 3097 1228 2736
Q 959 2375 959 1747
Q 959 1119 1226 758
Q 1494 397 1959 397
Q 2419 397 2687 759
Q 2956 1122 2956 1747
Q 2956 2369 2687 2733
Q 2419 3097 1959 3097
z
M 1959 3584
Q 2709 3584 3137 3096
Q 3566 2609 3566 1747
Q 3566 888 3137 398
Q 2709 -91 1959 -91
Q 1206 -91 779 398
Q 353 888 353 1747
Q 353 2609 779 3096
Q 1206 3584 1959 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6d" d="M 3328 2828
Q 3544 3216 3844 3400
Q 4144 3584 4550 3584
Q 5097 3584 5394 3201
Q 5691 2819 5691 2113
L 5691 0
L 5113 0
L 5113 2094
Q 5113 2597 4934 2840
Q 4756 3084 4391 3084
Q 3944 3084 3684 2787
Q 3425 2491 3425 1978
L 3425 0
L 2847 0
L 2847 2094
Q 2847 2600 2669 2842
Q 2491 3084 2119 3084
Q 1678 3084 1418 2786
Q 1159 2488 1159 1978
L 1159 0
L 581 0
L 581 3500
L 1159 3500
L 1159 2956
Q 1356 3278 1631 3431
Q 1906 3584 2284 3584
Q 2666 3584 2933 3390
Q 3200 3197 3328 2828
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-74" d="M 1172 4494
L 1172 3500
L 2356 3500
L 2356 3053
L 1172 3053
L 1172 1153
Q 1172 725 1289 603
Q 1406 481 1766 481
L 2356 481
L 2356 0
L 1766 0
Q 1100 0 847 248
Q 594 497 594 1153
L 594 3053
L 172 3053
L 172 3500
L 594 3500
L 594 4494
L 1172 4494
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-73" d="M 2834 3397
L 2834 2853
Q 2591 2978 2328 3040
Q 2066 3103 1784 3103
Q 1356 3103 1142 2972
Q 928 2841 928 2578
Q 928 2378 1081 2264
Q 1234 2150 1697 2047
L 1894 2003
Q 2506 1872 2764 1633
Q 3022 1394 3022 966
Q 3022 478 2636 193
Q 2250 -91 1575 -91
Q 1294 -91 989 -36
Q 684 19 347 128
L 347 722
Q 666 556 975 473
Q 1284 391 1588 391
Q 1994 391 2212 530
Q 2431 669 2431 922
Q 2431 1156 2273 1281
Q 2116 1406 1581 1522
L 1381 1569
Q 847 1681 609 1914
Q 372 2147 372 2553
Q 372 3047 722 3315
Q 1072 3584 1716 3584
Q 2034 3584 2315 3537
Q 2597 3491 2834 3397
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_2">
<g id="ytick_1">
<g id="line2d_17">
<path d="M 50.87 216.140511
L 354.555 216.140511
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_18">
<defs>
<path id="m0bbaac2f39" d="M 0 0
L -3.5 0
" style="stroke: #000000; stroke-width: 0.8"/>
</defs>
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="216.140511" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_2">
<!-- 50 -->
<g transform="translate(31.145 219.939729) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-35" d="M 691 4666
L 3169 4666
L 3169 4134
L 1269 4134
L 1269 2991
Q 1406 3038 1543 3061
Q 1681 3084 1819 3084
Q 2600 3084 3056 2656
Q 3513 2228 3513 1497
Q 3513 744 3044 326
Q 2575 -91 1722 -91
Q 1428 -91 1123 -41
Q 819 9 494 109
L 494 744
Q 775 591 1075 516
Q 1375 441 1709 441
Q 2250 441 2565 725
Q 2881 1009 2881 1497
Q 2881 1984 2565 2268
Q 2250 2553 1709 2553
Q 1456 2553 1204 2497
Q 953 2441 691 2322
L 691 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-30" d="M 2034 4250
Q 1547 4250 1301 3770
Q 1056 3291 1056 2328
Q 1056 1369 1301 889
Q 1547 409 2034 409
Q 2525 409 2770 889
Q 3016 1369 3016 2328
Q 3016 3291 2770 3770
Q 2525 4250 2034 4250
z
M 2034 4750
Q 2819 4750 3233 4129
Q 3647 3509 3647 2328
Q 3647 1150 3233 529
Q 2819 -91 2034 -91
Q 1250 -91 836 529
Q 422 1150 422 2328
Q 422 3509 836 4129
Q 1250 4750 2034 4750
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-35"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_2">
<g id="line2d_19">
<path d="M 50.87 178.093233
L 354.555 178.093233
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_20">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="178.093233" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_3">
<!-- 60 -->
<g transform="translate(31.145 181.892451) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-36" d="M 2113 2584
Q 1688 2584 1439 2293
Q 1191 2003 1191 1497
Q 1191 994 1439 701
Q 1688 409 2113 409
Q 2538 409 2786 701
Q 3034 994 3034 1497
Q 3034 2003 2786 2293
Q 2538 2584 2113 2584
z
M 3366 4563
L 3366 3988
Q 3128 4100 2886 4159
Q 2644 4219 2406 4219
Q 1781 4219 1451 3797
Q 1122 3375 1075 2522
Q 1259 2794 1537 2939
Q 1816 3084 2150 3084
Q 2853 3084 3261 2657
Q 3669 2231 3669 1497
Q 3669 778 3244 343
Q 2819 -91 2113 -91
Q 1303 -91 875 529
Q 447 1150 447 2328
Q 447 3434 972 4092
Q 1497 4750 2381 4750
Q 2619 4750 2861 4703
Q 3103 4656 3366 4563
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_3">
<g id="line2d_21">
<path d="M 50.87 140.045955
L 354.555 140.045955
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_22">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="140.045955" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_4">
<!-- 70 -->
<g transform="translate(31.145 143.845174) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-37" d="M 525 4666
L 3525 4666
L 3525 4397
L 1831 0
L 1172 0
L 2766 4134
L 525 4134
L 525 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-37"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_4">
<g id="line2d_23">
<path d="M 50.87 101.998677
L 354.555 101.998677
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_24">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="101.998677" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_5">
<!-- 80 -->
<g transform="translate(31.145 105.797896) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-38" d="M 2034 2216
Q 1584 2216 1326 1975
Q 1069 1734 1069 1313
Q 1069 891 1326 650
Q 1584 409 2034 409
Q 2484 409 2743 651
Q 3003 894 3003 1313
Q 3003 1734 2745 1975
Q 2488 2216 2034 2216
z
M 1403 2484
Q 997 2584 770 2862
Q 544 3141 544 3541
Q 544 4100 942 4425
Q 1341 4750 2034 4750
Q 2731 4750 3128 4425
Q 3525 4100 3525 3541
Q 3525 3141 3298 2862
Q 3072 2584 2669 2484
Q 3125 2378 3379 2068
Q 3634 1759 3634 1313
Q 3634 634 3220 271
Q 2806 -91 2034 -91
Q 1263 -91 848 271
Q 434 634 434 1313
Q 434 1759 690 2068
Q 947 2378 1403 2484
z
M 1172 3481
Q 1172 3119 1398 2916
Q 1625 2713 2034 2713
Q 2441 2713 2670 2916
Q 2900 3119 2900 3481
Q 2900 3844 2670 4047
Q 2441 4250 2034 4250
Q 1625 4250 1398 4047
Q 1172 3844 1172 3481
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-38"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_5">
<g id="line2d_25">
<path d="M 50.87 63.951399
L 354.555 63.951399
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_26">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="63.951399" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_6">
<!-- 90 -->
<g transform="translate(31.145 67.750618) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-39" d="M 703 97
L 703 672
Q 941 559 1184 500
Q 1428 441 1663 441
Q 2288 441 2617 861
Q 2947 1281 2994 2138
Q 2813 1869 2534 1725
Q 2256 1581 1919 1581
Q 1219 1581 811 2004
Q 403 2428 403 3163
Q 403 3881 828 4315
Q 1253 4750 1959 4750
Q 2769 4750 3195 4129
Q 3622 3509 3622 2328
Q 3622 1225 3098 567
Q 2575 -91 1691 -91
Q 1453 -91 1209 -44
Q 966 3 703 97
z
M 1959 2075
Q 2384 2075 2632 2365
Q 2881 2656 2881 3163
Q 2881 3666 2632 3958
Q 2384 4250 1959 4250
Q 1534 4250 1286 3958
Q 1038 3666 1038 3163
Q 1038 2656 1286 2365
Q 1534 2075 1959 2075
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-39"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="text_7">
<!-- Client total p50 (s) -->
<g transform="translate(25.065312 189.092969) rotate(-90) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-43" d="M 4122 4306
L 4122 3641
Q 3803 3938 3442 4084
Q 3081 4231 2675 4231
Q 1875 4231 1450 3742
Q 1025 3253 1025 2328
Q 1025 1406 1450 917
Q 1875 428 2675 428
Q 3081 428 3442 575
Q 3803 722 4122 1019
L 4122 359
Q 3791 134 3420 21
Q 3050 -91 2638 -91
Q 1578 -91 968 557
Q 359 1206 359 2328
Q 359 3453 968 4101
Q 1578 4750 2638 4750
Q 3056 4750 3426 4639
Q 3797 4528 4122 4306
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-6c" d="M 603 4863
L 1178 4863
L 1178 0
L 603 0
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-69" d="M 603 3500
L 1178 3500
L 1178 0
L 603 0
L 603 3500
z
M 603 4863
L 1178 4863
L 1178 4134
L 603 4134
L 603 4863
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-65" d="M 3597 1894
L 3597 1613
L 953 1613
Q 991 1019 1311 708
Q 1631 397 2203 397
Q 2534 397 2845 478
Q 3156 559 3463 722
L 3463 178
Q 3153 47 2828 -22
Q 2503 -91 2169 -91
Q 1331 -91 842 396
Q 353 884 353 1716
Q 353 2575 817 3079
Q 1281 3584 2069 3584
Q 2775 3584 3186 3129
Q 3597 2675 3597 1894
z
M 3022 2063
Q 3016 2534 2758 2815
Q 2500 3097 2075 3097
Q 1594 3097 1305 2825
Q 1016 2553 972 2059
L 3022 2063
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-20" transform="scale(0.015625)"/>
<path id="DejaVuSans-61" d="M 2194 1759
Q 1497 1759 1228 1600
Q 959 1441 959 1056
Q 959 750 1161 570
Q 1363 391 1709 391
Q 2188 391 2477 730
Q 2766 1069 2766 1631
L 2766 1759
L 2194 1759
z
M 3341 1997
L 3341 0
L 2766 0
L 2766 531
Q 2569 213 2275 61
Q 1981 -91 1556 -91
Q 1019 -91 701 211
Q 384 513 384 1019
Q 384 1609 779 1909
Q 1175 2209 1959 2209
L 2766 2209
L 2766 2266
Q 2766 2663 2505 2880
Q 2244 3097 1772 3097
Q 1472 3097 1187 3025
Q 903 2953 641 2809
L 641 3341
Q 956 3463 1253 3523
Q 1550 3584 1831 3584
Q 2591 3584 2966 3190
Q 3341 2797 3341 1997
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-28" d="M 1984 4856
Q 1566 4138 1362 3434
Q 1159 2731 1159 2009
Q 1159 1288 1364 580
Q 1569 -128 1984 -844
L 1484 -844
Q 1016 -109 783 600
Q 550 1309 550 2009
Q 550 2706 781 3412
Q 1013 4119 1484 4856
L 1984 4856
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-29" d="M 513 4856
L 1013 4856
Q 1481 4119 1714 3412
Q 1947 2706 1947 2009
Q 1947 1309 1714 600
Q 1481 -109 1013 -844
L 513 -844
Q 928 -128 1133 580
Q 1338 1288 1338 2009
Q 1338 2731 1133 3434
Q 928 4138 513 4856
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_27">
<path d="M 64.673864 225.770455
L 340.751136 224.823164
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="mb7ab5fbcdb" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #1f77b4"/>
</defs>
<g clip-path="url(#p8b3bf47f90)">
<use xlink:href="#mb7ab5fbcdb" x="64.673864" y="225.770455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#mb7ab5fbcdb" x="340.751136" y="224.823164" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_28">
<path d="M 64.673864 224.888608
L 340.751136 58.979545
" clip-path="url(#p8b3bf47f90)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<defs>
<path id="m4d41f25abe" d="M 0 3
C 0.795609 3 1.55874 2.683901 2.12132 2.12132
C 2.683901 1.55874 3 0.795609 3 0
C 3 -0.795609 2.683901 -1.55874 2.12132 -2.12132
C 1.55874 -2.683901 0.795609 -3 0 -3
C -0.795609 -3 -1.55874 -2.683901 -2.12132 -2.12132
C -2.683901 -1.55874 -3 -0.795609 -3 0
C -3 0.795609 -2.683901 1.55874 -2.12132 2.12132
C -1.55874 2.683901 -0.795609 3 0 3
z
" style="stroke: #ff7f0e"/>
</defs>
<g clip-path="url(#p8b3bf47f90)">
<use xlink:href="#m4d41f25abe" x="64.673864" y="224.888608" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m4d41f25abe" x="340.751136" y="58.979545" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="patch_3">
<path d="M 50.87 234.11
L 50.87 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_4">
<path d="M 354.555 234.11
L 354.555 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_5">
<path d="M 50.87 234.11
L 354.555 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_6">
<path d="M 50.87 50.64
L 354.555 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_8">
<!-- same_prompt, prompt_logprobs=0 -->
<g transform="translate(98.185938 44.64) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-2c" d="M 750 794
L 1409 794
L 1409 256
L 897 -744
L 494 -744
L 750 256
L 750 794
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-67" d="M 2906 1791
Q 2906 2416 2648 2759
Q 2391 3103 1925 3103
Q 1463 3103 1205 2759
Q 947 2416 947 1791
Q 947 1169 1205 825
Q 1463 481 1925 481
Q 2391 481 2648 825
Q 2906 1169 2906 1791
z
M 3481 434
Q 3481 -459 3084 -895
Q 2688 -1331 1869 -1331
Q 1566 -1331 1297 -1286
Q 1028 -1241 775 -1147
L 775 -588
Q 1028 -725 1275 -790
Q 1522 -856 1778 -856
Q 2344 -856 2625 -561
Q 2906 -266 2906 331
L 2906 616
Q 2728 306 2450 153
Q 2172 0 1784 0
Q 1141 0 747 490
Q 353 981 353 1791
Q 353 2603 747 3093
Q 1141 3584 1784 3584
Q 2172 3584 2450 3431
Q 2728 3278 2906 2969
L 2906 3500
L 3481 3500
L 3481 434
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-62" d="M 3116 1747
Q 3116 2381 2855 2742
Q 2594 3103 2138 3103
Q 1681 3103 1420 2742
Q 1159 2381 1159 1747
Q 1159 1113 1420 752
Q 1681 391 2138 391
Q 2594 391 2855 752
Q 3116 1113 3116 1747
z
M 1159 2969
Q 1341 3281 1617 3432
Q 1894 3584 2278 3584
Q 2916 3584 3314 3078
Q 3713 2572 3713 1747
Q 3713 922 3314 415
Q 2916 -91 2278 -91
Q 1894 -91 1617 61
Q 1341 213 1159 525
L 1159 0
L 581 0
L 581 4863
L 1159 4863
L 1159 2969
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-3d" d="M 678 2906
L 4684 2906
L 4684 2381
L 678 2381
L 678 2906
z
M 678 1631
L 4684 1631
L 4684 1100
L 678 1100
L 678 1631
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_1">
<g id="patch_7">
<path d="M 56.47 80.97
L 136.1875 80.97
Q 137.7875 80.97 137.7875 79.37
L 137.7875 56.24
Q 137.7875 54.64 136.1875 54.64
L 56.47 54.64
Q 54.87 54.64 54.87 56.24
L 54.87 79.37
Q 54.87 80.97 56.47 80.97
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_29">
<path d="M 58.07 61.11875
L 66.07 61.11875
L 74.07 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#mb7ab5fbcdb" x="66.07" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_9">
<!-- n_samples=1 -->
<g transform="translate(80.47 63.91875) scale(0.08 -0.08)">
<defs>
<path id="DejaVuSans-31" d="M 794 531
L 1825 531
L 1825 4091
L 703 3866
L 703 4441
L 1819 4666
L 2450 4666
L 2450 531
L 3481 531
L 3481 0
L 794 0
L 794 531
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_30">
<path d="M 58.07 73.08375
L 66.07 73.08375
L 74.07 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m4d41f25abe" x="66.07" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_10">
<!-- n_samples=8 -->
<g transform="translate(80.47 75.88375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_2">
<g id="patch_8">
<path d="M 405.515 234.11
L 709.2 234.11
L 709.2 50.64
L 405.515 50.64
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_3">
<g id="xtick_9">
<g id="line2d_31">
<path d="M 419.318864 234.11
L 419.318864 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_32">
<g>
<use xlink:href="#ma2798bbe79" x="419.318864" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_10">
<g id="line2d_33">
<path d="M 458.758474 234.11
L 458.758474 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_34">
<g>
<use xlink:href="#ma2798bbe79" x="458.758474" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_11">
<g id="line2d_35">
<path d="M 498.198084 234.11
L 498.198084 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_36">
<g>
<use xlink:href="#ma2798bbe79" x="498.198084" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_12">
<g id="line2d_37">
<path d="M 537.637695 234.11
L 537.637695 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_38">
<g>
<use xlink:href="#ma2798bbe79" x="537.637695" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_13">
<g id="line2d_39">
<path d="M 577.077305 234.11
L 577.077305 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_40">
<g>
<use xlink:href="#ma2798bbe79" x="577.077305" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_14">
<g id="line2d_41">
<path d="M 616.516916 234.11
L 616.516916 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_42">
<g>
<use xlink:href="#ma2798bbe79" x="616.516916" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_15">
<g id="line2d_43">
<path d="M 655.956526 234.11
L 655.956526 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_44">
<g>
<use xlink:href="#ma2798bbe79" x="655.956526" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="xtick_16">
<g id="line2d_45">
<path d="M 695.396136 234.11
L 695.396136 50.64
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_46">
<g>
<use xlink:href="#ma2798bbe79" x="695.396136" y="234.11" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
</g>
<g id="text_11">
<!-- n_prompts -->
<g transform="translate(530.902812 248.930313) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_4">
<g id="ytick_6">
<g id="line2d_47">
<path d="M 405.515 209.265949
L 709.2 209.265949
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_48">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="209.265949" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_12">
<!-- 60 -->
<g transform="translate(385.79 213.065168) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_7">
<g id="line2d_49">
<path d="M 405.515 183.344735
L 709.2 183.344735
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_50">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="183.344735" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_13">
<!-- 70 -->
<g transform="translate(385.79 187.143954) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_8">
<g id="line2d_51">
<path d="M 405.515 157.42352
L 709.2 157.42352
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_52">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="157.42352" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_14">
<!-- 80 -->
<g transform="translate(385.79 161.222739) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_9">
<g id="line2d_53">
<path d="M 405.515 131.502306
L 709.2 131.502306
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_54">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="131.502306" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_15">
<!-- 90 -->
<g transform="translate(385.79 135.301525) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-39"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_10">
<g id="line2d_55">
<path d="M 405.515 105.581092
L 709.2 105.581092
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_56">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="105.581092" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_16">
<!-- 100 -->
<g transform="translate(379.4275 109.38031) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="ytick_11">
<g id="line2d_57">
<path d="M 405.515 79.659877
L 709.2 79.659877
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_58">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="79.659877" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_17">
<!-- 110 -->
<g transform="translate(379.4275 83.459096) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-31" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="ytick_12">
<g id="line2d_59">
<path d="M 405.515 53.738663
L 709.2 53.738663
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_60">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="53.738663" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_18">
<!-- 120 -->
<g transform="translate(379.4275 57.537882) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-32" d="M 1228 531
L 3431 531
L 3431 0
L 469 0
L 469 531
Q 828 903 1448 1529
Q 2069 2156 2228 2338
Q 2531 2678 2651 2914
Q 2772 3150 2772 3378
Q 2772 3750 2511 3984
Q 2250 4219 1831 4219
Q 1534 4219 1204 4116
Q 875 4013 500 3803
L 500 4441
Q 881 4594 1212 4672
Q 1544 4750 1819 4750
Q 2544 4750 2975 4387
Q 3406 4025 3406 3419
Q 3406 3131 3298 2873
Q 3191 2616 2906 2266
Q 2828 2175 2409 1742
Q 1991 1309 1228 531
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-32" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="text_19">
<!-- Client total p50 (s) -->
<g transform="translate(373.347812 189.092969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_61">
<path d="M 419.318864 225.770455
L 695.396136 187.886783
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p769ebf3c98)">
<use xlink:href="#mb7ab5fbcdb" x="419.318864" y="225.770455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#mb7ab5fbcdb" x="695.396136" y="187.886783" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_62">
<path d="M 419.318864 224.525279
L 695.396136 58.979545
" clip-path="url(#p769ebf3c98)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#p769ebf3c98)">
<use xlink:href="#m4d41f25abe" x="419.318864" y="224.525279" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m4d41f25abe" x="695.396136" y="58.979545" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="patch_9">
<path d="M 405.515 234.11
L 405.515 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_10">
<path d="M 709.2 234.11
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_11">
<path d="M 405.515 234.11
L 709.2 234.11
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_12">
<path d="M 405.515 50.64
L 709.2 50.64
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_20">
<!-- same_prompt, prompt_logprobs=1 -->
<g transform="translate(452.830937 44.64) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-73"/>
<use xlink:href="#DejaVuSans-61" transform="translate(52.099609 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(210.791016 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(272.314453 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(322.314453 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(385.791016 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(424.654297 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(485.835938 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(583.248047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(646.724609 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(685.933594 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(717.720703 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(749.507812 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(812.984375 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(851.847656 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(913.029297 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1010.441406 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1073.917969 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1113.126953 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1163.126953 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1190.910156 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1252.091797 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1315.568359 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1379.044922 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1417.908203 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1479.089844 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1542.566406 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1594.666016 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1678.455078 0)"/>
</g>
</g>
<g id="legend_2">
<g id="patch_13">
<path d="M 411.115 80.97
L 490.8325 80.97
Q 492.4325 80.97 492.4325 79.37
L 492.4325 56.24
Q 492.4325 54.64 490.8325 54.64
L 411.115 54.64
Q 409.515 54.64 409.515 56.24
L 409.515 79.37
Q 409.515 80.97 411.115 80.97
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_63">
<path d="M 412.715 61.11875
L 420.715 61.11875
L 428.715 61.11875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#mb7ab5fbcdb" x="420.715" y="61.11875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_21">
<!-- n_samples=1 -->
<g transform="translate(435.115 63.91875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_64">
<path d="M 412.715 73.08375
L 420.715 73.08375
L 428.715 73.08375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m4d41f25abe" x="420.715" y="73.08375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_22">
<!-- n_samples=8 -->
<g transform="translate(435.115 75.88375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_3">
<g id="patch_14">
<path d="M 50.87 462.04
L 354.555 462.04
L 354.555 278.57
L 50.87 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_5">
<g id="xtick_17">
<g id="line2d_65">
<path d="M 64.673864 462.04
L 64.673864 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_66">
<g>
<use xlink:href="#ma2798bbe79" x="64.673864" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_23">
<!-- 1 -->
<g transform="translate(61.492614 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_18">
<g id="line2d_67">
<path d="M 104.113474 462.04
L 104.113474 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_68">
<g>
<use xlink:href="#ma2798bbe79" x="104.113474" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_24">
<!-- 2 -->
<g transform="translate(100.932224 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_19">
<g id="line2d_69">
<path d="M 143.553084 462.04
L 143.553084 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_70">
<g>
<use xlink:href="#ma2798bbe79" x="143.553084" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_25">
<!-- 3 -->
<g transform="translate(140.371834 476.638438) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-33" d="M 2597 2516
Q 3050 2419 3304 2112
Q 3559 1806 3559 1356
Q 3559 666 3084 287
Q 2609 -91 1734 -91
Q 1441 -91 1130 -33
Q 819 25 488 141
L 488 750
Q 750 597 1062 519
Q 1375 441 1716 441
Q 2309 441 2620 675
Q 2931 909 2931 1356
Q 2931 1769 2642 2001
Q 2353 2234 1838 2234
L 1294 2234
L 1294 2753
L 1863 2753
Q 2328 2753 2575 2939
Q 2822 3125 2822 3475
Q 2822 3834 2567 4026
Q 2313 4219 1838 4219
Q 1578 4219 1281 4162
Q 984 4106 628 3988
L 628 4550
Q 988 4650 1302 4700
Q 1616 4750 1894 4750
Q 2613 4750 3031 4423
Q 3450 4097 3450 3541
Q 3450 3153 3228 2886
Q 3006 2619 2597 2516
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_20">
<g id="line2d_71">
<path d="M 182.992695 462.04
L 182.992695 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_72">
<g>
<use xlink:href="#ma2798bbe79" x="182.992695" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_26">
<!-- 4 -->
<g transform="translate(179.811445 476.638438) scale(0.1 -0.1)">
<defs>
<path id="DejaVuSans-34" d="M 2419 4116
L 825 1625
L 2419 1625
L 2419 4116
z
M 2253 4666
L 3047 4666
L 3047 1625
L 3713 1625
L 3713 1100
L 3047 1100
L 3047 0
L 2419 0
L 2419 1100
L 313 1100
L 313 1709
L 2253 4666
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_21">
<g id="line2d_73">
<path d="M 222.432305 462.04
L 222.432305 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_74">
<g>
<use xlink:href="#ma2798bbe79" x="222.432305" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_27">
<!-- 5 -->
<g transform="translate(219.251055 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_22">
<g id="line2d_75">
<path d="M 261.871916 462.04
L 261.871916 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_76">
<g>
<use xlink:href="#ma2798bbe79" x="261.871916" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_28">
<!-- 6 -->
<g transform="translate(258.690666 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_23">
<g id="line2d_77">
<path d="M 301.311526 462.04
L 301.311526 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_78">
<g>
<use xlink:href="#ma2798bbe79" x="301.311526" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_29">
<!-- 7 -->
<g transform="translate(298.130276 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_24">
<g id="line2d_79">
<path d="M 340.751136 462.04
L 340.751136 278.57
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_80">
<g>
<use xlink:href="#ma2798bbe79" x="340.751136" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_30">
<!-- 8 -->
<g transform="translate(337.569886 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_31">
<!-- n_prompts -->
<g transform="translate(176.257812 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_6">
<g id="ytick_13">
<g id="line2d_81">
<path d="M 50.87 444.629408
L 354.555 444.629408
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_82">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="444.629408" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_32">
<!-- 50 -->
<g transform="translate(31.145 448.428627) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_14">
<g id="line2d_83">
<path d="M 50.87 412.229838
L 354.555 412.229838
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_84">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="412.229838" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_33">
<!-- 60 -->
<g transform="translate(31.145 416.029057) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_15">
<g id="line2d_85">
<path d="M 50.87 379.830269
L 354.555 379.830269
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_86">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="379.830269" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_34">
<!-- 70 -->
<g transform="translate(31.145 383.629488) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_16">
<g id="line2d_87">
<path d="M 50.87 347.4307
L 354.555 347.4307
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_88">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="347.4307" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_35">
<!-- 80 -->
<g transform="translate(31.145 351.229918) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_17">
<g id="line2d_89">
<path d="M 50.87 315.03113
L 354.555 315.03113
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_90">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="315.03113" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_36">
<!-- 90 -->
<g transform="translate(31.145 318.830349) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-39"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_18">
<g id="line2d_91">
<path d="M 50.87 282.631561
L 354.555 282.631561
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_92">
<g>
<use xlink:href="#m0bbaac2f39" x="50.87" y="282.631561" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_37">
<!-- 100 -->
<g transform="translate(24.7825 286.43078) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="text_38">
<!-- Client total p50 (s) -->
<g transform="translate(18.702813 417.022969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_93">
<path d="M 64.673864 453.700455
L 340.751136 395.549825
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pff9be9ab41)">
<use xlink:href="#mb7ab5fbcdb" x="64.673864" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#mb7ab5fbcdb" x="340.751136" y="395.549825" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_94">
<path d="M 64.673864 451.955919
L 340.751136 286.909545
" clip-path="url(#pff9be9ab41)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#pff9be9ab41)">
<use xlink:href="#m4d41f25abe" x="64.673864" y="451.955919" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m4d41f25abe" x="340.751136" y="286.909545" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="patch_15">
<path d="M 50.87 462.04
L 50.87 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_16">
<path d="M 354.555 462.04
L 354.555 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_17">
<path d="M 50.87 462.04
L 354.555 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_18">
<path d="M 50.87 278.57
L 354.555 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_39">
<!-- unique_prompts, prompt_logprobs=0 -->
<g transform="translate(90.82375 272.57) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-75" d="M 544 1381
L 544 3500
L 1119 3500
L 1119 1403
Q 1119 906 1312 657
Q 1506 409 1894 409
Q 2359 409 2629 706
Q 2900 1003 2900 1516
L 2900 3500
L 3475 3500
L 3475 0
L 2900 0
L 2900 538
Q 2691 219 2414 64
Q 2138 -91 1772 -91
Q 1169 -91 856 284
Q 544 659 544 1381
z
M 1991 3584
L 1991 3584
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-71" d="M 947 1747
Q 947 1113 1208 752
Q 1469 391 1925 391
Q 2381 391 2643 752
Q 2906 1113 2906 1747
Q 2906 2381 2643 2742
Q 2381 3103 1925 3103
Q 1469 3103 1208 2742
Q 947 2381 947 1747
z
M 2906 525
Q 2725 213 2448 61
Q 2172 -91 1784 -91
Q 1150 -91 751 415
Q 353 922 353 1747
Q 353 2572 751 3078
Q 1150 3584 1784 3584
Q 2172 3584 2448 3432
Q 2725 3281 2906 2969
L 2906 3500
L 3481 3500
L 3481 -1331
L 2906 -1331
L 2906 525
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_3">
<g id="patch_19">
<path d="M 56.47 308.9
L 136.1875 308.9
Q 137.7875 308.9 137.7875 307.3
L 137.7875 284.17
Q 137.7875 282.57 136.1875 282.57
L 56.47 282.57
Q 54.87 282.57 54.87 284.17
L 54.87 307.3
Q 54.87 308.9 56.47 308.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_95">
<path d="M 58.07 289.04875
L 66.07 289.04875
L 74.07 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#mb7ab5fbcdb" x="66.07" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_40">
<!-- n_samples=1 -->
<g transform="translate(80.47 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_96">
<path d="M 58.07 301.01375
L 66.07 301.01375
L 74.07 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m4d41f25abe" x="66.07" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_41">
<!-- n_samples=8 -->
<g transform="translate(80.47 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="axes_4">
<g id="patch_20">
<path d="M 405.515 462.04
L 709.2 462.04
L 709.2 278.57
L 405.515 278.57
z
" style="fill: #ffffff"/>
</g>
<g id="matplotlib.axis_7">
<g id="xtick_25">
<g id="line2d_97">
<path d="M 419.318864 462.04
L 419.318864 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_98">
<g>
<use xlink:href="#ma2798bbe79" x="419.318864" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_42">
<!-- 1 -->
<g transform="translate(416.137614 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
</g>
</g>
</g>
<g id="xtick_26">
<g id="line2d_99">
<path d="M 458.758474 462.04
L 458.758474 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_100">
<g>
<use xlink:href="#ma2798bbe79" x="458.758474" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_43">
<!-- 2 -->
<g transform="translate(455.577224 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-32"/>
</g>
</g>
</g>
<g id="xtick_27">
<g id="line2d_101">
<path d="M 498.198084 462.04
L 498.198084 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_102">
<g>
<use xlink:href="#ma2798bbe79" x="498.198084" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_44">
<!-- 3 -->
<g transform="translate(495.016834 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-33"/>
</g>
</g>
</g>
<g id="xtick_28">
<g id="line2d_103">
<path d="M 537.637695 462.04
L 537.637695 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_104">
<g>
<use xlink:href="#ma2798bbe79" x="537.637695" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_45">
<!-- 4 -->
<g transform="translate(534.456445 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-34"/>
</g>
</g>
</g>
<g id="xtick_29">
<g id="line2d_105">
<path d="M 577.077305 462.04
L 577.077305 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_106">
<g>
<use xlink:href="#ma2798bbe79" x="577.077305" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_46">
<!-- 5 -->
<g transform="translate(573.896055 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
</g>
</g>
</g>
<g id="xtick_30">
<g id="line2d_107">
<path d="M 616.516916 462.04
L 616.516916 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_108">
<g>
<use xlink:href="#ma2798bbe79" x="616.516916" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_47">
<!-- 6 -->
<g transform="translate(613.335666 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
</g>
</g>
</g>
<g id="xtick_31">
<g id="line2d_109">
<path d="M 655.956526 462.04
L 655.956526 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_110">
<g>
<use xlink:href="#ma2798bbe79" x="655.956526" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_48">
<!-- 7 -->
<g transform="translate(652.775276 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
</g>
</g>
</g>
<g id="xtick_32">
<g id="line2d_111">
<path d="M 695.396136 462.04
L 695.396136 278.57
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_112">
<g>
<use xlink:href="#ma2798bbe79" x="695.396136" y="462.04" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_49">
<!-- 8 -->
<g transform="translate(692.214886 476.638438) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
</g>
</g>
</g>
<g id="text_50">
<!-- n_prompts -->
<g transform="translate(530.902812 490.038437) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(176.855469 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(215.71875 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(276.900391 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(374.3125 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(437.789062 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.998047 0)"/>
</g>
</g>
</g>
<g id="matplotlib.axis_8">
<g id="ytick_19">
<g id="line2d_113">
<path d="M 405.515 461.275388
L 709.2 461.275388
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_114">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="461.275388" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_51">
<!-- 50 -->
<g transform="translate(385.79 465.074607) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-35"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_20">
<g id="line2d_115">
<path d="M 405.515 439.40848
L 709.2 439.40848
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_116">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="439.40848" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_52">
<!-- 60 -->
<g transform="translate(385.79 443.207699) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-36"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_21">
<g id="line2d_117">
<path d="M 405.515 417.541572
L 709.2 417.541572
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_118">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="417.541572" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_53">
<!-- 70 -->
<g transform="translate(385.79 421.340791) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-37"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_22">
<g id="line2d_119">
<path d="M 405.515 395.674664
L 709.2 395.674664
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_120">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="395.674664" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_54">
<!-- 80 -->
<g transform="translate(385.79 399.473882) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-38"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_23">
<g id="line2d_121">
<path d="M 405.515 373.807756
L 709.2 373.807756
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_122">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="373.807756" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_55">
<!-- 90 -->
<g transform="translate(385.79 377.606974) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-39"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
</g>
</g>
</g>
<g id="ytick_24">
<g id="line2d_123">
<path d="M 405.515 351.940847
L 709.2 351.940847
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_124">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="351.940847" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_56">
<!-- 100 -->
<g transform="translate(379.4275 355.740066) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-30" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="ytick_25">
<g id="line2d_125">
<path d="M 405.515 330.073939
L 709.2 330.073939
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_126">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="330.073939" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_57">
<!-- 110 -->
<g transform="translate(379.4275 333.873158) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-31" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="ytick_26">
<g id="line2d_127">
<path d="M 405.515 308.207031
L 709.2 308.207031
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_128">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="308.207031" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_58">
<!-- 120 -->
<g transform="translate(379.4275 312.00625) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-32" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="ytick_27">
<g id="line2d_129">
<path d="M 405.515 286.340123
L 709.2 286.340123
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/>
</g>
<g id="line2d_130">
<g>
<use xlink:href="#m0bbaac2f39" x="405.515" y="286.340123" style="stroke: #000000; stroke-width: 0.8"/>
</g>
</g>
<g id="text_59">
<!-- 130 -->
<g transform="translate(379.4275 290.139341) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-31"/>
<use xlink:href="#DejaVuSans-33" transform="translate(63.623047 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(127.246094 0)"/>
</g>
</g>
</g>
<g id="text_60">
<!-- Client total p50 (s) -->
<g transform="translate(373.347812 417.022969) rotate(-90) scale(0.1 -0.1)">
<use xlink:href="#DejaVuSans-43"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(69.824219 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(97.607422 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(125.390625 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(186.914062 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(250.292969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(289.501953 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(321.289062 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(360.498047 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(421.679688 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(460.888672 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(522.167969 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(549.951172 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(581.738281 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(645.214844 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(708.837891 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(772.460938 0)"/>
<use xlink:href="#DejaVuSans-28" transform="translate(804.248047 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(843.261719 0)"/>
<use xlink:href="#DejaVuSans-29" transform="translate(895.361328 0)"/>
</g>
</g>
</g>
<g id="line2d_131">
<path d="M 419.318864 453.700455
L 695.396136 410.676903
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#peeeda7cbc3)">
<use xlink:href="#mb7ab5fbcdb" x="419.318864" y="453.700455" style="fill: #1f77b4; stroke: #1f77b4"/>
<use xlink:href="#mb7ab5fbcdb" x="695.396136" y="410.676903" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="line2d_132">
<path d="M 419.318864 451.999885
L 695.396136 286.909545
" clip-path="url(#peeeda7cbc3)" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g clip-path="url(#peeeda7cbc3)">
<use xlink:href="#m4d41f25abe" x="419.318864" y="451.999885" style="fill: #ff7f0e; stroke: #ff7f0e"/>
<use xlink:href="#m4d41f25abe" x="695.396136" y="286.909545" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="patch_21">
<path d="M 405.515 462.04
L 405.515 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_22">
<path d="M 709.2 462.04
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_23">
<path d="M 405.515 462.04
L 709.2 462.04
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="patch_24">
<path d="M 405.515 278.57
L 709.2 278.57
" style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/>
</g>
<g id="text_61">
<!-- unique_prompts, prompt_logprobs=1 -->
<g transform="translate(445.46875 272.57) scale(0.12 -0.12)">
<use xlink:href="#DejaVuSans-75"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-69" transform="translate(126.757812 0)"/>
<use xlink:href="#DejaVuSans-71" transform="translate(154.541016 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(218.017578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(281.396484 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(342.919922 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(392.919922 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(456.396484 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(495.259766 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(556.441406 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(653.853516 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(717.330078 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(756.539062 0)"/>
<use xlink:href="#DejaVuSans-2c" transform="translate(808.638672 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(840.425781 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(872.212891 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(935.689453 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(974.552734 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(1035.734375 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1133.146484 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1196.623047 0)"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(1235.832031 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(1285.832031 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1313.615234 0)"/>
<use xlink:href="#DejaVuSans-67" transform="translate(1374.796875 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(1438.273438 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1501.75 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1540.613281 0)"/>
<use xlink:href="#DejaVuSans-62" transform="translate(1601.794922 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1665.271484 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(1717.371094 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(1801.160156 0)"/>
</g>
</g>
<g id="legend_4">
<g id="patch_25">
<path d="M 411.115 308.9
L 490.8325 308.9
Q 492.4325 308.9 492.4325 307.3
L 492.4325 284.17
Q 492.4325 282.57 490.8325 282.57
L 411.115 282.57
Q 409.515 282.57 409.515 284.17
L 409.515 307.3
Q 409.515 308.9 411.115 308.9
z
" style="fill: #ffffff; opacity: 0.8; stroke: #cccccc; stroke-linejoin: miter"/>
</g>
<g id="line2d_133">
<path d="M 412.715 289.04875
L 420.715 289.04875
L 428.715 289.04875
" style="fill: none; stroke: #1f77b4; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#mb7ab5fbcdb" x="420.715" y="289.04875" style="fill: #1f77b4; stroke: #1f77b4"/>
</g>
</g>
<g id="text_62">
<!-- n_samples=1 -->
<g transform="translate(435.115 291.84875) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(612.841797 0)"/>
</g>
</g>
<g id="line2d_134">
<path d="M 412.715 301.01375
L 420.715 301.01375
L 428.715 301.01375
" style="fill: none; stroke: #ff7f0e; stroke-width: 1.5; stroke-linecap: square"/>
<g>
<use xlink:href="#m4d41f25abe" x="420.715" y="301.01375" style="fill: #ff7f0e; stroke: #ff7f0e"/>
</g>
</g>
<g id="text_63">
<!-- n_samples=8 -->
<g transform="translate(435.115 303.81375) scale(0.08 -0.08)">
<use xlink:href="#DejaVuSans-6e"/>
<use xlink:href="#DejaVuSans-5f" transform="translate(63.378906 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(113.378906 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(165.478516 0)"/>
<use xlink:href="#DejaVuSans-6d" transform="translate(226.757812 0)"/>
<use xlink:href="#DejaVuSans-70" transform="translate(324.169922 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(387.646484 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(415.429688 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(476.953125 0)"/>
<use xlink:href="#DejaVuSans-3d" transform="translate(529.052734 0)"/>
<use xlink:href="#DejaVuSans-38" transform="translate(612.841797 0)"/>
</g>
</g>
</g>
</g>
<g id="text_64">
<!-- Qwen/Qwen3-30B-A3B-Instruct-2507 coalesce1 -->
<g transform="translate(217.51125 19.198125) scale(0.12 -0.12)">
<defs>
<path id="DejaVuSans-51" d="M 2522 4238
Q 1834 4238 1429 3725
Q 1025 3213 1025 2328
Q 1025 1447 1429 934
Q 1834 422 2522 422
Q 3209 422 3611 934
Q 4013 1447 4013 2328
Q 4013 3213 3611 3725
Q 3209 4238 2522 4238
z
M 3406 84
L 4238 -825
L 3475 -825
L 2784 -78
Q 2681 -84 2626 -87
Q 2572 -91 2522 -91
Q 1538 -91 948 567
Q 359 1225 359 2328
Q 359 3434 948 4092
Q 1538 4750 2522 4750
Q 3503 4750 4090 4092
Q 4678 3434 4678 2328
Q 4678 1516 4351 937
Q 4025 359 3406 84
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-77" d="M 269 3500
L 844 3500
L 1563 769
L 2278 3500
L 2956 3500
L 3675 769
L 4391 3500
L 4966 3500
L 4050 0
L 3372 0
L 2619 2869
L 1863 0
L 1184 0
L 269 3500
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2f" d="M 1625 4666
L 2156 4666
L 531 -594
L 0 -594
L 1625 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-2d" d="M 313 2009
L 1997 2009
L 1997 1497
L 313 1497
L 313 2009
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-42" d="M 1259 2228
L 1259 519
L 2272 519
Q 2781 519 3026 730
Q 3272 941 3272 1375
Q 3272 1813 3026 2020
Q 2781 2228 2272 2228
L 1259 2228
z
M 1259 4147
L 1259 2741
L 2194 2741
Q 2656 2741 2882 2914
Q 3109 3088 3109 3444
Q 3109 3797 2882 3972
Q 2656 4147 2194 4147
L 1259 4147
z
M 628 4666
L 2241 4666
Q 2963 4666 3353 4366
Q 3744 4066 3744 3513
Q 3744 3084 3544 2831
Q 3344 2578 2956 2516
Q 3422 2416 3680 2098
Q 3938 1781 3938 1306
Q 3938 681 3513 340
Q 3088 0 2303 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-41" d="M 2188 4044
L 1331 1722
L 3047 1722
L 2188 4044
z
M 1831 4666
L 2547 4666
L 4325 0
L 3669 0
L 3244 1197
L 1141 1197
L 716 0
L 50 0
L 1831 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-49" d="M 628 4666
L 1259 4666
L 1259 0
L 628 0
L 628 4666
z
" transform="scale(0.015625)"/>
<path id="DejaVuSans-63" d="M 3122 3366
L 3122 2828
Q 2878 2963 2633 3030
Q 2388 3097 2138 3097
Q 1578 3097 1268 2742
Q 959 2388 959 1747
Q 959 1106 1268 751
Q 1578 397 2138 397
Q 2388 397 2633 464
Q 2878 531 3122 666
L 3122 134
Q 2881 22 2623 -34
Q 2366 -91 2075 -91
Q 1284 -91 818 406
Q 353 903 353 1747
Q 353 2603 823 3093
Q 1294 3584 2113 3584
Q 2378 3584 2631 3529
Q 2884 3475 3122 3366
z
" transform="scale(0.015625)"/>
</defs>
<use xlink:href="#DejaVuSans-51"/>
<use xlink:href="#DejaVuSans-77" transform="translate(78.710938 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(160.498047 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(222.021484 0)"/>
<use xlink:href="#DejaVuSans-2f" transform="translate(285.400391 0)"/>
<use xlink:href="#DejaVuSans-51" transform="translate(319.091797 0)"/>
<use xlink:href="#DejaVuSans-77" transform="translate(397.802734 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(479.589844 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(541.113281 0)"/>
<use xlink:href="#DejaVuSans-33" transform="translate(604.492188 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(668.115234 0)"/>
<use xlink:href="#DejaVuSans-33" transform="translate(704.199219 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(767.822266 0)"/>
<use xlink:href="#DejaVuSans-42" transform="translate(831.445312 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(900.048828 0)"/>
<use xlink:href="#DejaVuSans-41" transform="translate(933.882812 0)"/>
<use xlink:href="#DejaVuSans-33" transform="translate(1002.291016 0)"/>
<use xlink:href="#DejaVuSans-42" transform="translate(1065.914062 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(1134.517578 0)"/>
<use xlink:href="#DejaVuSans-49" transform="translate(1170.601562 0)"/>
<use xlink:href="#DejaVuSans-6e" transform="translate(1200.09375 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(1263.472656 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1315.572266 0)"/>
<use xlink:href="#DejaVuSans-72" transform="translate(1354.78125 0)"/>
<use xlink:href="#DejaVuSans-75" transform="translate(1395.894531 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1459.273438 0)"/>
<use xlink:href="#DejaVuSans-74" transform="translate(1514.253906 0)"/>
<use xlink:href="#DejaVuSans-2d" transform="translate(1553.462891 0)"/>
<use xlink:href="#DejaVuSans-32" transform="translate(1589.546875 0)"/>
<use xlink:href="#DejaVuSans-35" transform="translate(1653.169922 0)"/>
<use xlink:href="#DejaVuSans-30" transform="translate(1716.792969 0)"/>
<use xlink:href="#DejaVuSans-37" transform="translate(1780.416016 0)"/>
<use xlink:href="#DejaVuSans-20" transform="translate(1844.039062 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(1875.826172 0)"/>
<use xlink:href="#DejaVuSans-6f" transform="translate(1930.806641 0)"/>
<use xlink:href="#DejaVuSans-61" transform="translate(1991.988281 0)"/>
<use xlink:href="#DejaVuSans-6c" transform="translate(2053.267578 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(2081.050781 0)"/>
<use xlink:href="#DejaVuSans-73" transform="translate(2142.574219 0)"/>
<use xlink:href="#DejaVuSans-63" transform="translate(2194.673828 0)"/>
<use xlink:href="#DejaVuSans-65" transform="translate(2249.654297 0)"/>
<use xlink:href="#DejaVuSans-31" transform="translate(2311.177734 0)"/>
</g>
</g>
</g>
<defs>
<clipPath id="p8b3bf47f90">
<rect x="50.87" y="50.64" width="303.685" height="183.47"/>
</clipPath>
<clipPath id="p769ebf3c98">
<rect x="405.515" y="50.64" width="303.685" height="183.47"/>
</clipPath>
<clipPath id="pff9be9ab41">
<rect x="50.87" y="278.57" width="303.685" height="183.47"/>
</clipPath>
<clipPath id="peeeda7cbc3">
<rect x="405.515" y="278.57" width="303.685" height="183.47"/>
</clipPath>
</defs>
</svg>
Display the source blob
Display the rendered blob
Raw
plot_decode_tps_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_decode_tps_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_ttft_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_ttft_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Raw
server_timing.log
This file has been truncated, but you can view the full file.
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=f0748269-1abe-4320-96dc-178854ea9e49 prompt_len=5 max_tokens=4 lora_id=None lock_wait_s=0.000 total_s=1.107 first_tok_s=0.4189670537598431
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=0524b453-acd1-499e-bc81-944c14aed9bd prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.426 first_tok_s=1.520143459085375
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=ed29503f-c8a4-4a74-b185-94d091262d3e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.314 first_tok_s=0.21636493830010295
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8852c8b9-5772-4fbf-9601-127463effee7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.349 first_tok_s=1.2815574281848967
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=65531581-ec80-4b19-b553-c3fde97e646a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.202136289793998
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=fc9c6878-aba7-4f69-b0e3-463caa0074ed prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.398 first_tok_s=1.304389351978898
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b1a44ca5-7cf5-46ab-a982-c9d44e5c7b93 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.314 first_tok_s=2.223156788852066
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=9321f450-0fec-46ba-9669-63bd562f3049 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.173 first_tok_s=3.11260076938197
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8096a492-65ee-4498-8e2d-731315f53b94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.355 first_tok_s=0.18949089664965868
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=c1d7e526-8028-44a9-9ead-9e7abb857ad6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.435 first_tok_s=1.3224841263145208
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5e047efe-8f94-4eea-9ade-ec4c89f1ff1a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.379 first_tok_s=2.268007976002991
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5c0b554d-d598-497a-97da-d3602dbac919 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.267 first_tok_s=3.1559268129058182
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=7d380fb9-b55e-4553-a594-d744e5d05a59 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.237 first_tok_s=4.135685392655432
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b46bb250-8f52-4406-bd8f-1bca12c1163a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.205 first_tok_s=5.103837050963193
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=af821443-f555-4e2e-9e82-fb7dc033e395 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.180 first_tok_s=6.068396859802306
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=31c94413-85b1-4224-ba21-0990b15deec4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.127 first_tok_s=7.05004469724372
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=895a9b27-f596-4e38-ab4e-8ae7c0e57147 prompt_len=32000 max_tokens=1 lora_id=None lock_wait_s=0.000 total_s=0.149 first_tok_s=0.148884367197752
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=46298f31-0219-4e07-b66c-6bc2ad41ab09 prompt_len=5 max_tokens=1 lora_id=None lock_wait_s=0.000 total_s=0.429 first_tok_s=0.4289712458848953
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=18884509-0bae-4a5f-89f5-9fd18552c4d8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.244 first_tok_s=4.326516991015524
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1e261f72-a421-4ba3-aa5e-49f93d15ebdf prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.296 first_tok_s=0.1758456937968731
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=8bbd35b8-2479-46e6-b03a-1b12458066a4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.347 first_tok_s=1.2588569410145283
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f4808445-a7fd-4619-91f8-b1edf90564ba prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.331 first_tok_s=0.1706204586662352
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=b2670a4d-9063-4b24-b29f-039e8f529690 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.399 first_tok_s=0.7531222240068018
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=252eee1e-716a-4a03-8bff-4688043ac655 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.355 first_tok_s=1.7154073538258672
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=78926e7c-7d22-4ad3-81ba-3918ddc6beb0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.233 first_tok_s=2.6156465727835894
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=6081fad4-1c2c-4ca8-8afa-a47251f29157 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.343 first_tok_s=0.1906660390086472
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=85be4a40-14c3-4cc1-95ef-5f208c2d9ff0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.410 first_tok_s=1.308087368030101
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=3c3183c0-f063-4258-a2b8-045c0c11cfdc prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.352 first_tok_s=2.244157729204744
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=46cc553b-080f-43dc-916b-5b6b123fd36d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.255 first_tok_s=3.1449326118454337
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=07948394-8b0c-426b-8722-5773cb63b3f0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.232 first_tok_s=4.125502818264067
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=dc6c5c7a-6c59-4186-a91f-debb40acb788 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.215 first_tok_s=5.102579523809254
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=85689842-3f27-4e8b-9854-cc995ec1ecc2 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.188 first_tok_s=6.073436361271888
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c866636e-acbe-46ae-92f0-77cb6dc42f8d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.154 first_tok_s=7.058144889771938
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d4b51610-93d2-4a29-bd91-3a94f038e65d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.340 first_tok_s=0.17753231758251786
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a36e9135-0be2-4e90-a0a2-249ae1229e5e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.341 first_tok_s=0.17102337209507823
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=957616a3-f1b4-4e0c-8cda-aa556c816c8e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.183598046656698
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f4d0d72c-9473-48f7-a277-1a149b3a0baa prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.363 first_tok_s=0.1810300932265818
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=0aeb777f-c184-488a-8051-3b151850b579 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.510 first_tok_s=1.3387687839567661
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=9e3e3314-0a2b-454d-9e11-21c3b9d741b5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.358 first_tok_s=0.1791700958274305
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=66c003e2-7826-466b-8882-0ccc6b3a643d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.508 first_tok_s=1.347405075095594
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=80e24edd-c268-4203-ad9a-46402451062a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.364 first_tok_s=0.18761656526476145
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=e7310661-b7d3-41f1-baf7-475d58dc3fa9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.510 first_tok_s=1.3506187009625137
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=94f9c70f-954a-4bc4-afe2-2914e51443a1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.384 first_tok_s=0.17891022516414523
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=4a16a32a-fd8a-4e31-8c14-66603d9bad2f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.548 first_tok_s=1.3722806652076542
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f9787050-1029-4407-8748-a30abaa2671a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.539 first_tok_s=2.370073074940592
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=89c55097-a45f-417d-a9e8-3dfbfdeeedb3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.484 first_tok_s=3.3339413250796497
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f5717de7-5697-44ac-b84e-d2ca15ca1d89 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.394 first_tok_s=0.17179793305695057
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=2da3926a-74c2-414e-91b4-58120b3c8bdb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.560 first_tok_s=1.386953018605709
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a991822e-cdf9-4d9f-b0ce-8e29bc8eb9e1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.551 first_tok_s=2.381896886974573
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a59e4fb2-3561-42f7-8b2f-07d0536130c6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.507 first_tok_s=3.3331051068380475
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=33e40552-991d-4caf-b6db-8958c3471655 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.388 first_tok_s=0.1743480651639402
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=20766926-ac49-4dbd-89be-fe02c5a2fc91 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.550 first_tok_s=1.3808076940476894
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=160928b4-e12a-46c0-90f8-d414202c0a77 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.542 first_tok_s=2.3729896428994834
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d1b59265-8f30-431f-b3e9-9f8cb7cb2883 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.484 first_tok_s=3.3286252920515835
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=fc338752-7fc9-43cd-a706-65294283bbe3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.417 first_tok_s=0.17931299796327949
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c738f4b0-d938-4e15-bb98-7d2ee1b693e1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.585 first_tok_s=1.4104954889044166
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=78d5cd5c-5e9a-49b5-b889-3a449fff0c8c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.570 first_tok_s=2.3995311679318547
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a3867f28-dfa9-441a-b067-94a0044425d8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.539 first_tok_s=3.3642275878228247
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=5624f810-5aa6-42c5-9a18-c58613b5e7f4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.567 first_tok_s=4.389152513816953
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f8c3f50a-8e5f-40b9-a904-45cf3086bbf3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.593 first_tok_s=5.4224009700119495
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1108194f-f42f-4550-a7d2-d2176a99a286 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.626 first_tok_s=6.456787880975753
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=7af21e3c-a346-45a4-8e12-5eb3564a755f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.644 first_tok_s=7.482930575031787
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=50af9a6b-6062-45dd-add6-b5dc9bf34161 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.523 first_tok_s=0.18116712430492043
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c150f7fe-23c3-42ca-b1bf-030852929f2e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.686 first_tok_s=1.5082903979346156
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=bd8d2c5b-1534-484f-9ef3-3b662e7c2897 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.675 first_tok_s=2.5058768619783223
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=0835facd-9584-4e44-89b8-86644025995f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.637 first_tok_s=3.4603485190309584
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d65df0e7-f1b6-4188-92e8-33ee574016fe prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.660 first_tok_s=4.481993304565549
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=dda18179-ba72-4567-a053-1cec06c85342 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.716 first_tok_s=5.522791143041104
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=6bdff410-cdf4-49ae-9655-fa3cf4b550e9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.758 first_tok_s=6.577317318879068
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=897a0eac-bcac-4694-911c-13b5b462b4e7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.776 first_tok_s=7.615711911115795
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=62c4b425-5c7e-45f7-a840-4dbc8d2db33c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.395 first_tok_s=0.17939420882612467
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=86664135-aec1-4fe0-8cd3-1ad090794d94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.566 first_tok_s=1.3883227831684053
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=e5b07a62-80da-42fc-9e3f-2d10e5c9a7f3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.557 first_tok_s=2.380247235763818
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d71dae49-076c-46be-acc0-a12a5b47ad56 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.524 first_tok_s=3.3460469748824835
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=03a12702-3f7e-49f5-a03f-02bac3d3620b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.567 first_tok_s=4.384330976754427
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1bf9d2b2-f173-40a5-84f0-1d8d2f19e987 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.589 first_tok_s=5.423881181981415
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=af3d55e1-3e6d-462d-bb2f-108201bab096 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.624 first_tok_s=6.453421846963465
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f0a4a95c-24d3-4289-9245-69865aa971c3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.656 first_tok_s=7.483681233134121
(MultiNodeVLLMEngine pid=4038841, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.518 total_s=7.518
(MultiNodeVLLMEngine pid=4038841, ip=192.168.33.40) [vLLM timing] generate req=11bcb5b0-265b-44f8-8063-2e65b91667ff prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.297 first_tok_s=6.068026859778911
(MultiNodeVLLMEngine pid=4055414, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.358 total_s=7.358
(MultiNodeVLLMEngine pid=4055414, ip=192.168.33.40) [vLLM timing] generate req=38dbebd8-3e14-4f4d-8482-228016451031 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.152 first_tok_s=5.999491005670279
(MultiNodeVLLMEngine pid=330229, ip=192.168.33.30) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.406 total_s=7.406
(MultiNodeVLLMEngine pid=330229, ip=192.168.33.30) [vLLM timing] generate req=652b814d-1b61-4581-b92e-47f8b749d3b9 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.567 first_tok_s=6.358476540073752
(MultiNodeVLLMEngine pid=4064170, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.459 total_s=7.459
(MultiNodeVLLMEngine pid=4064170, ip=192.168.33.40) [vLLM timing] generate req=59f36091-fe92-4aed-8288-5e11bfbd0c45 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.466 first_tok_s=6.242933963891119
(MultiNodeVLLMEngine pid=4068478, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.562 total_s=7.562
(MultiNodeVLLMEngine pid=4068478, ip=192.168.33.40) [vLLM timing] generate req=92c53176-d664-48fa-bee7-7f70552ee5d6 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.189 first_tok_s=6.046364089939743
(MultiNodeVLLMEngine pid=4143436, ip=192.168.33.40) [vLLM timing] generate req=5140273c-e148-4889-bdca-f60a1e332708 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.558 first_tok_s=4.655251479241997
(MultiNodeVLLMEngine pid=4143436, ip=192.168.33.40) [vLLM timing] generate req=86af8c8b-28ee-4b66-b075-50d9a0359ba0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.249 first_tok_s=0.182762592099607
(MultiNodeVLLMEngine pid=4149065, ip=192.168.33.40) [vLLM timing] generate req=8e86b95d-cb3b-4ac7-82b9-f2a613d60742_coalesced prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.414 first_tok_s=4.390177732799202
(MultiNodeVLLMEngine pid=4149065, ip=192.168.33.40) [vLLM timing] generate req=a883d07b-c135-46fe-a7a4-d318eb1d7fbc_coalesced prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.207 first_tok_s=0.1581725189462304
(MultiNodeVLLMEngine pid=4154143, ip=192.168.33.40) [vLLM timing] generate req=9b0790b2-2756-4c03-8a82-d699629ca4bb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.583 first_tok_s=4.672463704831898
(MultiNodeVLLMEngine pid=4154143, ip=192.168.33.40) [vLLM timing] generate req=78542bc3-6b13-4827-b823-7f817ae410f9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.269 first_tok_s=0.17476848606020212
(MultiNodeVLLMEngine pid=4161285, ip=192.168.33.40) [vLLM timing] generate req=ffc3b0de-dd0c-4970-8a60-7268d0314a8f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.878 first_tok_s=4.894383392762393
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=f8c28546-76ee-4068-aba2-dac3eded969e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.633 first_tok_s=4.7058419194072485
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=9c7beb5b-11a4-4445-8c04-0c2216078d6d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.459 total_s=5.509 first_tok_s=4.596432478632778
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=5a70afbb-1890-48ed-a482-5382b8aadcad prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.292 first_tok_s=0.1781907440163195
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=03e16eda-b133-442c-878b-ddb11c56f023 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=1.284 first_tok_s=0.171115776989609
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=f0fe644c-b290-47f8-9f62-62f1f61de030 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.275 total_s=2.547 first_tok_s=1.4373052259907126
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=ce97575b-0bc6-40b9-b909-53c430122f2a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.001 total_s=1.268 first_tok_s=0.1776158711872995
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=87654789-b43b-49a3-97d7-e2decd1aa77f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.261 total_s=6.335 first_tok_s=5.40973410801962
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=93d476ff-d524-4db2-8283-0d1a8d3bb00b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.066 total_s=10.186 first_tok_s=9.258185741957277
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=1e6eaa23-042a-4389-8e6d-82fddc8a73ce prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.188 total_s=6.447 first_tok_s=5.3524403208866715
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=c119e2cf-b298-451e-a8bd-1c71835ff00a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.058 first_tok_s=4.149099241010845
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=5bd5f1e0-7f1d-4d8b-8d64-190141429533 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.051 total_s=6.309 first_tok_s=5.22519311401993
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=36ce2954-8733-448f-a487-d8a12b0ce5d7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.306 total_s=6.357 first_tok_s=5.442451879847795
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=126ff54a-13f4-45b9-bc4f-7c094f97140b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.046 total_s=6.300 first_tok_s=5.217336846981198
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=b0e0b457-33e3-495a-8790-62ff2a49e73c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.296 total_s=2.544 first_tok_s=1.462642015889287
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=660503fd-102a-43f2-9d5c-51bab8f457a9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.245 total_s=6.279 first_tok_s=5.365389066748321
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=af86afe9-0731-4865-9825-4054a9d7f1c1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.025 total_s=6.290 first_tok_s=5.198620385956019
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=6a3ea00a-b445-4180-bd27-fcac5054849b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.581 first_tok_s=4.663128773681819
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=158e1854-c2ec-4261-bc1f-a395f4fb64fc prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.575 total_s=10.602 first_tok_s=9.687858914025128
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=4649ec06-69b4-45b5-8c98-0b1a9bb98dd4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.598 total_s=10.649 first_tok_s=9.73803981486708
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=31550068-8a12-48be-bdf4-c594b5235036 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.654 total_s=10.680 first_tok_s=9.762920363806188
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=2fc93107-7819-4e9f-b9bc-defdc4f4d3e8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.679 total_s=10.692 first_tok_s=9.781307179946452
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=2f0e1af9-59fa-4c0a-aba0-ea497c658f06 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.694 total_s=10.710 first_tok_s=9.782363503240049
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=9fd1a36d-92ed-4911-a86a-dc9c6fa9d9c2 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.708 total_s=10.759 first_tok_s=9.842832149006426
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=dbf54f8e-9f0b-4d7c-a9f4-9303bf66b4ee prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.619 first_tok_s=4.707469257060438
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=e45945b8-a7b1-4643-8981-0863adc086a6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=4.989 first_tok_s=4.08428728627041
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=decf6ab2-9377-435d-9242-fc31548bf4bb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=4.981 total_s=6.237 first_tok_s=5.15212715882808
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=a5e3d07f-e07f-4e21-95da-e36f601c6b29 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.001 total_s=1.249 first_tok_s=0.17463563289493322
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=e74ff211-d0d3-4680-a6da-d717e4ff05e9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.244 total_s=2.495 first_tok_s=1.4068461516872048
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=9791b45e-12df-4d54-a1a8-536b57ce3430 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.244 total_s=6.230 first_tok_s=5.331355279777199
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=c8fa0f72-0f71-4978-b2ef-08cd0c7b9e09 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.643 first_tok_s=4.711133596021682
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=eb810817-b877-4255-896e-f5c278eb0c58 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.044 first_tok_s=4.133685751352459
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=c3bcabc7-6dcf-4812-93c4-06db1d73697b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.036 total_s=6.301 first_tok_s=5.207421598024666
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=5dcefa7b-4d48-44fc-b3e9-ceedd03dbedb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=1.261 first_tok_s=0.16831133095547557
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=6baf1a17-6b94-429b-85aa-68d01421caa5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.256 total_s=6.309 first_tok_s=5.396228104364127
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=638eec85-8bad-4f12-97a2-2b8a4f552e04 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.046 total_s=10.144 first_tok_s=9.232670161873102
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=99c07537-fab5-4a49-b70d-96121426ed94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.144 total_s=6.425 first_tok_s=5.324631836730987
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=8fafd5a1-ea07-4e6d-af06-53aa1fd8c482 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.018 first_tok_s=4.111382530070841
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=d03a4ea1-dc2a-4f8e-87c8-ab6e9ed50495 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.011 total_s=6.271 first_tok_s=5.190345208160579
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=3dd05b5c-d637-452b-8ce5-dc5179616ac1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.268 total_s=6.302 first_tok_s=5.391871091909707
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=e67cedc9-00a4-41d7-961f-3dc670ed5ae5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.030 total_s=6.276 first_tok_s=5.195040215272456
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=9cbc77bf-65b1-42e9-ae93-a3a8d00c9e2d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.275 total_s=2.522 first_tok_s=1.4331272230483592
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=33c22566-72d1-48a8-9397-5e40d5461320 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.241 total_s=6.275 first_tok_s=5.349386804271489
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=b4c2c97a-b189-4085-acea-0cc8c55effe8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.027 total_s=6.281 first_tok_s=5.187581744045019
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=edf5a2ae-101f-4d93-b2fb-f0b5bd7e4428 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.582 first_tok_s=4.665376533288509
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=5b0e76fc-7fcc-490f-a72b-8b1d4dbed067 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.058 first_tok_s=4.150299323257059
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=97ac8ac8-b6f5-487d-8aba-038c796d96f5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=5.050 rw_lock_wait_s=0.000 total_s=6.317 first_tok_s=5.222075853031129
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=75594fe6-e291-46b6-861b-fc96fe3cadf0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.005 first_tok_s=4.09707907307893
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=9518f9ed-a03d-4d82-ac43-d770f56aec28 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=4.996 rw_lock_wait_s=0.003 total_s=6.246 first_tok_s=5.170037167146802
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=8f8da33a-94df-4401-a7f2-92bb711ee8b3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=1.242 rw_lock_wait_s=0.003 total_s=2.498 first_tok_s=1.4187262868508697
(MultiNodeVLLMEngine pid=14121, ip=192.168.33.40) [vLLM timing] generate req=30486ccc-521c-4a00-b40b-74b3f4aa63bd prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.587 first_tok_s=4.665175823960453
(MultiNodeVLLMEngine pid=14121, ip=192.168.33.40) [vLLM timing] generate req=e88e74c6-01e2-45ea-9701-31aead5df780 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.583 total_s=10.610 first_tok_s=9.7301743789576
(MultiNodeVLLMEngine pid=17266, ip=192.168.33.40) [vLLM timing] generate req=a8188517-7e29-400a-bd4b-53bba89c88e9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.622 first_tok_s=4.7012191521935165
(MultiNodeVLLMEngine pid=17266, ip=192.168.33.40) [vLLM timing] generate req=58e6387d-38f4-441f-a80d-33a9a42fb7dd prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.618 total_s=10.650 first_tok_s=9.758160889148712
(MultiNodeVLLMEngine pid=20655, ip=192.168.33.40) [vLLM timing] generate req=0f3dd04a-d596-4b23-940c-a71daec6004b prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.746 first_tok_s=4.757154831662774
(MultiNodeVLLMEngine pid=20655, ip=192.168.33.40) [vLLM timing] generate req=381c8263-ee15-4a8b-b838-b79d37983e0f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.331 first_tok_s=0.17817582096904516
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=2863d7b9-5dc4-4779-9b19-7d4452c4bdb7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.719 first_tok_s=4.7745173131115735
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=d7c51602-bda2-45ba-a501-f85ff0206e1a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.260 first_tok_s=4.336634533945471
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=c7f72c86-f817-484c-86e4-ac3d4a1454d3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.252 first_tok_s=4.328249988146126
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=26aeabb8-f03b-4ed4-ba4e-53fb5d512a0c prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.367 first_tok_s=0.24212054908275604
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=cc239b12-3f28-4db8-b5f7-63f358ce15b1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.758 first_tok_s=4.844948859885335
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=29c48258-c9c6-41be-b0fe-ff25eda89252 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.091 first_tok_s=4.182345293927938
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=41697369-303d-4c09-a918-64c8460f5a26 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.084 first_tok_s=4.174272498115897
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=9b80d442-b298-4e48-b882-415db64d1491 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.123 first_tok_s=4.2071134257130325
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=0cd5ee8b-bd5f-4a44-8038-d7b6a9735498 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.115 first_tok_s=4.19855636684224
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=26dc4121-dfdc-4873-b2e3-91a69ef6c0f3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.665 first_tok_s=4.730523562990129
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=0e4baea3-8dc0-4527-819c-ec200493d91a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.177 first_tok_s=4.270583506207913
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=db19078b-06b4-4b3d-92a8-9989eb8b86ce prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.167 first_tok_s=4.260638441890478
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=b77ef45c-db1e-4f3e-9a13-a5f9987f0a42 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.937 first_tok_s=0.1784576578065753
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=2cf23525-2323-450e-a675-f8db1a8df1fb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.927 first_tok_s=1.0160924019291997
(MultiNodeVLLMEngine pid=42323, ip=192.168.33.40) [vLLM timing] generate req=5f98d87f-5458-4a7b-8550-caeaa97f43f6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.669 first_tok_s=4.743331856094301
(MultiNodeVLLMEngine pid=42323, ip=192.168.33.40) [vLLM timing] generate req=18c2d466-c4d8-498e-bc0a-1ed6f97bc9cb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.249 first_tok_s=0.17784332716837525
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=0b9e8e3d-726d-451b-899f-d39345429c9c prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.543 first_tok_s=4.63026754790917
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=8a6d8290-c409-48df-9ee9-587e41c574ae prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.191 first_tok_s=4.255688039585948
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=1d3675c3-c5f1-47ad-92f0-13093996a551 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.181 first_tok_s=4.2453653840348125
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=cc579811-a888-41ab-8adb-d6ac5ad3565e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.204 first_tok_s=4.236982977949083
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=0e5c29a3-3a3c-4873-af80-0313000e8da8 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.194 first_tok_s=4.226644505281001
(MultiNodeVLLMEngine pid=59566, ip=192.168.33.40) [vLLM timing] generate req=03480ad8-0729-458d-8ebd-2d5ce5547ca3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.620 first_tok_s=4.697254527825862
(MultiNodeVLLMEngine pid=59566, ip=192.168.33.40) [vLLM timing] generate req=1ba163f2-6192-4709-bebf-f1ea10b39369 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.245 first_tok_s=0.17261830577626824
(MultiNodeVLLMEngine pid=64408, ip=192.168.33.40) [vLLM timing] generate req=6499b45b-f2ba-4ad8-8680-12d5600d846d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.562 first_tok_s=4.649736013729125
(MultiNodeVLLMEngine pid=64408, ip=192.168.33.40) [vLLM timing] generate req=98e29c81-190f-4a54-ae59-4b806fb530e9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.263 first_tok_s=0.16855586599558592
(MultiNodeVLLMEngine pid=69520, ip=192.168.33.40) [vLLM timing] generate req=c48d286c-6102-4fd7-90ee-8544189f4e4d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.617 first_tok_s=4.666283651255071
(MultiNodeVLLMEngine pid=69520, ip=192.168.33.40) [vLLM timing] generate req=55d6b1f3-885e-4768-b55d-df89c0224e58 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.280 first_tok_s=0.17571794288232923
(MultiNodeVLLMEngine pid=74100, ip=192.168.33.40) [vLLM timing] generate req=67b09938-56e2-4021-a96c-25766c80c322 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.562 first_tok_s=4.642674293834716
(MultiNodeVLLMEngine pid=77566, ip=192.168.33.40) [vLLM timing] generate req=9f6a26b7-7c38-4a51-afdd-79a74e42921a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.650 first_tok_s=4.723790866788477
(MultiNodeVLLMEngine pid=82974, ip=192.168.33.40) [vLLM timing] generate req=9377d84d-af46-4434-99a3-f97869e93606 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.626 first_tok_s=4.7024609902873635
(MultiNodeVLLMEngine pid=84864, ip=192.168.33.40) [vLLM timing] generate req=2a848ac9-57ac-45c2-85ba-e7b223107681 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.005 total_s=5.576 first_tok_s=4.6651698891073465
(MultiNodeVLLMEngine pid=86753, ip=192.168.33.40) [vLLM timing] generate req=3443a47c-0cfb-444b-a7fd-c333bf8d50ad prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.003 total_s=5.645 first_tok_s=4.7024414842016995
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=758fc459-f308-47ca-a00c-fce940e22716 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.897 first_tok_s=4.885630607139319
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=834aad45-7230-494a-b693-108a2e9737be prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.889 total_s=60.004 first_tok_s=60.00444460939616
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=a93e612f-bc50-44b1-8875-04bfaef8fffc prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.002 first_tok_s=60.00158106070012
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=4e513b6a-2a42-488d-98c7-8a41150d2973 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.944 total_s=60.003 first_tok_s=60.00342397997156
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=c268eec6-89d1-4572-bb1c-7a6676a1acda prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.051 total_s=60.001 first_tok_s=60.00117566389963
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=cf918686-6ae9-4ad8-88b5-a598973adbf4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.943 total_s=60.003 first_tok_s=60.00314197782427
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=5ea19176-e3e6-4b44-a57b-4a13d0b8bbeb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.225 first_tok_s=60.22516054706648
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=fe2e96ee-4e7a-4ae9-8ebf-2c9bb32ca174 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=60.168 total_s=60.172 first_tok_s=60.17148642428219
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=7c64f547-22e7-498e-846a-f24f21ca44e0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.000 first_tok_s=59.999507505912334
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=f1a0ff37-7c0d-4498-a405-92b14cf7e39e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.942 total_s=60.004 first_tok_s=60.003638587892056
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=64b85c31-22a3-4306-8aef-45eae8fb34d6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.607 first_tok_s=4.68563855625689
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=8f54908b-578f-45b6-8f77-e28764cfcb45 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.013 first_tok_s=4.103873597458005
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=6af527c7-7ecc-4339-9024-eaac1d794095 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.030 first_tok_s=4.115371964871883
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=99c94838-abf6-42d1-9801-305ba2804625 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.174 first_tok_s=4.199448045343161
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=3b226d23-77cc-404e-a08e-df8eb89259ae prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.166 total_s=7.315 first_tok_s=5.339752208441496
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=f6f2f1a2-8db5-4cd3-b701-2a61e71876f9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.405 first_tok_s=4.411093256436288
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=bfec3a35-73df-4c35-b134-685713fde45d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.397 total_s=6.747 first_tok_s=5.584140249527991
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=2473af11-5e99-46e2-a9e2-70fb89c813de prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.337 first_tok_s=0.17973693553358316
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.778 first_tok_s=4.398302591405809
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.061 first_tok_s=0.14777578320354223
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.090 first_tok_s=0.14913355559110641
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.071 first_tok_s=0.1529803927987814
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.067 first_tok_s=0.15039605181664228
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.067 first_tok_s=0.15010511502623558
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.062 first_tok_s=0.15000213123857975
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.065 first_tok_s=0.14820582792162895
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.103 first_tok_s=0.15553661342710257
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.104 first_tok_s=0.15289480332285166
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.111 first_tok_s=0.15483066625893116
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.099 first_tok_s=0.1529444633051753
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.096 first_tok_s=0.15066830068826675
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.097 first_tok_s=0.1501478049904108
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.092 first_tok_s=0.15364908147603273
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.097 first_tok_s=0.1537370216101408
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.224 first_tok_s=4.276940292678773
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.094 first_tok_s=0.15334979444742203
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.090 first_tok_s=0.15266229771077633
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.088 first_tok_s=0.15169397927820683
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.087 first_tok_s=0.1526569090783596
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.085 first_tok_s=0.1512440424412489
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.099 first_tok_s=0.15170435886830091
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.114 first_tok_s=0.15929938573390245
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=92f45d3f-b9ac-49ea-8fb8-de10ddd1d00d_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.251 first_tok_s=0.16509733442217112
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.491 first_tok_s=4.360279927030206
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.029 first_tok_s=0.1446324372664094
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.14437453728169203
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.037 first_tok_s=0.1471904432401061
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.1438387855887413
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.024 first_tok_s=0.14314140658825636
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.034 first_tok_s=0.14395324792712927
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.14297623466700315
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.476 first_tok_s=4.470285750925541
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.046 first_tok_s=0.14917199313640594
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.040 first_tok_s=0.1485143667086959
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.049 first_tok_s=0.14842496439814568
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.041 first_tok_s=0.14833953976631165
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.041 first_tok_s=0.14738578349351883
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.046 first_tok_s=0.14958306215703487
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.1474253535270691
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.405 first_tok_s=4.400505652651191
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.054 first_tok_s=0.14880800805985928
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.028 first_tok_s=0.14482161775231361
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.14464125782251358
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.045 first_tok_s=0.14868694730103016
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.1445337114855647
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.031 first_tok_s=0.14466723427176476
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.028 first_tok_s=0.1449439525604248
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.391 first_tok_s=4.374470055103302
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.048 first_tok_s=0.1482364907860756
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.14547314308583736
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.14408981800079346
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.14403210394084454
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.037 first_tok_s=0.14415389765053988
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.058 first_tok_s=0.14488487876951694
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.035 first_tok_s=0.1462632017210126
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=1912a207-1137-4c1c-9106-d1654330fb72 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.898 first_tok_s=4.92391899600625
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=d72909eb-768c-44b5-9021-4a821779c173 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.326 first_tok_s=4.378041229210794
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=b58b93fb-2463-4a52-bb55-3badd30ffbf9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00888283643872
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=51e26383-1170-4624-85c3-0766c6d5eb78 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=120.006 first_tok_s=120.00596029218286
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=47f120a8-fffe-4dc1-ba4a-90d98cb31c77 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00909873005003
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=df833c91-9cff-41f5-8f23-afbc82466e46 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00922213122249
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=4ea156d4-b359-4eaf-9c52-1c4fcdc05485 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00944505166262
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=f2560d13-f671-4343-85b4-69060df96dc1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.551 first_tok_s=4.637027281336486
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=95741f9c-0752-4dd9-b846-0757ab4fc60f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00912316702306
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=e1a13444-3758-4501-918e-b24f4417b416 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.049 total_s=120.005 first_tok_s=120.00449201930314
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=fd01887a-363a-41a7-a53a-c4385f288ead prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.008 first_tok_s=120.0080027654767
(MultiNodeVLLMEngine pid=804969, ip=192.168.33.30) [vLLM timing] generate req=8a61546a-522b-4d2b-97bd-81d42304691d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.200 first_tok_s=5.822287230286747
(MultiNodeVLLMEngine pid=820966, ip=192.168.33.30) [vLLM timing] generate req=0911275f-e16f-4ac7-b171-91b77c5099a1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.767 first_tok_s=5.768664402887225
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=103ff90f-80d9-4752-a87c-462d46db0ddc prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=2.759 first_tok_s=1.7410448286682367
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=455f2e09-97ce-41cb-a1ab-b04a6fe9941a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.479 first_tok_s=1.5350723592564464
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2273f392-c4e6-48ed-9236-50bb9233922a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.942 first_tok_s=2.9571088766679168
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c36c950e-217c-47f9-87b9-ee2cd0cadd94 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=9.408 first_tok_s=4.388644381426275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e50047d-77d8-4676-ad2e-2e80153e0278 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=10.872 first_tok_s=5.827937735244632
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d45eed67-9651-411a-9e5e-411237c302ba prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=12.100 first_tok_s=7.033093633130193
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=89f24cc5-6aa3-4c73-b90e-3044ea3b4630 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=13.542 first_tok_s=8.48791007976979
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=cd492a01-ef4a-4ad2-8f52-56bcbdb5b6d6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=14.996 first_tok_s=9.940485568717122
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=54091d6e-673a-4b79-82d9-bd5f86cd147f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=16.460 first_tok_s=11.38964362256229
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=cf0e51bf-1134-44f2-8fc2-0b0d4286358e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.690 first_tok_s=6.595111574977636
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=792f99e2-4fa1-4c70-a91b-5bb347bde286 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.689 first_tok_s=6.564803149551153
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2fb692b7-35e9-4147-809b-b74c09a60572 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.671 first_tok_s=6.55341134686023
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e1409c02-45dc-44cb-b3ca-f3cc1029b8f2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.664 first_tok_s=6.539529233239591
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=33a7b3e8-6fa2-458a-8694-43ce47378deb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=10.614 first_tok_s=6.5297418711707
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=04c3f2cc-02df-46ef-91de-a1f527a03700 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=9.427 first_tok_s=6.525571939535439
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=43c20e0f-a9d1-4d47-905d-855c303414d1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=8.233 first_tok_s=6.514013949781656
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b031eeeb-9ba1-4b01-bbc2-ae5b2567a244 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.019 first_tok_s=6.111297358758748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.393 first_tok_s=1.4916633544489741
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.392 first_tok_s=1.4904199158772826
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.391 first_tok_s=1.4893865613266826
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.390 first_tok_s=1.4884029384702444
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.390 first_tok_s=1.4874397218227386
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.389 first_tok_s=1.4864752506837249
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.388 first_tok_s=1.4855101592838764
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.387 first_tok_s=1.4845499796792865
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.760 first_tok_s=0.18856755271553993
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.900 first_tok_s=0.8624378340318799
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.899 first_tok_s=0.8613594202324748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.898 first_tok_s=0.8603666974231601
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.897 first_tok_s=0.8593938089907169
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.897 first_tok_s=0.8583990409970284
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.896 first_tok_s=0.8574266778305173
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.895 first_tok_s=0.8564428901299834
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.042 first_tok_s=1.8436787901446223
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.041 first_tok_s=1.8426529448479414
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.040 first_tok_s=1.8413106733933091
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.039 first_tok_s=1.8403352685272694
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.039 first_tok_s=1.8393698213621974
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.038 first_tok_s=1.8384129721671343
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.037 first_tok_s=1.8374453904107213
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.036 first_tok_s=1.8364645885303617
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.786 first_tok_s=1.5860562678426504
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.785 first_tok_s=1.5847467333078384
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.784 first_tok_s=1.583232618868351
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.783 first_tok_s=1.5821633310988545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.782 first_tok_s=1.5811645286157727
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.781 first_tok_s=1.5801877286285162
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.780 first_tok_s=1.5792307890951633
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.780 first_tok_s=1.578264801762998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.482 total_s=68.034 first_tok_s=34.7763221366331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.625 total_s=68.172 first_tok_s=34.99038932193071
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.626 total_s=68.172 first_tok_s=34.99033686053008
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.626 total_s=68.172 first_tok_s=34.990289873443544
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.627 total_s=68.173 first_tok_s=34.99024141021073
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.628 total_s=68.173 first_tok_s=34.99019611347467
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.629 total_s=68.173 first_tok_s=34.99014982301742
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.630 total_s=68.174 first_tok_s=34.9901033770293
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.776 total_s=68.318 first_tok_s=35.22482686769217
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.777 total_s=68.318 first_tok_s=35.22478163521737
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.778 total_s=68.319 first_tok_s=35.22473618388176
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.779 total_s=68.319 first_tok_s=35.22469248715788
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.780 total_s=68.319 first_tok_s=35.224642200395465
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.780 total_s=68.319 first_tok_s=35.22459261119366
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.781 total_s=68.319 first_tok_s=35.22454701829702
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.782 total_s=68.320 first_tok_s=35.224502940662205
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.781 total_s=68.318 first_tok_s=35.22280215099454
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.782 total_s=68.318 first_tok_s=35.22255770955235
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.783 total_s=68.318 first_tok_s=35.22250500135124
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.784 total_s=68.318 first_tok_s=35.22245468199253
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.785 total_s=68.319 first_tok_s=35.22240628208965
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.785 total_s=68.319 first_tok_s=35.22236015088856
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.786 total_s=68.319 first_tok_s=35.22231311071664
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.787 total_s=68.319 first_tok_s=35.2222685161978
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.028 total_s=102.033 first_tok_s=68.31608527805656
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.168 total_s=102.171 first_tok_s=68.52386087179184
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.170 total_s=102.171 first_tok_s=68.52381284721196
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.171 total_s=102.171 first_tok_s=68.5237654009834
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.172 total_s=102.172 first_tok_s=68.52371806837618
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.174 total_s=102.172 first_tok_s=68.52367091644555
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.175 total_s=102.172 first_tok_s=68.5236239200458
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.176 total_s=102.172 first_tok_s=68.52357679791749
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.312 total_s=102.312 first_tok_s=69.44157193601131
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.313 total_s=102.312 first_tok_s=69.44151856936514
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.314 total_s=102.313 first_tok_s=69.44147048704326
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.315 total_s=102.313 first_tok_s=69.44142300076783
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.316 total_s=102.313 first_tok_s=69.44137689843774
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.317 total_s=102.313 first_tok_s=69.44133000448346
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.318 total_s=102.313 first_tok_s=69.44128427933902
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.319 total_s=102.314 first_tok_s=69.44123192504048
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.686 total_s=67.680 first_tok_s=34.807696971111
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.687 total_s=67.680 first_tok_s=34.8076361482963
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.688 total_s=67.681 first_tok_s=34.80758613720536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.689 total_s=67.681 first_tok_s=34.807539565488696
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.690 total_s=67.681 first_tok_s=34.80749230924994
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.691 total_s=67.681 first_tok_s=34.807447030209005
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.691 total_s=67.681 first_tok_s=34.80739919189364
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.692 total_s=67.681 first_tok_s=34.80735317245126
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.240 total_s=101.376 first_tok_s=67.5259217377752
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.379 total_s=101.511 first_tok_s=67.74011492915452
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.380 total_s=101.511 first_tok_s=67.74006682354957
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.381 total_s=101.511 first_tok_s=67.74001835286617
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.382 total_s=101.512 first_tok_s=67.73997103329748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.383 total_s=101.512 first_tok_s=67.73992532677948
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.384 total_s=101.512 first_tok_s=67.73987970594317
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.384 total_s=101.512 first_tok_s=67.73983370233327
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.524 total_s=101.659 first_tok_s=68.42523783631623
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.525 total_s=101.659 first_tok_s=68.42518360447139
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.526 total_s=101.660 first_tok_s=68.42513493541628
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.527 total_s=101.660 first_tok_s=68.42508728709072
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.527 total_s=101.659 first_tok_s=68.42437574826181
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.528 total_s=101.660 first_tok_s=68.42431543022394
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.660 first_tok_s=68.42427003383636
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.660 first_tok_s=68.42422385793179
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.528 total_s=101.877 first_tok_s=69.3453349461779
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.877 first_tok_s=69.34528330340981
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.878 first_tok_s=69.34523667953908
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.530 total_s=101.878 first_tok_s=69.34518890921026
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.531 total_s=101.878 first_tok_s=69.34514112118632
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.532 total_s=101.878 first_tok_s=69.34508787468076
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.533 total_s=101.878 first_tok_s=69.34504112787545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.534 total_s=101.879 first_tok_s=69.34499498642981
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.967 total_s=71.246 first_tok_s=68.33717846963555
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.829 total_s=104.257 first_tok_s=68.11574085894972
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.966 total_s=104.393 first_tok_s=68.33727474976331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.967 total_s=104.394 first_tok_s=68.33722612448037
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.968 total_s=104.394 first_tok_s=68.33713140990585
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.969 total_s=104.394 first_tok_s=68.33708733413368
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.970 total_s=104.394 first_tok_s=68.33703703433275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.971 total_s=104.394 first_tok_s=68.33698787819594
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.113 total_s=104.688 first_tok_s=69.88200920261443
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.114 total_s=104.689 first_tok_s=69.8819510312751
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.115 total_s=104.689 first_tok_s=69.8819005060941
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.116 total_s=104.689 first_tok_s=69.881850970909
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.116 total_s=104.689 first_tok_s=69.88121073972434
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.117 total_s=104.689 first_tok_s=69.8811522834003
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.118 total_s=104.689 first_tok_s=69.88110245205462
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.119 total_s=104.689 first_tok_s=69.88105179276317
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.334 total_s=104.945 first_tok_s=71.24244896136224
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.335 total_s=104.945 first_tok_s=71.24239883664995
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.335 total_s=104.945 first_tok_s=71.24235194269568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.336 total_s=104.946 first_tok_s=71.24230628088117
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.337 total_s=104.946 first_tok_s=71.24225929286331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.338 total_s=104.946 first_tok_s=71.24221165012568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.339 total_s=104.946 first_tok_s=71.24216413125396
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.340 total_s=104.946 first_tok_s=71.24211691133678
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.392 total_s=71.475 first_tok_s=39.048223747871816
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.403 total_s=102.919 first_tok_s=70.67235281690955
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.541 total_s=103.049 first_tok_s=70.83871062472463
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.542 total_s=103.049 first_tok_s=70.83866249583662
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.543 total_s=103.050 first_tok_s=70.8386153653264
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.544 total_s=103.050 first_tok_s=70.83856835402548
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.545 total_s=103.050 first_tok_s=70.83852230757475
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.545 total_s=103.050 first_tok_s=70.83847639895976
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=32.937 first_tok_s=0.19494738150388002
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.077 first_tok_s=0.4675081353634596
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.076 first_tok_s=0.4663243815302849
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.076 first_tok_s=0.465254376642406
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.075 first_tok_s=0.46427825558930635
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.074 first_tok_s=0.4633166715502739
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.074 first_tok_s=0.46235124580562115
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.073 first_tok_s=0.4612542539834976
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.069 first_tok_s=0.4572753310203552
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.068 first_tok_s=0.4561385251581669
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.067 first_tok_s=0.45516207814216614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.067 first_tok_s=0.4542045248672366
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.066 first_tok_s=0.45324617251753807
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.065 first_tok_s=0.45211835857480764
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.064 first_tok_s=0.45114212203770876
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.063 first_tok_s=0.4501816760748625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.063 first_tok_s=0.4492338616400957
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.061 first_tok_s=0.4478912418708205
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.205 first_tok_s=0.612258399836719
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.204 first_tok_s=0.6112997652962804
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.203 first_tok_s=0.6103456011041999
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.203 first_tok_s=0.6093939691781998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.202 first_tok_s=0.6084386194124818
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.201 first_tok_s=0.6074662152677774
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=32.908 total_s=65.967 first_tok_s=33.19938485696912
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.054 total_s=66.108 first_tok_s=33.499925459735096
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.055 total_s=66.108 first_tok_s=33.49987693037838
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.056 total_s=66.108 first_tok_s=33.49982797913253
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.057 total_s=66.109 first_tok_s=33.49977913312614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.109 first_tok_s=33.499731762334704
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.108 first_tok_s=33.498811044730246
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.108 first_tok_s=33.49875626433641
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.059 total_s=66.108 first_tok_s=33.49840165954083
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.060 total_s=66.108 first_tok_s=33.49835144542158
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.061 total_s=66.109 first_tok_s=33.49830382782966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.061 total_s=66.109 first_tok_s=33.49825627077371
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.062 total_s=66.109 first_tok_s=33.49820980615914
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.063 total_s=66.109 first_tok_s=33.498164041899145
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.064 total_s=66.109 first_tok_s=33.49811874516308
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.065 total_s=66.109 first_tok_s=33.49806261714548
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.059 total_s=66.104 first_tok_s=33.491981422528625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.060 total_s=66.104 first_tok_s=33.491924620233476
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.191 total_s=66.253 first_tok_s=33.657999084331095
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.192 total_s=66.253 first_tok_s=33.657953905873
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.193 total_s=66.253 first_tok_s=33.65790644381195
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.194 total_s=66.254 first_tok_s=33.65786017663777
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.195 total_s=66.254 first_tok_s=33.65781375579536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.195 total_s=66.254 first_tok_s=33.65756874810904
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=65.957 total_s=99.425 first_tok_s=66.25190287083387
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.101 total_s=99.567 first_tok_s=66.54655989166349
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.102 total_s=99.568 first_tok_s=66.54651052132249
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.103 total_s=99.568 first_tok_s=66.54646413214505
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.104 total_s=99.568 first_tok_s=66.54641829896718
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.105 total_s=99.568 first_tok_s=66.5463717551902
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.569 first_tok_s=66.54632062837481
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.107 total_s=99.569 first_tok_s=66.54627481661737
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.104 total_s=99.565 first_tok_s=66.54265614505857
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.105 total_s=99.566 first_tok_s=66.54260100796819
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.566 first_tok_s=66.54255109559745
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.566 first_tok_s=66.54250217881054
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.107 total_s=99.566 first_tok_s=66.54245464503765
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.108 total_s=99.566 first_tok_s=66.5420917198062
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.108 total_s=99.566 first_tok_s=66.54203229304403
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.109 total_s=99.566 first_tok_s=66.54198294971138
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.041 total_s=66.497 first_tok_s=33.47265048790723
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.042 total_s=66.497 first_tok_s=33.472591389901936
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.178 total_s=66.638 first_tok_s=33.64094294607639
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.179 total_s=66.638 first_tok_s=33.64089654572308
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.180 total_s=66.638 first_tok_s=33.640849062241614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.180 total_s=66.639 first_tok_s=33.640795189887285
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.181 total_s=66.639 first_tok_s=33.64074706751853
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.182 total_s=66.639 first_tok_s=33.640700433403254
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.349 total_s=99.778 first_tok_s=66.63796153012663
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.496 total_s=99.920 first_tok_s=66.92918146494776
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.497 total_s=99.920 first_tok_s=66.92913585342467
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.497 total_s=99.920 first_tok_s=66.92863903008401
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.498 total_s=99.920 first_tok_s=66.92858129553497
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.499 total_s=99.921 first_tok_s=66.92853572871536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.500 total_s=99.921 first_tok_s=66.92848869226873
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.501 total_s=99.921 first_tok_s=66.92844223696738
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.500 total_s=99.920 first_tok_s=66.9272183869034
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.501 total_s=99.920 first_tok_s=66.92715924791992
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.502 total_s=99.921 first_tok_s=66.92710922751576
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.503 total_s=99.921 first_tok_s=66.92706250119954
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.504 total_s=99.921 first_tok_s=66.92700968496501
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.504 total_s=99.921 first_tok_s=66.92695507593453
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.505 total_s=99.921 first_tok_s=66.92690932936966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.506 total_s=100.750 first_tok_s=67.11169519089162
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.454 total_s=67.698 first_tok_s=34.05867054127157
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.455 total_s=67.698 first_tok_s=34.058608235791326
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.582 total_s=67.698 first_tok_s=34.05855331663042
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.583 total_s=67.698 first_tok_s=34.0585061609745
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.584 total_s=67.698 first_tok_s=34.058459812775254
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.585 total_s=67.699 first_tok_s=34.058414248749614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.586 total_s=67.699 first_tok_s=34.05836865026504
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.587 total_s=67.699 first_tok_s=34.05832120310515
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.722 total_s=103.065 first_tok_s=68.69251421932131
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.868 total_s=103.065 first_tok_s=68.69247318059206
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.869 total_s=103.065 first_tok_s=68.69242965150625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.870 total_s=103.065 first_tok_s=68.6923851557076
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.871 total_s=103.066 first_tok_s=68.69233947899193
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.871 total_s=103.065 first_tok_s=68.69182509649545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.872 total_s=103.066 first_tok_s=68.69176631607115
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.066 first_tok_s=68.6917171292007
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.203 first_tok_s=69.4191502649337
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.203 first_tok_s=69.4190958365798
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.874 total_s=103.203 first_tok_s=69.41904653050005
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.875 total_s=103.203 first_tok_s=69.41899769939482
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.876 total_s=103.203 first_tok_s=69.41894966457039
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.877 total_s=103.204 first_tok_s=69.41889631934464
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.878 total_s=103.204 first_tok_s=69.41884872037917
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.697 total_s=103.204 first_tok_s=69.4187991572544
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.564 total_s=104.595 first_tok_s=70.41777518205345
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.565 total_s=104.595 first_tok_s=70.41771584190428
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.566 total_s=104.596 first_tok_s=70.41766782011837
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.567 total_s=104.596 first_tok_s=70.41761898528785
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.568 total_s=104.596 first_tok_s=70.41757292021066
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.569 total_s=104.596 first_tok_s=70.41752615571022
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.569 total_s=104.596 first_tok_s=70.41748035885394
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.570 total_s=104.597 first_tok_s=70.41743455268443
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.603 total_s=71.786 first_tok_s=71.26433237455785
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.598 total_s=104.120 first_tok_s=71.26456164009869
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.599 total_s=104.120 first_tok_s=71.26450889091939
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.600 total_s=104.120 first_tok_s=71.26446373667568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.601 total_s=104.120 first_tok_s=71.26441879943013
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.602 total_s=104.121 first_tok_s=71.2643763134256
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.604 total_s=104.121 first_tok_s=71.26428758446127
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.605 total_s=104.121 first_tok_s=71.26424456015229
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.094 first_tok_s=1.5640986608341336
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.093 first_tok_s=1.562597763724625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.092 first_tok_s=1.561416513286531
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.091 first_tok_s=1.5604064939543605
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.090 first_tok_s=1.5593827376142144
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.090 first_tok_s=1.5584266725927591
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.089 first_tok_s=1.5574709279462695
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.088 first_tok_s=1.5564672071486712
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.857 first_tok_s=3.0891163628548384
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.856 first_tok_s=3.0880059553310275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.855 first_tok_s=3.0869451835751534
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.854 first_tok_s=3.0858672792091966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.854 first_tok_s=3.084822609089315
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.853 first_tok_s=3.0837880121544003
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.852 first_tok_s=3.0827304711565375
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.851 first_tok_s=3.0816134149208665
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.421 first_tok_s=4.590387107804418
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.421 first_tok_s=4.589413346722722
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.420 first_tok_s=4.588432717137039
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.419 first_tok_s=4.58747439738363
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.418 first_tok_s=4.586519184522331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.418 first_tok_s=4.5854300409555435
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.417 first_tok_s=4.5844552125781775
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.416 first_tok_s=4.583497068844736
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.060 total_s=74.521 first_tok_s=38.76408365089446
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.062 total_s=74.522 first_tok_s=38.76402689795941
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.063 total_s=74.522 first_tok_s=38.76397828385234
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.064 total_s=74.522 first_tok_s=38.76393005438149
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.065 total_s=74.522 first_tok_s=38.76388476602733
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.066 total_s=74.522 first_tok_s=38.76383890770376
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.067 total_s=74.522 first_tok_s=38.76379275787622
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.068 total_s=74.523 first_tok_s=38.76374612748623
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.832 total_s=75.321 first_tok_s=40.33874402567744
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.833 total_s=75.322 first_tok_s=40.33868738077581
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.834 total_s=75.322 first_tok_s=40.33863988518715
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.835 total_s=75.322 first_tok_s=40.33859181497246
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.835 total_s=75.322 first_tok_s=40.338543754071
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.836 total_s=75.323 first_tok_s=40.33849762007594
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.837 total_s=75.323 first_tok_s=40.338450675830245
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.838 total_s=75.323 first_tok_s=40.33840524684638
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.402 total_s=76.894 first_tok_s=41.892805024050176
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.403 total_s=76.894 first_tok_s=41.892753979191184
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.404 total_s=76.895 first_tok_s=41.892704425379634
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.404 total_s=76.895 first_tok_s=41.89265790116042
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.405 total_s=76.895 first_tok_s=41.89261293783784
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.406 total_s=76.895 first_tok_s=41.89256641454995
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.407 total_s=76.895 first_tok_s=41.89251412358135
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.408 total_s=76.895 first_tok_s=41.89246137998998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.514 total_s=110.217 first_tok_s=76.24904384743422
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.515 total_s=110.217 first_tok_s=76.24899124726653
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.516 total_s=110.218 first_tok_s=76.24894383363426
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.517 total_s=110.218 first_tok_s=76.24889614526182
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.518 total_s=110.218 first_tok_s=76.24885009229183
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.519 total_s=110.218 first_tok_s=76.24880396109074
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.520 total_s=110.218 first_tok_s=76.24875882826746
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.520 total_s=110.218 first_tok_s=76.24871253129095
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.313 total_s=110.475 first_tok_s=77.78284468967468
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.314 total_s=110.476 first_tok_s=77.78278569690883
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.315 total_s=110.476 first_tok_s=77.78273556660861
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.316 total_s=110.476 first_tok_s=77.7826882712543
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.317 total_s=110.476 first_tok_s=77.7826402420178
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.318 total_s=110.476 first_tok_s=77.78259467612952
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.318 total_s=110.477 first_tok_s=77.78254760988057
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.319 total_s=110.476 first_tok_s=77.78219162952155
(MultiNodeVLLMEngine pid=426183, ip=192.168.33.39) [vLLM timing] generate req=0c0cd949-7fef-447f-925e-bcdd3e2cafbc prompt_len=3 max_tokens=1 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=0.430 first_tok_s=0.43043397832661867
(MultiNodeVLLMEngine pid=426183, ip=192.168.33.39) [vLLM timing] generate req=5dfc777e-366e-448d-bcaf-def7e0ab100d prompt_len=3 max_tokens=1 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=0.132 first_tok_s=0.13213568273931742
2026-01-26 09:53:40,104 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3 vllm_req=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3_coalesced waiters=1 total_samples=2 rid_ns=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3:2
2026-01-26 09:53:52,707 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d218b804-3f46-4dfc-b678-18dcdd1fb321 vllm_req=d218b804-3f46-4dfc-b678-18dcdd1fb321_coalesced waiters=1 total_samples=2 rid_ns=d218b804-3f46-4dfc-b678-18dcdd1fb321:2
2026-01-26 09:54:05,175 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=462a54a8-8b7b-4649-a14a-817b48e1973d vllm_req=462a54a8-8b7b-4649-a14a-817b48e1973d_coalesced waiters=1 total_samples=4 rid_ns=462a54a8-8b7b-4649-a14a-817b48e1973d:4
2026-01-26 09:54:18,951 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=54a75403-526c-4136-aa49-660bec8125c5 vllm_req=54a75403-526c-4136-aa49-660bec8125c5_coalesced waiters=1 total_samples=4 rid_ns=54a75403-526c-4136-aa49-660bec8125c5:4
2026-01-26 09:54:32,738 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c7210754-59bb-448d-82a3-7ed7ae7c71d2 vllm_req=c7210754-59bb-448d-82a3-7ed7ae7c71d2_coalesced waiters=1 total_samples=8 rid_ns=c7210754-59bb-448d-82a3-7ed7ae7c71d2:8
2026-01-26 09:54:49,555 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=609d9e1b-12b8-415f-afb1-94f33898d700 vllm_req=609d9e1b-12b8-415f-afb1-94f33898d700_coalesced waiters=1 total_samples=8 rid_ns=609d9e1b-12b8-415f-afb1-94f33898d700:8
2026-01-26 09:55:06,460 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=f9244e2e-cbf9-475e-879a-209518edccca vllm_req=f9244e2e-cbf9-475e-879a-209518edccca_coalesced waiters=2 total_samples=2 rid_ns=f9244e2e-cbf9-475e-879a-209518edccca:1,d3488315-2981-44ff-877d-3598692a239e:1
2026-01-26 09:55:38,491 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=402df212-a1c9-4bf7-8264-2af657252ef2 vllm_req=402df212-a1c9-4bf7-8264-2af657252ef2_coalesced waiters=2 total_samples=4 rid_ns=402df212-a1c9-4bf7-8264-2af657252ef2:2,79b58205-fb37-445e-9cad-16a215520ebe:2
2026-01-26 09:55:54,189 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a vllm_req=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a_coalesced waiters=1 total_samples=2 rid_ns=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a:2
2026-01-26 09:55:54,191 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a2eb1113-79a1-430b-a826-6f81355d7e36 vllm_req=a2eb1113-79a1-430b-a826-6f81355d7e36_coalesced waiters=1 total_samples=2 rid_ns=a2eb1113-79a1-430b-a826-6f81355d7e36:2
2026-01-26 09:56:12,789 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4d7bb615-bdb0-485d-bcff-730fdab03497 vllm_req=4d7bb615-bdb0-485d-bcff-730fdab03497_coalesced waiters=2 total_samples=8 rid_ns=4d7bb615-bdb0-485d-bcff-730fdab03497:4,d5fe926e-6742-4de5-a374-556e27ffb8a9:4
2026-01-26 09:56:31,590 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=83a520db-264e-4073-b90d-7e8d2ee34f6f vllm_req=83a520db-264e-4073-b90d-7e8d2ee34f6f_coalesced waiters=1 total_samples=4 rid_ns=83a520db-264e-4073-b90d-7e8d2ee34f6f:4
2026-01-26 09:56:31,592 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=3690c00c-0d07-4534-ab41-1ced26c47211 vllm_req=3690c00c-0d07-4534-ab41-1ced26c47211_coalesced waiters=1 total_samples=4 rid_ns=3690c00c-0d07-4534-ab41-1ced26c47211:4
2026-01-26 09:56:53,194 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=43cb6e8c-b6c6-443a-b748-296a44d0d429 vllm_req=43cb6e8c-b6c6-443a-b748-296a44d0d429_coalesced waiters=2 total_samples=16 rid_ns=43cb6e8c-b6c6-443a-b748-296a44d0d429:8,33e5c6b9-892c-48d7-ab51-ced6e1637706:8
2026-01-26 09:57:18,266 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a8c15084-d6c2-4447-81f0-ad558b30c8e6 vllm_req=a8c15084-d6c2-4447-81f0-ad558b30c8e6_coalesced waiters=1 total_samples=8 rid_ns=a8c15084-d6c2-4447-81f0-ad558b30c8e6:8
2026-01-26 09:57:18,267 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b189b10b-f58c-4ab3-bc67-6a45b219bef6 vllm_req=b189b10b-f58c-4ab3-bc67-6a45b219bef6_coalesced waiters=1 total_samples=8 rid_ns=b189b10b-f58c-4ab3-bc67-6a45b219bef6:8
2026-01-26 09:57:45,797 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=987ea527-0083-4b84-83da-aad77ac0d5c9 vllm_req=987ea527-0083-4b84-83da-aad77ac0d5c9_coalesced waiters=3 total_samples=3 rid_ns=987ea527-0083-4b84-83da-aad77ac0d5c9:1,ce8ab5d9-3859-4f35-8caa-490a3d57da85:1,0ddda471-df5a-47f1-808e-58006789e954:1
2026-01-26 09:58:33,595 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1 vllm_req=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1_coalesced waiters=3 total_samples=6 rid_ns=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1:2,aed4aab4-a2d0-4dbb-beca-5d9598a4aeab:2,a1b59d5e-50be-4873-8d16-8b65ee9e3832:2
2026-01-26 09:58:33,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=cf0676d6-7833-448f-96ab-4b002d6847ad vllm_req=cf0676d6-7833-448f-96ab-4b002d6847ad_coalesced waiters=1 total_samples=2 rid_ns=cf0676d6-7833-448f-96ab-4b002d6847ad:2
2026-01-26 09:58:55,551 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=51f86d41-3911-4925-ae1d-ed06ba00245f vllm_req=51f86d41-3911-4925-ae1d-ed06ba00245f_coalesced waiters=1 total_samples=2 rid_ns=51f86d41-3911-4925-ae1d-ed06ba00245f:2
2026-01-26 09:58:55,554 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e04d1fa8-5381-4659-9fad-1e27669dd133 vllm_req=e04d1fa8-5381-4659-9fad-1e27669dd133_coalesced waiters=1 total_samples=2 rid_ns=e04d1fa8-5381-4659-9fad-1e27669dd133:2
2026-01-26 09:58:55,556 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def vllm_req=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def_coalesced waiters=1 total_samples=2 rid_ns=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def:2
2026-01-26 09:58:55,558 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9e17a0c-dc79-4131-a10f-aa3af2624237 vllm_req=d9e17a0c-dc79-4131-a10f-aa3af2624237_coalesced waiters=1 total_samples=2 rid_ns=d9e17a0c-dc79-4131-a10f-aa3af2624237:2
2026-01-26 09:59:26,895 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=42b77f92-39fb-4afb-9332-2c170ae19133 vllm_req=42b77f92-39fb-4afb-9332-2c170ae19133_coalesced waiters=3 total_samples=12 rid_ns=42b77f92-39fb-4afb-9332-2c170ae19133:4,cb8a96e8-456f-4833-b7f2-bbcb09ca93e5:4,92d73b2f-33c5-4106-bd23-46eea6af9105:4
2026-01-26 09:59:26,902 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=37353837-75d6-4c3f-b066-3e3675f14c8c vllm_req=37353837-75d6-4c3f-b066-3e3675f14c8c_coalesced waiters=1 total_samples=4 rid_ns=37353837-75d6-4c3f-b066-3e3675f14c8c:4
2026-01-26 09:59:55,548 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e1b2169e-0529-4723-bf1d-0523b9e512f5 vllm_req=e1b2169e-0529-4723-bf1d-0523b9e512f5_coalesced waiters=1 total_samples=4 rid_ns=e1b2169e-0529-4723-bf1d-0523b9e512f5:4
2026-01-26 09:59:55,550 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ce848a51-cca4-4943-9e03-09dc15f2d9b5 vllm_req=ce848a51-cca4-4943-9e03-09dc15f2d9b5_coalesced waiters=1 total_samples=4 rid_ns=ce848a51-cca4-4943-9e03-09dc15f2d9b5:4
2026-01-26 09:59:55,552 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=36868247-b312-48b2-b43d-3963a211c2e5 vllm_req=36868247-b312-48b2-b43d-3963a211c2e5_coalesced waiters=1 total_samples=4 rid_ns=36868247-b312-48b2-b43d-3963a211c2e5:4
2026-01-26 09:59:55,556 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=56ca4f40-615f-450a-8864-eb202908de80 vllm_req=56ca4f40-615f-450a-8864-eb202908de80_coalesced waiters=1 total_samples=4 rid_ns=56ca4f40-615f-450a-8864-eb202908de80:4
2026-01-26 10:00:33,218 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7 vllm_req=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7_coalesced waiters=3 total_samples=24 rid_ns=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7:8,d1b751a2-229b-4ce7-a178-1f00da3e7c9a:8,2f5a0ad9-4e85-494d-9bbb-2ee068ef41e6:8
2026-01-26 10:00:33,225 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9 vllm_req=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9_coalesced waiters=1 total_samples=8 rid_ns=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9:8
2026-01-26 10:01:02,685 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0f6ce40d-8465-4a0c-bba1-1d855cd8105c vllm_req=0f6ce40d-8465-4a0c-bba1-1d855cd8105c_coalesced waiters=1 total_samples=8 rid_ns=0f6ce40d-8465-4a0c-bba1-1d855cd8105c:8
2026-01-26 10:01:02,687 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=24ea7d27-27e5-4dd6-86ff-53e14cf4645d vllm_req=24ea7d27-27e5-4dd6-86ff-53e14cf4645d_coalesced waiters=1 total_samples=8 rid_ns=24ea7d27-27e5-4dd6-86ff-53e14cf4645d:8
2026-01-26 10:01:02,689 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe vllm_req=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe_coalesced waiters=1 total_samples=8 rid_ns=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe:8
2026-01-26 10:01:02,693 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b51fafef-c161-421e-a18e-edbe509664d5 vllm_req=b51fafef-c161-421e-a18e-edbe509664d5_coalesced waiters=1 total_samples=8 rid_ns=b51fafef-c161-421e-a18e-edbe509664d5:8
2026-01-26 10:01:58,002 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4eec9644-e438-4d2a-87d9-058805a66663 vllm_req=4eec9644-e438-4d2a-87d9-058805a66663_coalesced waiters=3 total_samples=3 rid_ns=4eec9644-e438-4d2a-87d9-058805a66663:1,6341801b-a995-490e-b446-63fc2ac12013:1,216d99a6-cb96-45b4-8985-c17833a43d88:1
2026-01-26 10:01:58,016 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96 vllm_req=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96_coalesced waiters=2 total_samples=2 rid_ns=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96:1,3f5de473-56a2-4d53-9586-0106840927cd:1
2026-01-26 10:01:58,023 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=80671d58-7519-4f25-8173-9f8057a73451 vllm_req=80671d58-7519-4f25-8173-9f8057a73451_coalesced waiters=2 total_samples=2 rid_ns=80671d58-7519-4f25-8173-9f8057a73451:1,2fcb93d0-ca3b-4d91-801b-84ed8eecc2fb:1
2026-01-26 10:03:19,622 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=10967802-48f7-4190-a789-3bab64362fe2 vllm_req=10967802-48f7-4190-a789-3bab64362fe2_coalesced waiters=3 total_samples=6 rid_ns=10967802-48f7-4190-a789-3bab64362fe2:2,10924058-59b9-4eb2-8562-de93f900dce6:2,a3c12afa-1a63-4ecd-ab8c-0fec5a39d162:2
2026-01-26 10:03:19,629 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d811fadd-7a40-4956-b6a3-1efc5a5c1638 vllm_req=d811fadd-7a40-4956-b6a3-1efc5a5c1638_coalesced waiters=1 total_samples=2 rid_ns=d811fadd-7a40-4956-b6a3-1efc5a5c1638:2
2026-01-26 10:03:19,636 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=006b9bde-7002-4f61-b2d3-790a5cb7ab5a vllm_req=006b9bde-7002-4f61-b2d3-790a5cb7ab5a_coalesced waiters=2 total_samples=4 rid_ns=006b9bde-7002-4f61-b2d3-790a5cb7ab5a:2,3b85ac9b-208d-44b2-993b-7acb0631e1a5:2
2026-01-26 10:03:19,644 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=1510494f-b416-4e41-84d4-40431cc8a85e vllm_req=1510494f-b416-4e41-84d4-40431cc8a85e_coalesced waiters=2 total_samples=4 rid_ns=1510494f-b416-4e41-84d4-40431cc8a85e:2,c6e1e27d-07b3-4a30-b534-5167ed09cd7d:2
2026-01-26 10:03:54,967 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b624995e-3dc4-4e08-87e9-ef716ea236f8 vllm_req=b624995e-3dc4-4e08-87e9-ef716ea236f8_coalesced waiters=1 total_samples=2 rid_ns=b624995e-3dc4-4e08-87e9-ef716ea236f8:2
2026-01-26 10:03:54,968 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=aacf9f89-50d4-47d5-a854-bff01e3945e1 vllm_req=aacf9f89-50d4-47d5-a854-bff01e3945e1_coalesced waiters=1 total_samples=2 rid_ns=aacf9f89-50d4-47d5-a854-bff01e3945e1:2
2026-01-26 10:03:54,970 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7 vllm_req=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7_coalesced waiters=1 total_samples=2 rid_ns=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7:2
2026-01-26 10:03:54,975 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=80c8cac1-4c74-45e5-8736-780d887a5e30 vllm_req=80c8cac1-4c74-45e5-8736-780d887a5e30_coalesced waiters=1 total_samples=2 rid_ns=80c8cac1-4c74-45e5-8736-780d887a5e30:2
2026-01-26 10:03:54,982 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9c00b8f5-aeb0-4fe6-a09b-223447478a9f vllm_req=9c00b8f5-aeb0-4fe6-a09b-223447478a9f_coalesced waiters=1 total_samples=2 rid_ns=9c00b8f5-aeb0-4fe6-a09b-223447478a9f:2
2026-01-26 10:03:54,986 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=463476af-6868-4087-afca-f948a8294c7c vllm_req=463476af-6868-4087-afca-f948a8294c7c_coalesced waiters=1 total_samples=2 rid_ns=463476af-6868-4087-afca-f948a8294c7c:2
2026-01-26 10:03:54,989 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ec4622a9-c246-49e5-b125-b992620f6120 vllm_req=ec4622a9-c246-49e5-b125-b992620f6120_coalesced waiters=1 total_samples=2 rid_ns=ec4622a9-c246-49e5-b125-b992620f6120:2
2026-01-26 10:03:54,992 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=02b6cb29-da92-4d98-9785-aab8a9e02386 vllm_req=02b6cb29-da92-4d98-9785-aab8a9e02386_coalesced waiters=1 total_samples=2 rid_ns=02b6cb29-da92-4d98-9785-aab8a9e02386:2
2026-01-26 10:04:52,976 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fadd689f-0178-4a0f-8f61-13575283df05 vllm_req=fadd689f-0178-4a0f-8f61-13575283df05_coalesced waiters=3 total_samples=12 rid_ns=fadd689f-0178-4a0f-8f61-13575283df05:4,b8170742-7e24-4fec-9e3d-d5ed58c2a506:4,8b098dc7-0ad7-45d1-a6b4-ac40d8828b98:4
2026-01-26 10:04:52,984 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c9ffe56d-ca6f-428c-810f-d9224e21cc7e vllm_req=c9ffe56d-ca6f-428c-810f-d9224e21cc7e_coalesced waiters=2 total_samples=8 rid_ns=c9ffe56d-ca6f-428c-810f-d9224e21cc7e:4,fb09e8a2-1520-49bd-a358-d2b6ad875530:4
2026-01-26 10:04:52,992 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c43b5496-21dd-4944-a903-fa92bb80227d vllm_req=c43b5496-21dd-4944-a903-fa92bb80227d_coalesced waiters=1 total_samples=4 rid_ns=c43b5496-21dd-4944-a903-fa92bb80227d:4
2026-01-26 10:04:52,998 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8ca8527f-6641-46f3-ab39-44ffe9e6db3c vllm_req=8ca8527f-6641-46f3-ab39-44ffe9e6db3c_coalesced waiters=2 total_samples=8 rid_ns=8ca8527f-6641-46f3-ab39-44ffe9e6db3c:4,32942a52-2f44-487c-8b2c-78aac8680a83:4
2026-01-26 10:05:29,886 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=71e2eb36-690b-4e4f-81d5-7568626e0cc2 vllm_req=71e2eb36-690b-4e4f-81d5-7568626e0cc2_coalesced waiters=1 total_samples=4 rid_ns=71e2eb36-690b-4e4f-81d5-7568626e0cc2:4
2026-01-26 10:05:29,887 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9c207799-8b16-48ea-897a-bf2be61a26e4 vllm_req=9c207799-8b16-48ea-897a-bf2be61a26e4_coalesced waiters=1 total_samples=4 rid_ns=9c207799-8b16-48ea-897a-bf2be61a26e4:4
2026-01-26 10:05:29,889 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c67da39b-6e94-44e6-8c91-7e38f405463d vllm_req=c67da39b-6e94-44e6-8c91-7e38f405463d_coalesced waiters=1 total_samples=4 rid_ns=c67da39b-6e94-44e6-8c91-7e38f405463d:4
2026-01-26 10:05:29,894 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2d749ea3-6122-4cc4-a066-9960ea68dd35 vllm_req=2d749ea3-6122-4cc4-a066-9960ea68dd35_coalesced waiters=1 total_samples=4 rid_ns=2d749ea3-6122-4cc4-a066-9960ea68dd35:4
2026-01-26 10:05:29,902 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2 vllm_req=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2_coalesced waiters=1 total_samples=4 rid_ns=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2:4
2026-01-26 10:05:29,906 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=95cefc1f-1819-4101-8783-95ef194f9bab vllm_req=95cefc1f-1819-4101-8783-95ef194f9bab_coalesced waiters=1 total_samples=4 rid_ns=95cefc1f-1819-4101-8783-95ef194f9bab:4
2026-01-26 10:05:29,909 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8fd01836-235d-4708-9005-f3e5e05a5488 vllm_req=8fd01836-235d-4708-9005-f3e5e05a5488_coalesced waiters=1 total_samples=4 rid_ns=8fd01836-235d-4708-9005-f3e5e05a5488:4
2026-01-26 10:05:29,914 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4 vllm_req=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4_coalesced waiters=1 total_samples=4 rid_ns=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4:4
2026-01-26 10:06:45,872 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=988596c2-383e-4fa2-b672-783a677fd6aa vllm_req=988596c2-383e-4fa2-b672-783a677fd6aa_coalesced waiters=3 total_samples=24 rid_ns=988596c2-383e-4fa2-b672-783a677fd6aa:8,b70c99f3-46f3-4bcd-9ad2-8d79453fa75a:8,9d6c5fca-3bc3-46f0-9254-fc18b3e9f5ef:8
2026-01-26 10:06:45,878 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=7c3f89ec-be33-4403-a77e-a256d9554089 vllm_req=7c3f89ec-be33-4403-a77e-a256d9554089_coalesced waiters=1 total_samples=8 rid_ns=7c3f89ec-be33-4403-a77e-a256d9554089:8
2026-01-26 10:06:45,885 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a556f6c5-3fea-44d2-b253-8a5dc6f86910 vllm_req=a556f6c5-3fea-44d2-b253-8a5dc6f86910_coalesced waiters=3 total_samples=24 rid_ns=a556f6c5-3fea-44d2-b253-8a5dc6f86910:8,7798482a-7606-41f9-823b-35411519c67c:8,a124d9a8-c160-4199-b42e-fab413a1a335:8
2026-01-26 10:06:45,892 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a1ad72ab-38cf-4f34-8fbb-a951a304825c vllm_req=a1ad72ab-38cf-4f34-8fbb-a951a304825c_coalesced waiters=1 total_samples=8 rid_ns=a1ad72ab-38cf-4f34-8fbb-a951a304825c:8
2026-01-26 10:07:26,577 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a5ff1f6a-f426-43b3-ac5d-188907b56ec6 vllm_req=a5ff1f6a-f426-43b3-ac5d-188907b56ec6_coalesced waiters=1 total_samples=8 rid_ns=a5ff1f6a-f426-43b3-ac5d-188907b56ec6:8
2026-01-26 10:07:26,580 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=33d2ba0d-6dd1-45c7-8ec4-c01580e71229 vllm_req=33d2ba0d-6dd1-45c7-8ec4-c01580e71229_coalesced waiters=1 total_samples=8 rid_ns=33d2ba0d-6dd1-45c7-8ec4-c01580e71229:8
2026-01-26 10:07:26,582 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=73245e78-002a-4f02-9dee-21b8b1a50374 vllm_req=73245e78-002a-4f02-9dee-21b8b1a50374_coalesced waiters=1 total_samples=8 rid_ns=73245e78-002a-4f02-9dee-21b8b1a50374:8
2026-01-26 10:07:26,585 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5e817e3f-976f-474f-b2a0-8f1e0eaab265 vllm_req=5e817e3f-976f-474f-b2a0-8f1e0eaab265_coalesced waiters=1 total_samples=8 rid_ns=5e817e3f-976f-474f-b2a0-8f1e0eaab265:8
2026-01-26 10:07:26,591 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=3f4a31b2-aba0-48ae-acb3-7483296f0ea8 vllm_req=3f4a31b2-aba0-48ae-acb3-7483296f0ea8_coalesced waiters=1 total_samples=8 rid_ns=3f4a31b2-aba0-48ae-acb3-7483296f0ea8:8
2026-01-26 10:07:26,594 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e04db05e-8803-4955-8625-e1630f19d996 vllm_req=e04db05e-8803-4955-8625-e1630f19d996_coalesced waiters=1 total_samples=8 rid_ns=e04db05e-8803-4955-8625-e1630f19d996:8
2026-01-26 10:07:26,599 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e8969253-434f-43ac-9b6b-a2fbd9f7be6f vllm_req=e8969253-434f-43ac-9b6b-a2fbd9f7be6f_coalesced waiters=1 total_samples=8 rid_ns=e8969253-434f-43ac-9b6b-a2fbd9f7be6f:8
2026-01-26 10:07:26,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bf95e519-12a3-4785-bc4a-994fcbdff719 vllm_req=bf95e519-12a3-4785-bc4a-994fcbdff719_coalesced waiters=1 total_samples=8 rid_ns=bf95e519-12a3-4785-bc4a-994fcbdff719:8
2026-01-26 10:22:00,963 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f98a0e8-1858-41b2-aaa1-c9aee54a4d39 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.782 first_tok_s=4.757241963001434
2026-01-26 10:22:05,720 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a134e46c-dc5d-4d5a-9b8b-178b78453cdc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.416 first_tok_s=1.412038480018964
2026-01-26 10:22:12,932 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=88c769ac-a3f3-40af-96c4-3abc92b5c471 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.407 first_tok_s=1.4120084699825384
2026-01-26 10:22:17,670 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=66ddab49-84d1-41ad-9ad2-f121ca19a493 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.407 first_tok_s=1.4119385959929787
2026-01-26 10:22:20,303 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5e2d02b4-bf21-4445-bab6-0ef504161999 vllm_req=5e2d02b4-bf21-4445-bab6-0ef504161999_coalesced waiters=1 total_samples=2 rid_ns=5e2d02b4-bf21-4445-bab6-0ef504161999:2
2026-01-26 10:22:25,001 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5e2d02b4-bf21-4445-bab6-0ef504161999_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.682 first_tok_s=1.4304255960159935
2026-01-26 10:22:30,017 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=15144a1a-66da-4761-a19e-d2c7d19de974 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.699 first_tok_s=1.4285376530024223
2026-01-26 10:22:32,665 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0f816174-5519-4dc4-9b2d-5e2670db5ae0 vllm_req=0f816174-5519-4dc4-9b2d-5e2670db5ae0_coalesced waiters=1 total_samples=2 rid_ns=0f816174-5519-4dc4-9b2d-5e2670db5ae0:2
2026-01-26 10:22:37,380 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0f816174-5519-4dc4-9b2d-5e2670db5ae0_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.701 first_tok_s=1.4331486529845279
2026-01-26 10:22:42,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f24902d4-f939-4bab-b2be-463c21cfbdab prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.695 first_tok_s=1.4339370659727138
2026-01-26 10:22:45,088 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e vllm_req=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e_coalesced waiters=1 total_samples=4 rid_ns=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e:4
2026-01-26 10:22:50,542 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.444 first_tok_s=1.47897496400401
2026-01-26 10:22:56,198 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5a91e150-dc14-4b73-8299-2361e178e496 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.442 first_tok_s=1.4775568429904524
2026-01-26 10:22:58,873 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a699fa29-f8a2-46e4-b80d-da4aa386f58e vllm_req=a699fa29-f8a2-46e4-b80d-da4aa386f58e_coalesced waiters=1 total_samples=4 rid_ns=a699fa29-f8a2-46e4-b80d-da4aa386f58e:4
2026-01-26 10:23:04,329 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a699fa29-f8a2-46e4-b80d-da4aa386f58e_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.437 first_tok_s=1.4762515230104327
2026-01-26 10:23:10,067 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f0df5aa8-3489-4866-a75c-34227d85d283 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.438 first_tok_s=1.4748373450129293
2026-01-26 10:23:12,614 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eb9d150b-7860-497d-86c8-e6ef088e3806 vllm_req=eb9d150b-7860-497d-86c8-e6ef088e3806_coalesced waiters=1 total_samples=8 rid_ns=eb9d150b-7860-497d-86c8-e6ef088e3806:8
2026-01-26 10:23:19,601 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eb9d150b-7860-497d-86c8-e6ef088e3806_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.972 first_tok_s=1.5324512769875582
2026-01-26 10:23:26,950 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=871fd060-b1f0-4a70-8c1f-496c644332bc prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.965 first_tok_s=1.5275699300109409
2026-01-26 10:23:29,716 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253 vllm_req=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253_coalesced waiters=1 total_samples=8 rid_ns=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253:8
2026-01-26 10:23:36,698 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.5268609100021422
2026-01-26 10:23:44,098 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e34725b8-ffcb-4fb9-b69f-5b93ca99f83b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.973 first_tok_s=1.5288537759915926
2026-01-26 10:23:46,832 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4e180b93-0c85-43c1-b83b-492b9d066810 vllm_req=4e180b93-0c85-43c1-b83b-492b9d066810_coalesced waiters=2 total_samples=2 rid_ns=4e180b93-0c85-43c1-b83b-492b9d066810:1,2fe5ce98-f42b-4ed1-b245-1b90460304c9:1
2026-01-26 10:23:51,543 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4e180b93-0c85-43c1-b83b-492b9d066810_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.701 first_tok_s=1.4366879549925216
2026-01-26 10:23:56,626 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec52663d-a215-4ebe-82e1-94ba6a57be88 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.699 first_tok_s=1.4356947179767303
2026-01-26 10:23:56,627 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=44682ee1-c12a-47cd-8286-87ce6fb3d95e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.693 first_tok_s=1.4300850839936174
2026-01-26 10:24:08,301 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d636c014-0855-486e-85b1-ffe3a502a87a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.703 first_tok_s=1.4503045020101126
2026-01-26 10:24:08,396 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=76e5984e-a0c7-4452-b564-78927d254a36 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.796 first_tok_s=3.419388381007593
2026-01-26 10:24:15,012 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=921ccc0f-4310-44bb-9218-c35d198de778 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.197 first_tok_s=1.450198917009402
2026-01-26 10:24:16,280 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ca17bcbb-202c-4e33-90dc-649a2ecd6228 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.460 first_tok_s=2.912942244001897
2026-01-26 10:24:19,920 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2024448f-86d9-4d5e-b44f-c04d17040a2f vllm_req=2024448f-86d9-4d5e-b44f-c04d17040a2f_coalesced waiters=2 total_samples=4 rid_ns=2024448f-86d9-4d5e-b44f-c04d17040a2f:2,aa05681e-e4cb-4b4d-91d4-5d986fe01b4b:2
2026-01-26 10:24:25,383 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2024448f-86d9-4d5e-b44f-c04d17040a2f_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.448 first_tok_s=1.484283141006017
2026-01-26 10:24:31,166 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e9230de3-75cd-4ba7-8f67-6376a951f544 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.449 first_tok_s=1.4821309309918433
2026-01-26 10:24:31,168 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=36c71cdd-52f9-4f6d-86d6-cd102aa9de33 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.445 first_tok_s=1.4771283080044668
2026-01-26 10:24:35,706 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=549dcd74-eda5-4c26-8868-478a5ea6db00 vllm_req=549dcd74-eda5-4c26-8868-478a5ea6db00_coalesced waiters=1 total_samples=2 rid_ns=549dcd74-eda5-4c26-8868-478a5ea6db00:2
2026-01-26 10:24:35,708 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=cb612138-7515-46c5-a132-8bf199d3aec3 vllm_req=cb612138-7515-46c5-a132-8bf199d3aec3_coalesced waiters=1 total_samples=2 rid_ns=cb612138-7515-46c5-a132-8bf199d3aec3:2
2026-01-26 10:24:42,482 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=549dcd74-eda5-4c26-8868-478a5ea6db00_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.761 first_tok_s=1.480262657016283
2026-01-26 10:24:42,586 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cb612138-7515-46c5-a132-8bf199d3aec3_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.863 first_tok_s=2.9730405989976134
2026-01-26 10:24:49,629 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d72a7c9-6690-440f-8cbe-772e2d607de0 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.757 first_tok_s=1.4808706599869765
2026-01-26 10:24:50,921 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1a82fc23-9af8-4d8d-933f-73dfd24bf495 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=8.044 first_tok_s=2.970312258985359
2026-01-26 10:24:53,995 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c650a9ec-3b43-433e-8f0e-169335f60ce3 vllm_req=c650a9ec-3b43-433e-8f0e-169335f60ce3_coalesced waiters=2 total_samples=8 rid_ns=c650a9ec-3b43-433e-8f0e-169335f60ce3:4,56bc1e31-04c4-411d-96a5-ba90dbc473ed:4
2026-01-26 10:25:00,985 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c650a9ec-3b43-433e-8f0e-169335f60ce3_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.970 first_tok_s=1.5243999480153434
2026-01-26 10:25:08,400 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6df7628c-fee6-4541-bc6d-1ae4327761fc prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.969 first_tok_s=1.5255203639972024
2026-01-26 10:25:08,402 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eff17970-037e-40df-9f11-8cdbffc0b82a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.965 first_tok_s=1.5205219319905154
2026-01-26 10:25:12,798 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bdad757f-e8fd-4c22-bd18-e8ee31c26490 vllm_req=bdad757f-e8fd-4c22-bd18-e8ee31c26490_coalesced waiters=1 total_samples=4 rid_ns=bdad757f-e8fd-4c22-bd18-e8ee31c26490:4
2026-01-26 10:25:12,800 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=60e60f75-5423-4372-ab49-9dcf7ac140b7 vllm_req=60e60f75-5423-4372-ab49-9dcf7ac140b7_coalesced waiters=1 total_samples=4 rid_ns=60e60f75-5423-4372-ab49-9dcf7ac140b7:4
2026-01-26 10:25:21,107 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bdad757f-e8fd-4c22-bd18-e8ee31c26490_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.292 first_tok_s=1.5349791889893822
2026-01-26 10:25:21,231 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60e60f75-5423-4372-ab49-9dcf7ac140b7_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.416 first_tok_s=3.0987880089960527
2026-01-26 10:25:29,981 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b93021b7-558c-4d8b-81df-7dc722286f48 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.290 first_tok_s=1.533605806005653
2026-01-26 10:25:31,326 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=459da459-14c4-470e-b63f-a589bb0c3a8d prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=9.629 first_tok_s=3.097649164003087
2026-01-26 10:25:34,700 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e7065751-a646-4e2f-abe6-4a868a90fa67 vllm_req=e7065751-a646-4e2f-abe6-4a868a90fa67_coalesced waiters=2 total_samples=16 rid_ns=e7065751-a646-4e2f-abe6-4a868a90fa67:8,ce51a685-ac03-4f99-b82b-1ca1ae970912:8
2026-01-26 10:25:44,809 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e7065751-a646-4e2f-abe6-4a868a90fa67_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=10.088 first_tok_s=1.656387885013828
2026-01-26 10:25:55,265 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=63080805-2afc-45ea-83a3-3142bc67152a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.100 first_tok_s=1.6606442700140178
2026-01-26 10:25:55,267 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=25c17136-5eae-442c-969f-db362ff82130 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.097 first_tok_s=1.6553285239788238
2026-01-26 10:25:59,648 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b431825f-08af-4256-95f1-26f3c50c506a vllm_req=b431825f-08af-4256-95f1-26f3c50c506a_coalesced waiters=1 total_samples=8 rid_ns=b431825f-08af-4256-95f1-26f3c50c506a:8
2026-01-26 10:25:59,649 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ebd78391-c752-4e6d-8510-513754ac9fae vllm_req=ebd78391-c752-4e6d-8510-513754ac9fae_coalesced waiters=1 total_samples=8 rid_ns=ebd78391-c752-4e6d-8510-513754ac9fae:8
2026-01-26 10:26:10,972 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b431825f-08af-4256-95f1-26f3c50c506a_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.305 first_tok_s=1.628427609015489
2026-01-26 10:26:11,142 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ebd78391-c752-4e6d-8510-513754ac9fae_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.475 first_tok_s=3.3023399009834975
2026-01-26 10:26:22,835 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=24fc23cf-61e1-4d04-b6a8-4690d69dcd8c prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.298 first_tok_s=1.6248672789952252
2026-01-26 10:26:24,250 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4ef3354f-e7e0-47ed-843e-31252348fa27 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.710 first_tok_s=3.2955469159933273
2026-01-26 10:26:27,329 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=747c44e8-c56c-42ff-a1cc-bc343ef0ab96 vllm_req=747c44e8-c56c-42ff-a1cc-bc343ef0ab96_coalesced waiters=3 total_samples=3 rid_ns=747c44e8-c56c-42ff-a1cc-bc343ef0ab96:1,cd55198e-02fc-4590-8787-f103527a24c6:1,9f75e041-bcc7-46c5-a7ed-ed54da7acbc8:1
2026-01-26 10:26:32,763 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=747c44e8-c56c-42ff-a1cc-bc343ef0ab96_coalesced prompt_len=32000 max_tokens=256 n=3 lora_id=1 total_s=5.420 first_tok_s=1.475006370979827
2026-01-26 10:26:32,765 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3babf50f-62bf-4d14-8346-c42718eef9ad prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.417 first_tok_s=1.4716876680031419
2026-01-26 10:26:38,638 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cd0fe14b-8f04-4671-a018-bec8ef63e9ce prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.413 first_tok_s=1.4713480100035667
2026-01-26 10:26:38,640 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3d4b2ac4-4139-4035-8b95-6d86b6a5c8f2 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.408 first_tok_s=1.4661923389940057
2026-01-26 10:26:38,641 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46438833-b643-4ecc-b3cc-daf6523c8679 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.403 first_tok_s=1.4610416660143528
2026-01-26 10:26:38,642 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7675d401-2e79-4814-bc06-7a6834ebe083 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.399 first_tok_s=1.456955345987808
2026-01-26 10:26:56,481 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d20a7eb1-35a9-452c-b5ba-462e5baa6619 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=9.970 first_tok_s=1.4638277019839734
2026-01-26 10:26:56,612 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c0d522a7-338f-403f-93ae-b31438a6f940 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.098 first_tok_s=2.963147228001617
2026-01-26 10:26:56,721 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d222cd34-2b32-48cd-ba9e-432354bc01e3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.205 first_tok_s=4.48856320802588
2026-01-26 10:26:56,817 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=695337cf-dad8-4b5b-a2e4-e014f9d73e45 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.299 first_tok_s=5.960784569993848
2026-01-26 10:27:07,009 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8cc49002-be24-4389-a292-626f0c5ba8bc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=9.979 first_tok_s=1.4687335540074855
2026-01-26 10:27:08,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0ea365e4-6033-47c9-8ba7-8b7ad43c827b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=11.296 first_tok_s=2.9649923509859946
2026-01-26 10:27:10,184 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3eb47090-966f-45ac-8539-59422ac6965f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=13.145 first_tok_s=4.4886187560041435
2026-01-26 10:27:11,997 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1695c6a0-53ba-48ae-8728-8821cf96e55b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=14.954 first_tok_s=5.959040177986026
2026-01-26 10:27:15,089 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=721acdd5-748c-4b21-b002-52660a6d5f06 vllm_req=721acdd5-748c-4b21-b002-52660a6d5f06_coalesced waiters=3 total_samples=6 rid_ns=721acdd5-748c-4b21-b002-52660a6d5f06:2,8dc6961e-0e12-4d76-809f-30726005b548:2,ce6af147-96fc-4e04-aaab-c6e7adc3911c:2
2026-01-26 10:27:15,096 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5d39616f-c2a9-4af5-a74f-54b8c77512a7 vllm_req=5d39616f-c2a9-4af5-a74f-54b8c77512a7_coalesced waiters=1 total_samples=2 rid_ns=5d39616f-c2a9-4af5-a74f-54b8c77512a7:2
2026-01-26 10:27:22,071 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=721acdd5-748c-4b21-b002-52660a6d5f06_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=6.965 first_tok_s=1.5266412319906522
2026-01-26 10:27:22,074 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5d39616f-c2a9-4af5-a74f-54b8c77512a7_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.962 first_tok_s=1.5220939779828768
2026-01-26 10:27:29,478 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8786c429-b8a1-4698-956b-9f6c8cf52ab0 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.978 first_tok_s=1.541216418001568
2026-01-26 10:27:29,480 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9af83543-b7c7-47ea-85b3-353c6767ac7c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.974 first_tok_s=1.5372004509845283
2026-01-26 10:27:29,481 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b4ee6d22-0327-412e-8eea-d587f217fbae prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.971 first_tok_s=1.5329489870055113
2026-01-26 10:27:29,483 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8c610e68-b34a-46e6-9b43-6774eaf21e5a prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.967 first_tok_s=1.5288553690188564
2026-01-26 10:27:37,163 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=87bf5062-e3d4-4132-9b68-47d47f084d8a vllm_req=87bf5062-e3d4-4132-9b68-47d47f084d8a_coalesced waiters=1 total_samples=2 rid_ns=87bf5062-e3d4-4132-9b68-47d47f084d8a:2
2026-01-26 10:27:37,164 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=185a2c17-e70e-4f95-a7a2-2077b4aa30b8 vllm_req=185a2c17-e70e-4f95-a7a2-2077b4aa30b8_coalesced waiters=1 total_samples=2 rid_ns=185a2c17-e70e-4f95-a7a2-2077b4aa30b8:2
2026-01-26 10:27:37,167 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8d8de058-c3c5-4a72-a047-7188ea41b090 vllm_req=8d8de058-c3c5-4a72-a047-7188ea41b090_coalesced waiters=1 total_samples=2 rid_ns=8d8de058-c3c5-4a72-a047-7188ea41b090:2
2026-01-26 10:27:37,170 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=22c0cdbe-7773-4aed-b68a-5e40fe156375 vllm_req=22c0cdbe-7773-4aed-b68a-5e40fe156375_coalesced waiters=1 total_samples=2 rid_ns=22c0cdbe-7773-4aed-b68a-5e40fe156375:2
2026-01-26 10:27:48,373 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=87bf5062-e3d4-4132-9b68-47d47f084d8a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.199 first_tok_s=1.5104323280102108
2026-01-26 10:27:48,545 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=185a2c17-e70e-4f95-a7a2-2077b4aa30b8_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.367 first_tok_s=3.037268112995662
2026-01-26 10:27:48,672 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8d8de058-c3c5-4a72-a047-7188ea41b090_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.491 first_tok_s=4.632423445000313
2026-01-26 10:27:48,776 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=22c0cdbe-7773-4aed-b68a-5e40fe156375_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.594 first_tok_s=6.1873502639937215
2026-01-26 10:28:00,241 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1fa5949e-77b9-4bc6-9f67-27bd7d089dfd prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.186 first_tok_s=1.5118316739972215
2026-01-26 10:28:01,894 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b021bf2a-b7f0-4424-bb97-25d0769b2f20 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=12.837 first_tok_s=3.0414786459878087
2026-01-26 10:28:03,749 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd60f207-a4ca-4548-a855-dd29fe5aa041 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=14.686 first_tok_s=4.6335442250128835
2026-01-26 10:28:05,527 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=22d7d0fb-032f-48f0-b73c-70c4f8b25a02 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=16.461 first_tok_s=6.179109688004246
2026-01-26 10:28:08,415 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=216db323-ad65-4d93-8530-ff27f3e5d711 vllm_req=216db323-ad65-4d93-8530-ff27f3e5d711_coalesced waiters=3 total_samples=12 rid_ns=216db323-ad65-4d93-8530-ff27f3e5d711:4,54e0f158-398d-4784-960d-943abbdd8e67:4,818dcc03-333d-4825-a697-904349028b8a:4
2026-01-26 10:28:08,422 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b083bcba-3bf2-441d-9552-b55bf5b067b4 vllm_req=b083bcba-3bf2-441d-9552-b55bf5b067b4_coalesced waiters=1 total_samples=4 rid_ns=b083bcba-3bf2-441d-9552-b55bf5b067b4:4
2026-01-26 10:28:18,600 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=216db323-ad65-4d93-8530-ff27f3e5d711_coalesced prompt_len=32000 max_tokens=256 n=12 lora_id=1 total_s=10.162 first_tok_s=1.6700886040052865
2026-01-26 10:28:18,603 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b083bcba-3bf2-441d-9552-b55bf5b067b4_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.156 first_tok_s=1.6632569160137791
2026-01-26 10:28:29,138 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d91fdd75-fc7c-4d6e-a5fe-7d9eceabdb0c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.114 first_tok_s=1.6608931949886028
2026-01-26 10:28:29,140 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4b8c0def-4726-4929-a2ba-a51ff0d515a5 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.108 first_tok_s=1.654156276024878
2026-01-26 10:28:29,142 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=358a3452-41f4-4ed5-a0c6-e5668e28789f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.103 first_tok_s=1.6481237929838244
2026-01-26 10:28:29,145 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e0d17fe1-850b-4bd5-b57e-42b75e88fcff prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.099 first_tok_s=1.6437475669954438
2026-01-26 10:28:37,040 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=27df8cee-f127-4b3b-ac82-297fd0935b65 vllm_req=27df8cee-f127-4b3b-ac82-297fd0935b65_coalesced waiters=1 total_samples=4 rid_ns=27df8cee-f127-4b3b-ac82-297fd0935b65:4
2026-01-26 10:28:37,043 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2846ea21-6e7b-4445-83b9-2b35c9340e78 vllm_req=2846ea21-6e7b-4445-83b9-2b35c9340e78_coalesced waiters=1 total_samples=4 rid_ns=2846ea21-6e7b-4445-83b9-2b35c9340e78:4
2026-01-26 10:28:37,046 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8b84714c-9d03-4095-8aba-e5503380477d vllm_req=8b84714c-9d03-4095-8aba-e5503380477d_coalesced waiters=1 total_samples=4 rid_ns=8b84714c-9d03-4095-8aba-e5503380477d:4
2026-01-26 10:28:37,048 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=839c8157-6fa2-46b1-b235-2f6ea36f569c vllm_req=839c8157-6fa2-46b1-b235-2f6ea36f569c_coalesced waiters=1 total_samples=4 rid_ns=839c8157-6fa2-46b1-b235-2f6ea36f569c:4
2026-01-26 10:28:51,225 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27df8cee-f127-4b3b-ac82-297fd0935b65_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.171 first_tok_s=1.6101929800061043
2026-01-26 10:28:51,469 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2846ea21-6e7b-4445-83b9-2b35c9340e78_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.413 first_tok_s=3.209387907991186
2026-01-26 10:28:51,641 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b84714c-9d03-4095-8aba-e5503380477d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.582 first_tok_s=4.9002626609872095
2026-01-26 10:28:51,768 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=839c8157-6fa2-46b1-b235-2f6ea36f569c_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.708 first_tok_s=6.602814559999388
2026-01-26 10:29:06,318 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c339087f-56d5-4408-b52e-8d036daf2ccf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.211 first_tok_s=1.6296974839933682
2026-01-26 10:29:08,079 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ebabf35d-b00f-4596-8f10-192412d9ddf8 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=15.969 first_tok_s=3.2311515740002505
2026-01-26 10:29:10,013 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e2622e3d-77e2-4d03-83e9-7369717c0c32 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=17.896 first_tok_s=4.920393363019684
2026-01-26 10:29:11,848 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7f0489b7-6f25-46be-ba94-0335925bf900 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=19.726 first_tok_s=6.621862055006204
2026-01-26 10:29:14,718 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=48337c10-326f-4bfb-ac65-d14f8cc31cc5 vllm_req=48337c10-326f-4bfb-ac65-d14f8cc31cc5_coalesced waiters=3 total_samples=24 rid_ns=48337c10-326f-4bfb-ac65-d14f8cc31cc5:8,1c1723b9-89e1-479f-be40-f2af1148bcde:8,cbfc33ac-f222-4be0-a834-ceca712e878f:8
2026-01-26 10:29:14,725 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4 vllm_req=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4_coalesced waiters=1 total_samples=8 rid_ns=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4:8
2026-01-26 10:29:25,441 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=48337c10-326f-4bfb-ac65-d14f8cc31cc5_coalesced prompt_len=32000 max_tokens=256 n=24 lora_id=1 total_s=10.695 first_tok_s=1.9110937569930684
2026-01-26 10:29:25,444 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.688 first_tok_s=1.8998232320009265
2026-01-26 10:29:36,567 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8bd3c61a-6aca-48a5-9cc3-6bb8f2b372e4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.736 first_tok_s=1.9416720590088516
2026-01-26 10:29:36,569 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55052493-3c95-4be8-91c9-fbb14a173d09 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.733 first_tok_s=1.9361973859777208
2026-01-26 10:29:36,571 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=caf45342-8009-4183-8527-b0cede9c55f0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.729 first_tok_s=1.9311696370132267
2026-01-26 10:29:36,573 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec82795a-459f-4ec0-b2a6-5266d67ab23a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.725 first_tok_s=1.9262850119848736
2026-01-26 10:29:44,333 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=334a5efc-6036-40a6-bcde-5923253dcb32 vllm_req=334a5efc-6036-40a6-bcde-5923253dcb32_coalesced waiters=1 total_samples=8 rid_ns=334a5efc-6036-40a6-bcde-5923253dcb32:8
2026-01-26 10:29:44,334 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a15817bb-b043-4ee6-84dc-8f796b9c2fc3 vllm_req=a15817bb-b043-4ee6-84dc-8f796b9c2fc3_coalesced waiters=1 total_samples=8 rid_ns=a15817bb-b043-4ee6-84dc-8f796b9c2fc3:8
2026-01-26 10:29:44,337 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=73f1d3e1-b76a-4a27-afa5-11911c33e3a0 vllm_req=73f1d3e1-b76a-4a27-afa5-11911c33e3a0_coalesced waiters=1 total_samples=8 rid_ns=73f1d3e1-b76a-4a27-afa5-11911c33e3a0:8
2026-01-26 10:29:44,340 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=403d6406-6f8f-4755-bbe0-8a5568b17a7d vllm_req=403d6406-6f8f-4755-bbe0-8a5568b17a7d_coalesced waiters=1 total_samples=8 rid_ns=403d6406-6f8f-4755-bbe0-8a5568b17a7d:8
2026-01-26 10:30:07,132 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=334a5efc-6036-40a6-bcde-5923253dcb32_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.782 first_tok_s=1.856415096001001
2026-01-26 10:30:07,491 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a15817bb-b043-4ee6-84dc-8f796b9c2fc3_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.138 first_tok_s=3.5694698320003226
2026-01-26 10:30:07,760 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=73f1d3e1-b76a-4a27-afa5-11911c33e3a0_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.401 first_tok_s=5.451002633024473
2026-01-26 10:30:07,934 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=403d6406-6f8f-4755-bbe0-8a5568b17a7d_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.573 first_tok_s=7.44020463200286
2026-01-26 10:30:31,095 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=663f62b9-fa76-4384-835b-d304153b971f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.708 first_tok_s=1.7834583449875936
2026-01-26 10:30:33,076 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c0f66967-97ef-4bfa-8e47-0d2dbe99e790 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=24.687 first_tok_s=3.497877090005204
2026-01-26 10:30:35,197 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=385661ce-3681-47f1-9470-2ad1054601dc prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=26.799 first_tok_s=5.38513557499391
2026-01-26 10:30:37,125 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c51672d3-c78f-4994-bb4c-070a854099ba prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=28.721 first_tok_s=7.368989993003197
2026-01-26 10:30:40,045 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6fce50bc-41c8-41d1-a352-2c8813a8de4a vllm_req=6fce50bc-41c8-41d1-a352-2c8813a8de4a_coalesced waiters=2 total_samples=2 rid_ns=6fce50bc-41c8-41d1-a352-2c8813a8de4a:1,f04af301-3bfb-47d1-93fd-3ccfa009e973:1
2026-01-26 10:30:40,221 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=70eef221-75a9-4a05-9a51-cd981cce2b8b vllm_req=70eef221-75a9-4a05-9a51-cd981cce2b8b_coalesced waiters=3 total_samples=3 rid_ns=70eef221-75a9-4a05-9a51-cd981cce2b8b:1,df0cc146-ee89-4f22-992f-3b95ba9a22d3:1,a0444e44-8e89-4c9f-b7d0-866ad2de02fb:1
2026-01-26 10:30:40,228 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d86765f5-80c2-4a8a-88bd-645c6c34af5e vllm_req=d86765f5-80c2-4a8a-88bd-645c6c34af5e_coalesced waiters=2 total_samples=2 rid_ns=d86765f5-80c2-4a8a-88bd-645c6c34af5e:1,0184d5a8-e1f2-44f4-9582-de14ebec70f0:1
2026-01-26 10:30:46,952 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6fce50bc-41c8-41d1-a352-2c8813a8de4a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.892 first_tok_s=1.4731075129820965
2026-01-26 10:30:46,955 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=70eef221-75a9-4a05-9a51-cd981cce2b8b_coalesced prompt_len=32000 max_tokens=256 n=3 lora_id=1 total_s=6.723 first_tok_s=1.303119299991522
2026-01-26 10:30:46,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d86765f5-80c2-4a8a-88bd-645c6c34af5e_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.717 first_tok_s=1.296837008005241
2026-01-26 10:30:46,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1ba86af4-a4fd-40e7-bd89-ea8c9e31cc6b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.711 first_tok_s=1.2902987819979899
2026-01-26 10:30:54,424 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=176848d4-9ed5-4677-91ce-85f746c45e9b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.948 first_tok_s=1.5256570439960342
2026-01-26 10:30:54,425 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f53a6347-30a6-49fd-b371-832926b1eb38 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.945 first_tok_s=1.522629423008766
2026-01-26 10:30:54,426 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bebf1c3d-fce5-45f6-a1f1-ca698bb5e2bf prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.941 first_tok_s=1.5183890990156215
2026-01-26 10:30:54,427 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c8fe49a-c85c-420f-a0d1-28752da932c3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.937 first_tok_s=1.5141727830050513
2026-01-26 10:30:54,428 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7f15edb7-d29e-4f94-96e4-96b7e79f768d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.933 first_tok_s=1.5098467799834907
2026-01-26 10:30:54,429 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d15fca22-9def-4776-94cc-7963a1fb03eb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.928 first_tok_s=1.5052401650173124
2026-01-26 10:30:54,429 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=03a16f54-03d7-4635-beb7-be71119a0e62 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.924 first_tok_s=1.5007979549991433
2026-01-26 10:30:54,431 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=35aec6d2-4ba8-42ae-bfb7-daa71a568054 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.918 first_tok_s=1.4955289870267734
2026-01-26 10:31:26,890 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54fdb6a5-5eb9-4751-8293-97d60a2ba28a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.717 first_tok_s=1.4868966999929398
2026-01-26 10:31:27,089 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2c46572-9ee0-4818-ae6a-3e6ef1447baf prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.913 first_tok_s=2.9907404049881734
2026-01-26 10:31:27,279 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8d464c48-1235-4574-b1f7-2bb9286285dc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.099 first_tok_s=4.522059303009883
2026-01-26 10:31:27,461 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a3c29263-a1d2-4d17-b2ef-a6de7c12e9f1 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.281 first_tok_s=6.07801474398002
2026-01-26 10:31:27,601 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3eaed50d-b6d7-4243-8670-244d095281bb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.297 first_tok_s=7.541464795998763
2026-01-26 10:31:27,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7853226f-3bae-43ad-9b06-c57b970ffdcc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.409 first_tok_s=9.007330110995099
2026-01-26 10:31:27,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=74a85e7d-a837-4916-945c-fbf994e64706 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.516 first_tok_s=10.62846289301524
2026-01-26 10:31:27,921 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=70315f18-9ec4-41b0-87c4-4586444597ba prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.606 first_tok_s=12.23125967400847
2026-01-26 10:31:46,209 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0b67a3ac-6123-4dd1-a655-43ad093e2d88 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.748 first_tok_s=1.5057585960021242
2026-01-26 10:31:47,880 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b7061bf-aaf9-4924-a15d-a39b6807a837 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=19.416 first_tok_s=3.010534455999732
2026-01-26 10:31:49,779 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c33330d3-e601-4554-aebe-1cc231a51297 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=21.310 first_tok_s=4.535206558008213
2026-01-26 10:31:51,656 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=900b41c6-009f-438c-aa1f-80f4998c1cc4 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=23.183 first_tok_s=6.0864538100140635
2026-01-26 10:31:53,519 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4512a7d9-0465-4551-a189-c3e31f0cef55 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=25.042 first_tok_s=7.675210578017868
2026-01-26 10:31:55,072 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8cf850a4-9f2b-43be-95b4-d76e726058c7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=26.590 first_tok_s=9.141993644007016
2026-01-26 10:31:56,929 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cbdc4dc1-10a7-45df-b005-6c03f73f4f5e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=28.442 first_tok_s=10.766769606998423
2026-01-26 10:31:58,736 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=258da247-d435-46c9-9cba-1a1cdecaa495 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=30.245 first_tok_s=12.373057129996596
2026-01-26 10:32:02,021 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bea57327-5c1a-4486-93f6-5f13513b23df vllm_req=bea57327-5c1a-4486-93f6-5f13513b23df_coalesced waiters=3 total_samples=6 rid_ns=bea57327-5c1a-4486-93f6-5f13513b23df:2,d748f3fb-2242-4539-a7b7-e2bd28c6ba71:2,af5439d6-c1a0-4c46-b126-7cf116a81dba:2
2026-01-26 10:32:02,028 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4ff42694-3d52-42c5-a39d-db6a9c7ede07 vllm_req=4ff42694-3d52-42c5-a39d-db6a9c7ede07_coalesced waiters=1 total_samples=2 rid_ns=4ff42694-3d52-42c5-a39d-db6a9c7ede07:2
2026-01-26 10:32:02,037 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=39454960-03c7-42e7-aa87-5873d29a14f3 vllm_req=39454960-03c7-42e7-aa87-5873d29a14f3_coalesced waiters=3 total_samples=6 rid_ns=39454960-03c7-42e7-aa87-5873d29a14f3:2,4d3d55da-ef52-40c2-a998-9729a7502b20:2,fc15fd7f-98ae-40fd-b885-12d52357f4aa:2
2026-01-26 10:32:02,044 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ad35a14b-c3fd-4fa1-b40e-8040825d9741 vllm_req=ad35a14b-c3fd-4fa1-b40e-8040825d9741_coalesced waiters=1 total_samples=2 rid_ns=ad35a14b-c3fd-4fa1-b40e-8040825d9741:2
2026-01-26 10:32:12,149 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bea57327-5c1a-4486-93f6-5f13513b23df_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=10.109 first_tok_s=1.6760507180006243
2026-01-26 10:32:12,151 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4ff42694-3d52-42c5-a39d-db6a9c7ede07_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.106 first_tok_s=1.6712158199807163
2026-01-26 10:32:12,152 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=39454960-03c7-42e7-aa87-5873d29a14f3_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=10.100 first_tok_s=1.6652901229972485
2026-01-26 10:32:12,154 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ad35a14b-c3fd-4fa1-b40e-8040825d9741_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.094 first_tok_s=1.6585515699989628
2026-01-26 10:32:22,869 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8165d48a-1be8-4770-a39a-c86a055554fe prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.109 first_tok_s=1.6617386220023036
2026-01-26 10:32:22,871 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16fe9d79-3256-472a-b277-f840fa80f1d7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.107 first_tok_s=1.6584935619903263
2026-01-26 10:32:22,872 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=da41f9fa-2b00-4b38-a1bf-55ce0b9deb48 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.103 first_tok_s=1.6542116610216908
2026-01-26 10:32:22,873 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=80b2fda9-b93b-4e83-83c7-91d2e8040763 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.099 first_tok_s=1.6499721629952546
2026-01-26 10:32:22,874 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=03a19400-f52c-4ddd-b074-06a0b4ebd4b3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.095 first_tok_s=1.645741429994814
2026-01-26 10:32:22,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6fa24d82-d1b8-4b55-b065-9445df65e255 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.091 first_tok_s=1.641166074987268
2026-01-26 10:32:22,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5c0fca77-d212-4c37-95d0-86991edb9e74 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.085 first_tok_s=1.6353737100143917
2026-01-26 10:32:22,877 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=056536a0-044c-4f7c-8369-f736af3f8510 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.081 first_tok_s=1.6306744500179775
2026-01-26 10:32:37,645 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=27b3dd45-b229-4cd3-ba47-947071385ce3 vllm_req=27b3dd45-b229-4cd3-ba47-947071385ce3_coalesced waiters=1 total_samples=2 rid_ns=27b3dd45-b229-4cd3-ba47-947071385ce3:2
2026-01-26 10:32:37,647 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe vllm_req=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe_coalesced waiters=1 total_samples=2 rid_ns=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe:2
2026-01-26 10:32:37,650 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=795c71df-5837-46c4-9415-6e2ba764edfd vllm_req=795c71df-5837-46c4-9415-6e2ba764edfd_coalesced waiters=1 total_samples=2 rid_ns=795c71df-5837-46c4-9415-6e2ba764edfd:2
2026-01-26 10:32:37,653 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a7a8991f-6fe2-487d-9f47-3c64bb659d5f vllm_req=a7a8991f-6fe2-487d-9f47-3c64bb659d5f_coalesced waiters=1 total_samples=2 rid_ns=a7a8991f-6fe2-487d-9f47-3c64bb659d5f:2
2026-01-26 10:32:37,659 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9e95a9db-77da-4b31-8308-79b11715476a vllm_req=9e95a9db-77da-4b31-8308-79b11715476a_coalesced waiters=1 total_samples=2 rid_ns=9e95a9db-77da-4b31-8308-79b11715476a:2
2026-01-26 10:32:37,666 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d16da99c-d915-46d5-b66a-2df2165ca92f vllm_req=d16da99c-d915-46d5-b66a-2df2165ca92f_coalesced waiters=1 total_samples=2 rid_ns=d16da99c-d915-46d5-b66a-2df2165ca92f:2
2026-01-26 10:32:37,670 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=42a9c73b-a280-4c14-9d2f-6cd4c81ca598 vllm_req=42a9c73b-a280-4c14-9d2f-6cd4c81ca598_coalesced waiters=1 total_samples=2 rid_ns=42a9c73b-a280-4c14-9d2f-6cd4c81ca598:2
2026-01-26 10:32:37,673 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e52dcb8b-25e0-41ab-aa15-8d50f92e91df vllm_req=e52dcb8b-25e0-41ab-aa15-8d50f92e91df_coalesced waiters=1 total_samples=2 rid_ns=e52dcb8b-25e0-41ab-aa15-8d50f92e91df:2
2026-01-26 10:32:57,676 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27b3dd45-b229-4cd3-ba47-947071385ce3_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.019 first_tok_s=1.5846212370088324
2026-01-26 10:32:57,946 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a7a8991f-6fe2-487d-9f47-3c64bb659d5f_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.284 first_tok_s=3.1104796819854528
2026-01-26 10:32:58,206 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.543 first_tok_s=4.701595273014391
2026-01-26 10:32:58,441 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=795c71df-5837-46c4-9415-6e2ba764edfd_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.776 first_tok_s=6.336399303982034
2026-01-26 10:32:58,618 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9e95a9db-77da-4b31-8308-79b11715476a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.949 first_tok_s=8.019817224005237
2026-01-26 10:32:58,768 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d16da99c-d915-46d5-b66a-2df2165ca92f_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.095 first_tok_s=9.587937478994718
2026-01-26 10:32:58,892 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=42a9c73b-a280-4c14-9d2f-6cd4c81ca598_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.215 first_tok_s=11.353764089988545
2026-01-26 10:32:58,996 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e52dcb8b-25e0-41ab-aa15-8d50f92e91df_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.316 first_tok_s=13.127281193999806
2026-01-26 10:33:19,543 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=26f50a32-956a-4a09-841f-8c2f552a2ee1 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.059 first_tok_s=1.598702116025379
2026-01-26 10:33:21,401 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddb61da4-9520-47da-9faa-9fc317410efa prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.915 first_tok_s=3.131072831019992
2026-01-26 10:33:23,434 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=38091bfa-41bd-4613-bd11-f24a8e5c1360 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=23.943 first_tok_s=4.722431194997625
2026-01-26 10:33:25,424 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f5b0ad85-0cdd-4f48-8dfb-b2993857c80c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=25.928 first_tok_s=6.352927151980111
2026-01-26 10:33:27,364 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b7d0caf9-ed57-44fe-b7f1-47236d749c83 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=27.864 first_tok_s=8.038388144981582
2026-01-26 10:33:28,965 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=114acb02-230d-4a97-ac70-902ea4d95f5a prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=29.461 first_tok_s=9.608568869996816
2026-01-26 10:33:30,874 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=94d262d0-200a-47f5-878f-b77c5f69f18d prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=31.365 first_tok_s=11.371585398999741
2026-01-26 10:33:32,701 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6351e4a3-b827-4479-a9b3-c62b91f31ee7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=33.187 first_tok_s=13.150626087997807
2026-01-26 10:33:35,753 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=089c21ff-e2e8-4327-a0c7-de71de6e2e77 vllm_req=089c21ff-e2e8-4327-a0c7-de71de6e2e77_coalesced waiters=3 total_samples=12 rid_ns=089c21ff-e2e8-4327-a0c7-de71de6e2e77:4,86231684-1a55-432a-97a0-8e98db1b7e87:4,183194bf-3b8c-4d2a-998e-bb1fa0a49b91:4
2026-01-26 10:33:35,760 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=995b7bee-1211-4b36-bfcc-2adb22fab9c8 vllm_req=995b7bee-1211-4b36-bfcc-2adb22fab9c8_coalesced waiters=2 total_samples=8 rid_ns=995b7bee-1211-4b36-bfcc-2adb22fab9c8:4,938faf7e-6af9-4df5-b083-334c5b70832a:4
2026-01-26 10:33:35,767 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2be41036-d1ea-4d23-b51b-1c55a5caccf8 vllm_req=2be41036-d1ea-4d23-b51b-1c55a5caccf8_coalesced waiters=2 total_samples=8 rid_ns=2be41036-d1ea-4d23-b51b-1c55a5caccf8:4,2744d76c-ada3-4c26-b20b-6543ca613296:4
2026-01-26 10:33:35,774 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=23b8b9ef-3f4c-4761-ab82-62ac86e5632c vllm_req=23b8b9ef-3f4c-4761-ab82-62ac86e5632c_coalesced waiters=1 total_samples=4 rid_ns=23b8b9ef-3f4c-4761-ab82-62ac86e5632c:4
2026-01-26 10:33:46,512 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=089c21ff-e2e8-4327-a0c7-de71de6e2e77_coalesced prompt_len=32000 max_tokens=256 n=12 lora_id=1 total_s=10.732 first_tok_s=1.912041653005872
2026-01-26 10:33:46,515 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=995b7bee-1211-4b36-bfcc-2adb22fab9c8_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.728 first_tok_s=1.9044866639887914
2026-01-26 10:33:46,517 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2be41036-d1ea-4d23-b51b-1c55a5caccf8_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.724 first_tok_s=1.8994409529841505
2026-01-26 10:33:46,517 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=23b8b9ef-3f4c-4761-ab82-62ac86e5632c_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.719 first_tok_s=1.893556124996394
2026-01-26 10:33:57,822 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2c32467c-1395-41c2-8d23-e678a16f8718 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.701 first_tok_s=1.9143209749890957
2026-01-26 10:33:57,824 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=549c1a4a-1f58-4329-b91b-b3bff0907e62 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.697 first_tok_s=1.909945832012454
2026-01-26 10:33:57,826 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54e0d3d5-fbfe-40e0-a09b-1d7837ff430d prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.693 first_tok_s=1.9044133959978353
2026-01-26 10:33:57,827 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d022764f-be99-4a2b-b643-52126a07a3f8 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.688 first_tok_s=1.8989027929783333
2026-01-26 10:33:57,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60b8ae26-4fda-42b0-86ab-cc4728e2bb2a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.683 first_tok_s=1.893220884987386
2026-01-26 10:33:57,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=76295db3-b8df-461f-935a-d4738e35ab36 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.678 first_tok_s=1.8875753539905418
2026-01-26 10:33:57,829 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a27b0fe2-0e04-454e-9e38-9b3e3cb7ca8f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.673 first_tok_s=1.8823675899766386
2026-01-26 10:33:57,831 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4877c84d-ac61-4b02-acca-791a1d777b9e prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.669 first_tok_s=1.8774017060059123
2026-01-26 10:34:12,593 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2eb736ac-b9e7-4917-afd6-1dc3d0290516 vllm_req=2eb736ac-b9e7-4917-afd6-1dc3d0290516_coalesced waiters=1 total_samples=4 rid_ns=2eb736ac-b9e7-4917-afd6-1dc3d0290516:4
2026-01-26 10:34:12,594 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6d75c8dd-7666-4d4b-8de5-e88637c0430d vllm_req=6d75c8dd-7666-4d4b-8de5-e88637c0430d_coalesced waiters=1 total_samples=4 rid_ns=6d75c8dd-7666-4d4b-8de5-e88637c0430d:4
2026-01-26 10:34:12,596 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=39bd8648-d5ed-4eb4-8096-20e7814b1cda vllm_req=39bd8648-d5ed-4eb4-8096-20e7814b1cda_coalesced waiters=1 total_samples=4 rid_ns=39bd8648-d5ed-4eb4-8096-20e7814b1cda:4
2026-01-26 10:34:12,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=981dbfb2-f760-44f9-adee-46bdcafe2ffd vllm_req=981dbfb2-f760-44f9-adee-46bdcafe2ffd_coalesced waiters=1 total_samples=4 rid_ns=981dbfb2-f760-44f9-adee-46bdcafe2ffd:4
2026-01-26 10:34:12,609 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6d084be2-ac5c-4ddd-ab5c-447e2a48b897 vllm_req=6d084be2-ac5c-4ddd-ab5c-447e2a48b897_coalesced waiters=1 total_samples=4 rid_ns=6d084be2-ac5c-4ddd-ab5c-447e2a48b897:4
2026-01-26 10:34:12,615 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=48e5db96-8f5e-4810-bff7-35e5af9d5e2d vllm_req=48e5db96-8f5e-4810-bff7-35e5af9d5e2d_coalesced waiters=1 total_samples=4 rid_ns=48e5db96-8f5e-4810-bff7-35e5af9d5e2d:4
2026-01-26 10:34:12,616 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=46230163-c35d-4ef1-b54d-023693f51fa3 vllm_req=46230163-c35d-4ef1-b54d-023693f51fa3_coalesced waiters=1 total_samples=4 rid_ns=46230163-c35d-4ef1-b54d-023693f51fa3:4
2026-01-26 10:34:12,618 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d24c9143-11f6-4f86-9842-2ad905398f7b vllm_req=d24c9143-11f6-4f86-9842-2ad905398f7b_coalesced waiters=1 total_samples=4 rid_ns=d24c9143-11f6-4f86-9842-2ad905398f7b:4
2026-01-26 10:34:40,568 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2eb736ac-b9e7-4917-afd6-1dc3d0290516_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=27.960 first_tok_s=1.7684712829941418
2026-01-26 10:34:41,102 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=981dbfb2-f760-44f9-adee-46bdcafe2ffd_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=28.491 first_tok_s=3.3689940510084853
2026-01-26 10:34:41,467 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6d75c8dd-7666-4d4b-8de5-e88637c0430d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=28.854 first_tok_s=5.062026802013861
2026-01-26 10:34:41,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=39bd8648-d5ed-4eb4-8096-20e7814b1cda_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.212 first_tok_s=6.836444803018821
2026-01-26 10:34:42,096 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6d084be2-ac5c-4ddd-ab5c-447e2a48b897_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.477 first_tok_s=8.697787537006661
2026-01-26 10:34:42,344 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=48e5db96-8f5e-4810-bff7-35e5af9d5e2d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.718 first_tok_s=10.638245722017018
2026-01-26 10:34:42,496 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46230163-c35d-4ef1-b54d-023693f51fa3_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.867 first_tok_s=12.491464210994309
2026-01-26 10:34:42,623 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d24c9143-11f6-4f86-9842-2ad905398f7b_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.992 first_tok_s=14.594549424014986
2026-01-26 10:35:11,155 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9835851c-c1b5-4f16-9751-fd52dda29405 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=27.976 first_tok_s=1.7622609319805633
2026-01-26 10:35:13,256 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c8d12cf-f291-4e63-ba8f-f79bdbc9f2d3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=30.076 first_tok_s=3.368096588004846
2026-01-26 10:35:15,645 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=85135221-fa35-4c95-a27f-a5873504abb6 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=32.457 first_tok_s=5.063559511996573
2026-01-26 10:35:17,861 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=72361536-610d-4480-9cb3-bdda91379e31 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=34.670 first_tok_s=6.838409852003679
2026-01-26 10:35:19,992 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a605df04-e1b8-4c61-b25d-09f5fab07353 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=36.797 first_tok_s=8.697978120006155
2026-01-26 10:35:22,015 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8e4349c3-2728-4d57-8f97-3293c035ccfb prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=38.817 first_tok_s=10.64512333300081
2026-01-26 10:35:23,662 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=425acce9-3465-4411-8418-dbeebcb69222 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=40.458 first_tok_s=12.496961496013682
2026-01-26 10:35:25,546 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=24000049-dc94-42b9-a321-dfee3a5d1d0b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=42.338 first_tok_s=14.608545989001868
2026-01-26 10:35:28,673 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=23e91d91-7cf3-4d26-a6f1-191cccddfc2a vllm_req=23e91d91-7cf3-4d26-a6f1-191cccddfc2a_coalesced waiters=3 total_samples=24 rid_ns=23e91d91-7cf3-4d26-a6f1-191cccddfc2a:8,62853110-5d12-4c86-8bbf-dc5b894792b3:8,b1be5b30-1293-4498-9483-aba58bbc91d4:8
2026-01-26 10:35:28,680 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eafda0ed-ec47-48c3-b357-186d10533f5a vllm_req=eafda0ed-ec47-48c3-b357-186d10533f5a_coalesced waiters=2 total_samples=16 rid_ns=eafda0ed-ec47-48c3-b357-186d10533f5a:8,7776490a-e29b-473a-85c5-fed7b405c051:8
2026-01-26 10:35:28,687 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4655246f-c228-4caf-b4e5-eab0eb0dea94 vllm_req=4655246f-c228-4caf-b4e5-eab0eb0dea94_coalesced waiters=2 total_samples=16 rid_ns=4655246f-c228-4caf-b4e5-eab0eb0dea94:8,a1abc34b-3b08-4989-91b1-b349a9c59b54:8
2026-01-26 10:35:28,694 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=012692d4-0fae-464d-843f-778786087d41 vllm_req=012692d4-0fae-464d-843f-778786087d41_coalesced waiters=1 total_samples=8 rid_ns=012692d4-0fae-464d-843f-778786087d41:8
2026-01-26 10:35:41,443 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=23e91d91-7cf3-4d26-a6f1-191cccddfc2a_coalesced prompt_len=32000 max_tokens=256 n=24 lora_id=1 total_s=12.741 first_tok_s=2.313323583017336
2026-01-26 10:35:41,447 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eafda0ed-ec47-48c3-b357-186d10533f5a_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=12.734 first_tok_s=2.30000452400418
2026-01-26 10:35:41,469 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4655246f-c228-4caf-b4e5-eab0eb0dea94_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=12.761 first_tok_s=2.29275176502415
2026-01-26 10:35:41,472 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=012692d4-0fae-464d-843f-778786087d41_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.756 first_tok_s=2.425189641013276
2026-01-26 10:35:54,818 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=80bcca30-746d-451a-ac33-548e58f65358 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.696 first_tok_s=2.335568920010701
2026-01-26 10:35:54,820 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16931893-aa9b-440b-8308-375b3ae103da prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.692 first_tok_s=2.329654198983917
2026-01-26 10:35:54,822 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7049329a-be8e-4e13-b57d-e6965ee3621f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.688 first_tok_s=2.3235337529913522
2026-01-26 10:35:54,823 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=79374591-0a13-4945-8509-c2d7f4e0070b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.685 first_tok_s=2.3191915430070367
2026-01-26 10:35:54,824 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=37589d8b-f51d-4955-a7cf-3d32a8a5506a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.681 first_tok_s=2.3141153570031747
2026-01-26 10:35:54,825 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=97beb786-713c-4ac4-bb8b-e825e03b7f9b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.677 first_tok_s=2.3080688460031524
2026-01-26 10:35:54,850 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d1ccb3e8-828e-4848-8961-5cfdf9ac2ee0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.704 first_tok_s=2.3019720440206584
2026-01-26 10:35:54,850 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0166a444-6ed9-49bc-b9f9-329feef39021 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.702 first_tok_s=2.4393564570054878
2026-01-26 10:36:09,345 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=905833c6-ebe2-42c3-af09-45f088d60830 vllm_req=905833c6-ebe2-42c3-af09-45f088d60830_coalesced waiters=1 total_samples=8 rid_ns=905833c6-ebe2-42c3-af09-45f088d60830:8
2026-01-26 10:36:09,347 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=f521005e-2af2-4f7b-86cf-a86315a5c44b vllm_req=f521005e-2af2-4f7b-86cf-a86315a5c44b_coalesced waiters=1 total_samples=8 rid_ns=f521005e-2af2-4f7b-86cf-a86315a5c44b:8
2026-01-26 10:36:09,350 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a2a5b7b2-6507-4e54-a85a-a125a303b390 vllm_req=a2a5b7b2-6507-4e54-a85a-a125a303b390_coalesced waiters=1 total_samples=8 rid_ns=a2a5b7b2-6507-4e54-a85a-a125a303b390:8
2026-01-26 10:36:09,352 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=41782d37-1edc-41e1-a01c-3457d448e500 vllm_req=41782d37-1edc-41e1-a01c-3457d448e500_coalesced waiters=1 total_samples=8 rid_ns=41782d37-1edc-41e1-a01c-3457d448e500:8
2026-01-26 10:36:09,359 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=77458681-85b8-45a4-8876-e9beb8c79443 vllm_req=77458681-85b8-45a4-8876-e9beb8c79443_coalesced waiters=1 total_samples=8 rid_ns=77458681-85b8-45a4-8876-e9beb8c79443:8
2026-01-26 10:36:09,366 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e vllm_req=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e_coalesced waiters=1 total_samples=8 rid_ns=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e:8
2026-01-26 10:36:09,371 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b1ec9b8e-16cd-4626-b930-344891b5f166 vllm_req=b1ec9b8e-16cd-4626-b930-344891b5f166_coalesced waiters=1 total_samples=8 rid_ns=b1ec9b8e-16cd-4626-b930-344891b5f166:8
2026-01-26 10:36:09,373 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4b495eba-b2ad-485b-88d0-0d502719574f vllm_req=4b495eba-b2ad-485b-88d0-0d502719574f_coalesced waiters=1 total_samples=8 rid_ns=4b495eba-b2ad-485b-88d0-0d502719574f:8
2026-01-26 10:36:48,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=905833c6-ebe2-42c3-af09-45f088d60830_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=38.968 first_tok_s=2.0904453319963068
2026-01-26 10:36:49,179 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f521005e-2af2-4f7b-86cf-a86315a5c44b_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=39.811 first_tok_s=3.801302673993632
2026-01-26 10:36:49,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2a5b7b2-6507-4e54-a85a-a125a303b390_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=40.501 first_tok_s=5.679028788988944
2026-01-26 10:36:50,460 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=41782d37-1edc-41e1-a01c-3457d448e500_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.083 first_tok_s=7.72103109798627
2026-01-26 10:36:50,998 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=77458681-85b8-45a4-8876-e9beb8c79443_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.616 first_tok_s=9.936437627999112
2026-01-26 10:36:51,361 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.972 first_tok_s=12.327165782015072
2026-01-26 10:36:51,625 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b1ec9b8e-16cd-4626-b930-344891b5f166_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=42.233 first_tok_s=14.902080120984465
2026-01-26 10:36:51,800 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4b495eba-b2ad-485b-88d0-0d502719574f_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=42.405 first_tok_s=17.56421290698927
2026-01-26 10:37:31,434 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2f896f57-d01f-4cac-8872-72f94707ce49 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=39.166 first_tok_s=2.1739231279934756
2026-01-26 10:37:34,104 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ee57bc7b-b817-4b08-bd53-63026b9f8269 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.834 first_tok_s=3.8847595839761198
2026-01-26 10:37:36,953 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c640f9e-978c-4fde-9d62-503081358d23 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=44.672 first_tok_s=5.767337712022709
2026-01-26 10:37:39,609 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0244e173-4d5c-480d-9fb4-5343c6789393 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=47.325 first_tok_s=7.8155647970270365
2026-01-26 10:37:42,099 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7b3f5342-16c7-4ac8-939e-98161b170f40 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=49.808 first_tok_s=10.044386894995114
2026-01-26 10:37:44,391 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7e9baae0-8786-4266-93ec-4d342a963860 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=52.095 first_tok_s=12.44251324099605
2026-01-26 10:37:46,509 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a93ed0a7-f68b-41b2-a366-af426d3b9d15 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=54.208 first_tok_s=15.026291873014998
2026-01-26 10:37:48,435 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=081d9a9e-0a6c-4f7c-984c-399e0f955587 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=56.130 first_tok_s=17.703213914006483
2026-01-26 10:41:00,167 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=72f8013e-ae66-4968-b598-9034f49ca497 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.457 first_tok_s=1.4568337719829287
2026-01-26 10:41:04,857 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e4bd84c7-2e6d-43c6-95dd-982057939d95 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.420 first_tok_s=1.4185490730160382
2026-01-26 10:41:12,052 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7e21f5eb-a78c-460a-b93e-75a84d31d510 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.428 first_tok_s=1.4214481549861375
2026-01-26 10:41:16,770 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=279e0477-4eaa-4f18-8c9f-77cf02fbffe7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.409 first_tok_s=1.4174281719897408
2026-01-26 10:41:24,076 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4feb793b-d70e-478d-bafa-404e26643480 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.679 first_tok_s=1.4385876769956667
2026-01-26 10:41:29,028 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=814567b7-da31-441f-90c5-9fb0fc9ac773 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.686 first_tok_s=1.4367330719833262
2026-01-26 10:41:36,466 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0f76e0ac-1e1b-4de0-a7f9-cefc78c67343 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.681 first_tok_s=1.4361027140112128
2026-01-26 10:41:41,464 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=84193087-9c5b-4c1b-afe3-e85ab91e175b prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.682 first_tok_s=1.4359285040118266
2026-01-26 10:41:49,635 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=571cc837-1494-4d8a-8e9e-6dbe5878b026 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.451 first_tok_s=1.4819813919893932
2026-01-26 10:41:55,345 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=68050fd9-c7f3-462a-8d6c-e1e22e55bf46 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.449 first_tok_s=1.4953371300071012
2026-01-26 10:42:03,334 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b3ffddd-4316-4cc6-95b7-306883af4bd3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.441 first_tok_s=1.4799423640070017
2026-01-26 10:42:08,996 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dc1509bc-187a-4dd8-9bb4-524bae05de1e prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.442 first_tok_s=1.4775113970099483
2026-01-26 10:42:18,589 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54875432-810a-4b81-a711-3ccfa3dea2ec prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.529482971993275
2026-01-26 10:42:25,953 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=987c834d-7d87-4089-ba59-7c60113143e4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.5257921760203317
2026-01-26 10:42:35,583 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7439f097-87ca-4427-817b-807973119fcf prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.959 first_tok_s=1.5220882700232323
2026-01-26 10:42:42,957 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=65771697-eb85-46ce-b916-46fc30d213b8 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.971 first_tok_s=1.5295816340076271
2026-01-26 10:42:50,476 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=75a5b2e4-befa-4a40-977b-7bc8ad2b5ffb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.710 first_tok_s=1.4386169839999638
2026-01-26 10:42:50,477 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9c0b89f2-fe6c-4bdd-a496-8a09920a5f0b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.706 first_tok_s=1.4345957750047091
2026-01-26 10:42:55,596 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=73c1c9da-045b-4c3c-b5dc-77a794fb80fa prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.690 first_tok_s=1.4404743379855063
2026-01-26 10:42:55,596 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fe7dd58d-790a-47fd-a999-3cb410ba89b0 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.683 first_tok_s=1.4335061250021681
2026-01-26 10:43:06,329 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f2a8053-d165-4c69-b501-19a40a57997a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.222 first_tok_s=1.450957807013765
2026-01-26 10:43:06,425 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c63820db-58b3-44a9-9b79-c2d1fe008a73 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.314 first_tok_s=2.9119439060159493
2026-01-26 10:43:13,094 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dad68c8b-a991-4166-b674-612f86356cf7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.223 first_tok_s=1.4521449770254549
2026-01-26 10:43:14,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1cc66416-cea0-4389-99b6-2304e8231d03 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.487 first_tok_s=2.910666865995154
2026-01-26 10:43:23,014 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d980bbc-2e92-4a4c-a35d-801794dab9ed prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.442 first_tok_s=1.481456237990642
2026-01-26 10:43:23,016 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a1dd9cef-92a3-46ce-974f-bd48e0c4f476 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.437 first_tok_s=1.476216214010492
2026-01-26 10:43:28,689 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d6e283d3-cc7e-4796-8724-1b20e66baae9 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.439 first_tok_s=1.4773217889887746
2026-01-26 10:43:28,692 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6990ea89-076a-4aaf-9f28-43b70c629f91 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.436 first_tok_s=1.4732793830044102
2026-01-26 10:43:39,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8faeddd3-f236-4fb4-91a7-197606585450 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.758 first_tok_s=1.4776782450207975
2026-01-26 10:43:39,821 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=69a6291b-5e2d-4861-af3d-01946fa71ef9 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.859 first_tok_s=2.9676547630224377
2026-01-26 10:43:46,838 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=311482c9-44da-4f65-a245-8143ab90bfa3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.753 first_tok_s=1.4813904720067512
2026-01-26 10:43:48,128 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ab8d3488-c604-4a70-bfc5-b960cf8262f7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=8.040 first_tok_s=2.972123190003913
2026-01-26 10:43:58,362 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=74ec7409-8877-4a20-aa10-b5ada46297b1 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.966 first_tok_s=1.5255437640007585
2026-01-26 10:43:58,364 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ffa4e0bd-ce03-494f-ac05-a5c6c1f500c5 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.962 first_tok_s=1.5213275220012292
2026-01-26 10:44:05,637 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4bb91809-0a2c-4409-99da-3fecb2023192 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.956 first_tok_s=1.5220858020184096
2026-01-26 10:44:05,639 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=69b03a93-316d-43fa-a466-9bfd5bc0aefe prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.953 first_tok_s=1.5179329859965947
2026-01-26 10:44:18,222 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=877cee9c-96b7-4d0f-a3a8-7b7407f91546 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.298 first_tok_s=1.5396825689822435
2026-01-26 10:44:18,347 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=59306779-56fa-4d8b-8f98-137501a4fb07 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.421 first_tok_s=3.1078621950000525
2026-01-26 10:44:26,837 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=de8f8e68-f107-4593-b3ec-0b39be36857a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.284 first_tok_s=1.533776271971874
2026-01-26 10:44:28,182 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=aec8a14c-96df-4d8e-8db7-dd555e099792 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=9.624 first_tok_s=3.1005057180009317
2026-01-26 10:44:41,651 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46dab5ff-9236-42cf-9da5-1d4e73ecfd9a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.166 first_tok_s=1.6642586670059245
2026-01-26 10:44:41,653 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60e1d3a8-1f5a-4bf8-8f48-0b7196d50979 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.162 first_tok_s=1.6584403699962422
2026-01-26 10:44:52,321 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1fd6459c-1d1e-4fac-bb37-5e0995a8a72f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.170 first_tok_s=1.6674090559827164
2026-01-26 10:44:52,324 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=13000aba-9c3e-474f-a471-2ee76ea24fb3 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.166 first_tok_s=1.6614317889907397
2026-01-26 10:45:08,191 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b7df30db-c0ef-4f42-be99-77aea7839bef prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.358 first_tok_s=1.6483160520147067
2026-01-26 10:45:08,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b2ebcfea-d868-40ec-a574-e4173d20d8e7 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.528 first_tok_s=3.3241666660178453
2026-01-26 10:45:19,927 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddf84f0b-42e9-4713-9c84-b31341a48e66 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.343 first_tok_s=1.6280565080232918
2026-01-26 10:45:21,342 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=db78b826-1127-4ace-8d35-4a0d7ab058c5 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.755 first_tok_s=3.309669787005987
2026-01-26 10:45:29,838 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=459809b2-d266-4851-8d91-fd91cbf8c657 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.441 first_tok_s=1.4795493739948142
2026-01-26 10:45:29,839 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d27aa86-02c9-40d7-ad26-7be66242a716 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.437 first_tok_s=1.4753197779937182
2026-01-26 10:45:29,840 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d4451694-b511-487b-8eb4-bb6c1d8f7fc5 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.434 first_tok_s=1.4720965549931861
2026-01-26 10:45:29,841 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c81afe21-caa0-4e36-9508-63e60216b2e6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.430 first_tok_s=1.4679041350027546
2026-01-26 10:45:35,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b680ba47-e371-4026-880e-73747b7c2d90 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.444 first_tok_s=1.4787948360026348
2026-01-26 10:45:35,718 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=115f4662-05a4-4aeb-b78d-e81cdeada5e4 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.440 first_tok_s=1.4746276540099643
2026-01-26 10:45:35,719 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=544db913-fc1c-491c-ad64-7a4320ef0330 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.436 first_tok_s=1.4702622249897104
2026-01-26 10:45:35,719 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8a4a00df-e7b8-40d6-ab85-3cde5569c3e5 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.432 first_tok_s=1.4661277599807363
2026-01-26 10:45:53,428 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=42655625-c4fa-4c20-bd21-d8518940710b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.021 first_tok_s=1.4683284329948947
2026-01-26 10:45:53,562 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bb173122-08e4-4ac5-a31c-d3aa4f1e414d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.151 first_tok_s=2.9700494710123166
2026-01-26 10:45:53,673 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e8aaa08e-729f-41fd-88e1-6c3c7154417d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.258 first_tok_s=4.497378498985199
2026-01-26 10:45:53,770 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c70e16b5-116c-49bd-9b09-3789a5f774ca prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.351 first_tok_s=5.970537801011233
2026-01-26 10:46:04,218 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b4599d55-ef29-4c3f-b58d-e8e922753ec6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.001 first_tok_s=1.4737557830230799
2026-01-26 10:46:05,546 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e2fdeef7-2d93-4858-8b2f-692272e3f73e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=11.326 first_tok_s=2.9741543059935793
2026-01-26 10:46:07,404 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5e961a07-2ca1-4c9e-a04e-ab0597acc10a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=13.180 first_tok_s=4.499709752999479
2026-01-26 10:46:09,212 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0e0e3782-6923-43c5-a1bf-5b8dc847fe6f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=14.983 first_tok_s=5.9738665930053685
2026-01-26 10:46:19,368 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c70dabd3-68ce-4935-bdd8-2a9f26f91b87 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.956 first_tok_s=1.5239787719910964
2026-01-26 10:46:19,371 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d89d79eb-b83a-4da3-9767-c7b7380d1ad5 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.953 first_tok_s=1.5199183479999192
2026-01-26 10:46:19,372 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d70ca8c8-4122-4da4-82ed-7876106e9b14 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.948 first_tok_s=1.5149188470095396
2026-01-26 10:46:19,373 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=41104c5a-c73c-4ac6-82d9-a8224f1683aa prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.944 first_tok_s=1.510630995995598
2026-01-26 10:46:26,754 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8017fb98-8525-4901-b4cf-88cd8fbbfe01 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.969 first_tok_s=1.528390040009981
2026-01-26 10:46:26,756 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=86873b95-8831-4478-a04e-4a9c790de043 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.963 first_tok_s=1.5229534550162498
2026-01-26 10:46:26,757 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=be76d156-d34e-4f7a-a95a-037404afa7d1 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.961 first_tok_s=1.5198299550102092
2026-01-26 10:46:26,760 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7c6c412e-ca90-4b41-95cb-ecfe2bde9b7c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.957 first_tok_s=1.5155958649993408
2026-01-26 10:46:45,684 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d926c72b-920a-468d-9526-fd2bb7706339 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.220 first_tok_s=1.5122419859981164
2026-01-26 10:46:45,855 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e4a24de9-4530-4767-893b-ac0bd540a2d5 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.388 first_tok_s=3.041954179003369
2026-01-26 10:46:45,983 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d41a9be6-03b9-4a16-9af4-36c22e711aae prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.510 first_tok_s=4.63290364202112
2026-01-26 10:46:46,088 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e3d17c14-6ab1-4e01-812d-938be4ca1103 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.612 first_tok_s=6.18396999099059
2026-01-26 10:46:57,736 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b71e262a-6c91-4fbb-95d6-24979636d1cc prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.199 first_tok_s=1.5113931839878205
2026-01-26 10:46:59,385 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec433cf6-c5ea-4971-a815-888b12c7c5d4 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=12.845 first_tok_s=3.0410352780018
2026-01-26 10:47:01,235 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e0d6e7ba-9230-475d-979c-970be9d1d85f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=14.689 first_tok_s=4.635072836012114
2026-01-26 10:47:03,019 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d3a9c063-d11a-44c9-aa57-ca3dd33e16de prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=16.469 first_tok_s=6.183714095997857
2026-01-26 10:47:15,956 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a03d6cf4-9a90-469d-92ae-fdba65209210 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.130 first_tok_s=1.6658511320129037
2026-01-26 10:47:15,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=604c29c5-0e7b-423c-a0d5-12b34ad0644b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.126 first_tok_s=1.6613465269911103
2026-01-26 10:47:15,960 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2c5c248b-a771-4424-a007-851430e98236 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.123 first_tok_s=1.6576463259989396
2026-01-26 10:47:15,963 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec2219f7-3f3d-4ded-9666-dba94d6e92cf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.120 first_tok_s=1.654054938990157
2026-01-26 10:47:26,903 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fd9fc885-8808-4668-8444-827f7a895dba prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.530 first_tok_s=1.667555132007692
2026-01-26 10:47:26,905 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fc613cca-3358-4e2c-a521-b6e069179a30 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.527 first_tok_s=1.6631811739935074
2026-01-26 10:47:26,906 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=49d6bba2-4dc7-4e9a-bc14-e85093714f1f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.523 first_tok_s=1.6593768039892893
2026-01-26 10:47:26,910 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cf8dee96-9a8f-41fb-87c1-90b499dd4617 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.520 first_tok_s=1.6559153919806704
2026-01-26 10:47:48,810 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd281bbd-19db-4c92-a3b8-80649ba775cf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.198 first_tok_s=1.6092669579957146
2026-01-26 10:47:49,054 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a69127e2-0de6-4edb-b653-10959e032d0c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.442 first_tok_s=3.2146071230235975
2026-01-26 10:47:49,227 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=db56e8dd-c54d-415c-aeef-e907a9fd733a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.611 first_tok_s=4.904379393992713
2026-01-26 10:47:49,356 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=917806ba-96b7-4251-ac8c-5115161734c3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.737 first_tok_s=6.606300207989989
2026-01-26 10:48:03,898 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=205147f5-bbdc-42f8-a89d-01191cd813ca prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.208 first_tok_s=1.6141073079779744
2026-01-26 10:48:05,657 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2ac8d5fd-93b2-4866-a29c-c20f23f2e9dd prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=15.965 first_tok_s=3.218963529972825
2026-01-26 10:48:07,600 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddd80dc0-d754-4299-93de-e528fd3f620b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=17.900 first_tok_s=4.907773101003841
2026-01-26 10:48:09,436 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=32e73495-2843-4d70-bab2-3da717ca78ae prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=19.731 first_tok_s=6.607482261955738
2026-01-26 10:48:23,046 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e395e0e2-2ca5-476e-99d9-f86e00a9659f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.708 first_tok_s=1.901191559038125
2026-01-26 10:48:23,048 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b9a29b12-5f3a-455c-89a7-eb7ca71d77c4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.704 first_tok_s=1.8951600610162131
2026-01-26 10:48:23,049 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3e47bc5e-d9f3-4c80-a02f-df22d7bfe0fe prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.700 first_tok_s=1.8898676320095547
2026-01-26 10:48:23,051 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e72cb10b-cdde-42e9-9093-6fc67c6c0e37 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.696 first_tok_s=1.8848499050363898
2026-01-26 10:48:34,327 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=105ae3f0-98a9-4f37-be85-998aeb64ded2 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.777 first_tok_s=1.9562650400330313
2026-01-26 10:48:34,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d7c0cd68-1fc0-4540-9888-94e6a2ee6480 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.773 first_tok_s=1.950183578999713
2026-01-26 10:48:34,332 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4cc01f51-f6f4-4e81-8bd8-2df5904bdca0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.768 first_tok_s=1.9436635340098292
2026-01-26 10:48:34,335 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=189d4833-3164-4be6-a4f7-559682f3bc67 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.765 first_tok_s=1.9396439919946715
2026-01-26 10:49:04,988 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7254b3f0-e715-4148-a789-9739e44ac1fa prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.712 first_tok_s=1.7858414869988337
2026-01-26 10:49:05,348 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3cb04260-36a8-4a8e-bfe0-2353ea267e9e prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.068 first_tok_s=3.498648417997174
2026-01-26 10:49:05,618 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=98b50fc3-2b45-4f54-a048-cc0f4bdb03b8 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.332 first_tok_s=5.381650188995991
2026-01-26 10:49:05,792 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9d6d9e18-2b0b-4c08-a598-ced57555fbac prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.504 first_tok_s=7.36766832601279
2026-01-26 10:49:28,751 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fe5c08ad-7348-4877-a7d9-4d2d30f7d633 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.694 first_tok_s=1.7801717449910939
2026-01-26 10:49:30,729 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27a28db4-8694-4a0c-9511-6144960a8ca7 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=24.669 first_tok_s=3.4931992730125785
2026-01-26 10:49:32,848 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60ffa36a-a58f-40b4-9949-0ba962a681b9 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=26.778 first_tok_s=5.375161456002388
2026-01-26 10:49:34,834 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=87cf8bce-7e49-4900-91ad-ce236c66b060 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=28.759 first_tok_s=7.365627220948227
2026-01-26 10:49:44,791 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=91ff15f7-136b-4c8c-b87f-0c249473f73b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.965 first_tok_s=1.5278444249997847
2026-01-26 10:49:44,792 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2be2690f-1aa5-4b68-9300-91059b72b3b7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.962 first_tok_s=1.5244289559777826
2026-01-26 10:49:44,793 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d8ba7f1a-3761-4963-babc-7ba33bd714c6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.959 first_tok_s=1.5212642510305159
2026-01-26 10:49:44,794 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3ab548b9-7b9a-416f-8702-5d73179b135f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.955 first_tok_s=1.5167765250080265
2026-01-26 10:49:44,795 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=deb67d0d-7d06-4bef-bfe0-9d33ebc43042 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.951 first_tok_s=1.512276358960662
2026-01-26 10:49:44,796 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1366a2c0-e2b5-44b6-9e41-6588cabd4bfe prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.946 first_tok_s=1.5076097570126876
2026-01-26 10:49:44,797 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c454f9c6-d181-45a5-8650-6b6791759807 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.940 first_tok_s=1.501305172976572
2026-01-26 10:49:44,798 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=13106c70-7c6c-4fd1-a8d1-02224dfa4502 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.935 first_tok_s=1.496836252976209
2026-01-26 10:49:52,346 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=34914934-b15f-4e9c-80d9-33d424ce1d7b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.967 first_tok_s=1.5278857810189947
2026-01-26 10:49:52,348 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=93dea41a-ffac-478e-9905-2553769625b1 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.963 first_tok_s=1.5242687950376421
2026-01-26 10:49:52,349 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f505680-f97c-4d5a-bf27-3723c3540ceb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.959 first_tok_s=1.5197944130050018
2026-01-26 10:49:52,350 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=521811d4-5368-4342-8d5d-f65bec185213 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.955 first_tok_s=1.5154099939973094
2026-01-26 10:49:52,350 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=68c79923-f127-444f-9f25-bd3a8a645c3a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.950 first_tok_s=1.5110462509910576
2026-01-26 10:49:52,351 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=61becf7e-87aa-41e2-a7b5-399e0e8787bb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.946 first_tok_s=1.5066065029823221
2026-01-26 10:49:52,351 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd8583ae-a489-4c70-8b3a-4bf69fabb14f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.941 first_tok_s=1.5019625250133686
2026-01-26 10:49:52,353 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4bea288e-92d3-4453-9c71-5f14f103ca49 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.937 first_tok_s=1.4977757169981487
2026-01-26 10:50:24,846 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eefae506-2e70-4d7e-af67-11dbad6e0688 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.731 first_tok_s=1.5025388629874215
2026-01-26 10:50:25,046 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddcc37e3-94bd-44a5-ba66-498d6e906014 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.927 first_tok_s=3.004331944976002
2026-01-26 10:50:25,236 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=428faa88-7e21-4ebe-bf56-2dedda3531d3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.112 first_tok_s=4.52956609998364
2026-01-26 10:50:25,419 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=82884fee-5fb5-4902-8af5-9655f8fdc570 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.292 first_tok_s=6.082917909021489
2026-01-26 10:50:25,564 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d828262-4a50-4d11-b457-cb3410ec67f6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.430 first_tok_s=7.666751405980904
2026-01-26 10:50:25,678 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b47bdf9b-961b-4142-ace4-4dec1ed022ba prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.542 first_tok_s=9.130725148017518
2026-01-26 10:50:25,789 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f5edf69e-b39c-43c8-bbec-f66524e44002 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.648 first_tok_s=10.757625356025528
2026-01-26 10:50:25,886 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4a175a2f-ff25-45ec-ae6e-701f67e6b162 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.740 first_tok_s=12.361660599999595
2026-01-26 10:50:44,127 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bb485a0d-4167-4c67-b67c-9917edef7fe6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.758 first_tok_s=1.5086408269708045
2026-01-26 10:50:45,823 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=896e8c05-b884-4a6b-b1c1-ef6cff02c2d6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=19.451 first_tok_s=3.012167456035968
2026-01-26 10:50:47,725 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=de8372e3-6194-41a4-8110-973529c9f0f6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=21.348 first_tok_s=4.535400401975494
2026-01-26 10:50:49,602 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9e0fc804-555f-4655-9b58-44eacf7d4b3b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=23.221 first_tok_s=6.088272142980713
2026-01-26 10:50:51,464 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=90e6d291-f15d-44ba-8dc5-85c828872e3a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=25.079 first_tok_s=7.674801321991254
2026-01-26 10:50:53,017 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=df220d16-9049-4045-b171-dfca6987e47d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=26.627 first_tok_s=9.141788707987871
2026-01-26 10:50:54,876 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=636cca07-d558-4b34-b04a-a93c43e3e470 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=28.482 first_tok_s=10.772352528991178
2026-01-26 10:50:56,687 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9d171a70-5974-4684-9fed-ee7a8f88002a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=30.289 first_tok_s=12.38292000896763
2026-01-26 10:51:10,125 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55b64536-7fd8-4b32-b6b3-a583636c55f2 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.134 first_tok_s=1.6755439940025099
2026-01-26 10:51:10,128 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=01cf49cc-2dad-4e47-9e33-b44364aad12f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.131 first_tok_s=1.6719569669803604
2026-01-26 10:51:10,129 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b2bd3045-602f-4f6b-b87f-100068350590 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.127 first_tok_s=1.667426934989635
2026-01-26 10:51:10,129 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f4232f50-37c4-4632-9c88-bc268a8c9a9c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.123 first_tok_s=1.663104657025542
2026-01-26 10:51:10,130 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3c1d7b1e-b2d3-45d4-9948-d4f01711582b prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.119 first_tok_s=1.6587359459954314
2026-01-26 10:51:10,131 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5b1cfdbe-581c-4e87-ab99-6f670954d1a7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.115 first_tok_s=1.6543469600146636
2026-01-26 10:51:10,132 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5d209741-760b-42c9-9321-b75d35c2e490 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.109 first_tok_s=1.6479474870138802
2026-01-26 10:51:10,133 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cf484389-148a-4013-867c-25ea86da3823 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.104 first_tok_s=1.6436431159963831
2026-01-26 10:51:20,779 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0ca0f89c-50ef-4999-b25d-a5959fa690be prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.156 first_tok_s=1.663421625038609
2026-01-26 10:51:20,781 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3cf65eac-90d0-401e-8792-7ae9cb43a434 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.153 first_tok_s=1.6598083639983088
2026-01-26 10:51:20,782 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d1eb0ec-4cc8-4b66-9c63-67bf185db07e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.149 first_tok_s=1.6553259119973518
2026-01-26 10:51:20,783 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c07460e1-ad71-4bb9-a761-5f22e59723c7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.144 first_tok_s=1.6508957770420238
2026-01-26 10:51:20,783 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dff4c722-7b46-43b8-bc4b-16fe002006f3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.140 first_tok_s=1.646222151000984
2026-01-26 10:51:20,785 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=44aa32c8-9caf-4a5e-ab0f-005fbc743fa2 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.136 first_tok_s=1.6416682989802212
2026-01-26 10:51:20,785 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=47b37e64-6bf0-45b8-affc-29dbd19c2bbd prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.132 first_tok_s=1.6373876460129395
2026-01-26 10:51:20,787 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0a2781ca-090f-4fcc-aa7e-88dc1bfa7d27 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.128 first_tok_s=1.633303418988362
2026-01-26 10:51:55,309 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a8307e9d-f892-48a5-b8f2-ff37a827f941 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.051 first_tok_s=1.5836862410069443
2026-01-26 10:51:55,580 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9abda172-11ff-4b35-8b01-7db36f065ba7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.320 first_tok_s=3.1147260099533014
2026-01-26 10:51:55,844 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e28eeea6-0c91-43dd-8a9a-c033a4e64b02 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.578 first_tok_s=4.70313326100586
2026-01-26 10:51:56,080 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55d94267-282b-4087-a7c4-c3b82c99f60c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.811 first_tok_s=6.33632038597716
2026-01-26 10:51:56,260 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=648e7caf-2414-4766-a18d-6bcdc7c1019f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.984 first_tok_s=8.021681686979719
2026-01-26 10:51:56,409 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1820c3cb-d802-4d47-a3ad-14dbfbc767ef prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.131 first_tok_s=9.590632834006101
2026-01-26 10:51:56,535 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d6009287-2618-433d-9d1e-cc2e1d525ffe prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.251 first_tok_s=11.355764862033539
2026-01-26 10:51:56,639 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2075e7c-70e9-42fd-9223-7e4535c59734 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.351 first_tok_s=13.1267690990353
2026-01-26 10:52:17,355 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0837bc87-afb8-45cc-91fe-feafe9412c22 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.089 first_tok_s=1.5960099740186706
2026-01-26 10:52:19,168 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=92d7d517-b613-4793-ba50-2e10a5583c2e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.898 first_tok_s=3.123117209004704
2026-01-26 10:52:21,203 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd9915cd-9808-406f-a8e2-b1ab6645c7fc prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=23.927 first_tok_s=4.7166512869880535
2026-01-26 10:52:23,193 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d8429f7-a636-4cbd-aba6-6cf7e5ccac4c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=25.912 first_tok_s=6.352510455006268
2026-01-26 10:52:25,155 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16bfe0da-de79-4628-8967-d3578cee1f3e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=27.870 first_tok_s=8.03479815897299
2026-01-26 10:52:26,764 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=91703d7e-6ffb-4847-829e-384d22801ef6 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=29.474 first_tok_s=9.609552482957952
2026-01-26 10:52:28,670 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9c7e86d2-028c-4eb2-bc5c-a3e114c9d1e6 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=31.376 first_tok_s=11.375135437992867
2026-01-26 10:52:30,496 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5ed0a8f0-b597-40a0-9669-eaa588373061 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=33.198 first_tok_s=13.150970096990932
2026-01-26 10:52:44,374 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4801d7a6-111c-409c-8859-1c6d43429ff7 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.776 first_tok_s=1.9252355320495553
2026-01-26 10:52:44,375 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3dcf16c7-ef91-43d5-8a9c-72ae25a99f38 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.772 first_tok_s=1.9197524969931692
2026-01-26 10:52:44,377 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ad9a4b30-2178-4ae7-b721-2b8dc64b112c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.767 first_tok_s=1.9143127140123397
2026-01-26 10:52:44,379 - tinker_server.backend.multi
Raw
summary.csv
View raw

(Sorry about that, but we can’t show files that are this big right now.)

Raw
summary.md
View raw

(Sorry about that, but we can’t show files that are this big right now.)

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment