Skip to content

Instantly share code, notes, and snippets.

@yiwenlu66

yiwenlu66/coalesce0.jsonl

Created January 26, 2026 13:43
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save yiwenlu66/6bb75f981e709265d2c45e6ecdadb84c to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save yiwenlu66/6bb75f981e709265d2c45e6ecdadb84c to your computer and use it in GitHub Desktop.
Download ZIP
issue #129: Qwen3-30B-A3B TP=4 single-node LoRA /asample reduced sweep (coalesce0 vs coalesce1) pl=32000 mt=256
Raw
coalesce0.jsonl
{"base_url": "http://localhost:8000", "create_training_client_s": 0.31418959295842797, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce0", "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "n_prompts": [1, 8], "n_samples": [1, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "e02f213e-5534-413a-bfb2-67d16e018253", "save_weights_and_get_sampling_client_s": 14.9925129909534, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T12:57:59+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:57:59+00:00"}
{"batch_wall_s": 48.80361754097976, "case_idx": 1, "client_total_s": 48.803215709049255, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "90b8b61a-3f43-4a2f-abe9-06055e3024fd", "sequences": 1, "ts": "2026-01-26T12:58:48+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:58:48+00:00"}
{"batch_wall_s": 53.01576485694386, "case_idx": 2, "client_total_s": 53.01443559897598, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "88dea23b-2b0f-4ac1-afc8-9c5303d8df09", "sequences": 1, "ts": "2026-01-26T12:59:41+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T12:59:41+00:00"}
{"batch_wall_s": 46.667289771023206, "case_idx": 3, "client_total_s": 46.66688194300514, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "5272ab9a-4552-42ac-95cf-0bd7ffa7b2c8", "sequences": 1, "ts": "2026-01-26T13:00:27+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:00:27+00:00"}
{"batch_wall_s": 53.04847253207117, "case_idx": 4, "client_total_s": 53.04792715492658, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "b5dc4499-1d56-4096-9219-ce96b8dec5fb", "sequences": 1, "ts": "2026-01-26T13:01:20+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:01:20+00:00"}
{"batch_wall_s": 48.10390013398137, "case_idx": 5, "client_total_s": 48.10352113400586, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 1804, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "9e2433f7-973b-4f82-9f2e-2867b016c1d6", "sequences": 8, "ts": "2026-01-26T13:02:09+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:02:09+00:00"}
{"batch_wall_s": 53.78770247590728, "case_idx": 6, "client_total_s": 53.78667800500989, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "09e5dd9a-1630-469e-bda3-9cd54f6832aa", "sequences": 8, "ts": "2026-01-26T13:03:02+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:03:02+00:00"}
{"batch_wall_s": 47.48399342095945, "case_idx": 7, "client_total_s": 47.48330649593845, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "b363f087-402e-42b3-91cc-d1acd649d5c0", "sequences": 8, "ts": "2026-01-26T13:03:50+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:03:50+00:00"}
{"batch_wall_s": 53.749458294012584, "case_idx": 8, "client_total_s": 53.74858206999488, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "82e51067-c587-41d3-a90e-1e585b761c5c", "sequences": 8, "ts": "2026-01-26T13:04:44+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:04:44+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.60656686895527, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "c1c6906e-5bf1-485f-ac55-6bd84f0a45b3", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.37023566593416, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 1, "request_id": "f202a877-7c55-4a26-aa71-e29534677a62", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.57150752097368, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 2, "request_id": "ba6a4cf6-bcbe-4011-a184-8eda532aef91", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.39619689097162, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 3, "request_id": "d58d0926-0e24-4823-b5c5-2468f81363fa", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.398475466063246, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 4, "request_id": "bf914d8e-e124-46da-8a01-e618077a3ff0", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.45402711199131, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 5, "request_id": "d69c086d-50b4-4fcf-8953-f478e79b280b", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.429634982021526, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 6, "request_id": "fe583696-71bb-4b90-a9af-3f44364853fc", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 47.61070552095771, "case_idx": 9, "client_total_s": 47.42415321106091, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 7, "request_id": "77bc4db4-688c-4bd6-bb36-19ea17366a28", "sequences": 1, "ts": "2026-01-26T13:05:31+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:05:31+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 81.8382137590088, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "f7f0d218-e3b7-4ebf-8ec2-86a4040a5245", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 76.25744978198782, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 1, "request_id": "64362ee5-ffbe-49ad-b936-6faf951a5c06", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 87.16349938709754, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 2, "request_id": "e1c79dd9-8eeb-4a05-92d6-8ff5ed3718a2", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 53.976624497096054, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 3, "request_id": "498aabb9-ad2a-45fa-832e-bcdbf35a57f2", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 92.52467751700897, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 4, "request_id": "8e791201-c02e-4d16-bf7c-78c6a1056557", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 64.86658212705515, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 5, "request_id": "61cead86-cf7d-4db4-9a83-a9be92c80b8f", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 59.30693676706869, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 6, "request_id": "b811c70b-8640-4d5c-a3a9-884f24861181", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 92.52627759706229, "case_idx": 10, "client_total_s": 70.37593099102378, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 7, "request_id": "e1085cac-8d32-4d1d-9305-a90bdafcf529", "sequences": 1, "ts": "2026-01-26T13:07:04+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:07:04+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 62.597285943920724, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "2d5569e9-470c-4203-bc97-bb4d3a242d01", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 82.84718473500106, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12001, "repeat": 0, "req_idx": 1, "request_id": "679bbe6d-582f-4f8e-89a1-12410ad9c135", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 57.06176420697011, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12002, "repeat": 0, "req_idx": 2, "request_id": "8a0ba785-434d-4c68-8841-6553c1c02493", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 72.75220203003846, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12003, "repeat": 0, "req_idx": 3, "request_id": "5497ecf5-ead8-4ccc-b50c-6fb689592f26", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 67.43773274298292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12004, "repeat": 0, "req_idx": 4, "request_id": "3b998428-bdb9-437b-abd6-c1f0657847af", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 51.910102379042655, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12005, "repeat": 0, "req_idx": 5, "request_id": "3cb12f70-3267-43d0-95bd-18de7207b695", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 77.90193650196306, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12006, "repeat": 0, "req_idx": 6, "request_id": "f2746015-4c11-4298-851a-12819dc99902", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 82.86059928999748, "case_idx": 11, "client_total_s": 46.80116079794243, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12007, "repeat": 0, "req_idx": 7, "request_id": "f077ba04-ff88-4c8b-b181-de198a4a7ab9", "sequences": 1, "ts": "2026-01-26T13:08:27+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:08:27+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 87.29401298193261, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "f9adfbcc-b1b7-4c8b-8685-5e0c8231dbe0", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 92.89502220507711, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13001, "repeat": 0, "req_idx": 1, "request_id": "8d5b21fe-f38b-470e-b9f1-34a219fde215", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 81.80442281800788, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13002, "repeat": 0, "req_idx": 2, "request_id": "50b01744-55a3-42a8-b735-702f45c6ad81", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 59.10493927600328, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13003, "repeat": 0, "req_idx": 3, "request_id": "6f390bcb-f8a2-4817-8d11-b3cdf0a90471", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 64.89565869607031, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13004, "repeat": 0, "req_idx": 4, "request_id": "624324a8-146e-4583-a55a-ca46822ee8a4", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 70.4319931929931, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13005, "repeat": 0, "req_idx": 5, "request_id": "f5832512-9474-47f8-99a4-3cdea412c158", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 76.44004622404464, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13006, "repeat": 0, "req_idx": 6, "request_id": "5d14044a-1c5b-449a-a963-fb27db3d826c", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 92.89654688502196, "case_idx": 12, "client_total_s": 53.83938317804132, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13007, "repeat": 0, "req_idx": 7, "request_id": "52df8381-d23d-4f0c-9875-c2db341444e9", "sequences": 1, "ts": "2026-01-26T13:09:59+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:09:59+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.11573490395676, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "b6f08217-d829-445c-b14f-2a6c7199e34c", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.31282497488428, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 1, "request_id": "e93aa10e-dd71-4c59-88e3-7251ab4fe183", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.13448548899032, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 2, "request_id": "156ddd75-edcb-4a4c-9550-245a8c6a489b", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 134.78056599502452, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 3, "request_id": "11669bee-5c60-45fa-9645-b9f3cbd83c29", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.3890931259375, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1795, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 4, "request_id": "7171c15f-424d-484d-b373-202fb951009c", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 91.40403854695614, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 5, "request_id": "3c6c7d2a-6ed4-47ec-a75b-14412331be49", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 48.104479633970186, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 6, "request_id": "254fcedd-bf94-4ebe-9cef-b4a4296d9051", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 134.7866644159658, "case_idx": 13, "client_total_s": 134.61730634910055, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1819, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 7, "request_id": "f84e5fd3-df45-49a3-ac05-e74b986d09a4", "sequences": 8, "ts": "2026-01-26T13:12:14+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:12:14+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 148.16160953894723, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "73c3a861-b799-4570-9959-7b43b199319d", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 126.10330728802364, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1554, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 1, "request_id": "2c7ef3de-3aeb-482c-b403-62e463983917", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 142.62611410603859, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 2, "request_id": "aacf3f72-77d7-42c2-a3d8-5917143cfddf", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 103.45464627898764, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 3, "request_id": "3a701ab1-40f1-473d-9980-e6c51a14f865", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 109.04598296899348, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 4, "request_id": "e2374e1f-3625-48fd-b195-00d933e9ce1a", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 97.64891742100008, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 5, "request_id": "b194e2ee-8da6-4764-863b-a2adcd0af6db", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 114.63989790005144, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 6, "request_id": "047ef75d-2d30-4036-8032-2e2778389bc4", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 148.17462635901757, "case_idx": 14, "client_total_s": 120.49530777102336, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 7, "request_id": "9f92bca0-2536-4b2c-87a0-70cdbc8fa170", "sequences": 8, "ts": "2026-01-26T13:14:42+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:14:42+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 138.31587084499188, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "58485156-f9fb-4c13-895f-8f2f956e1339", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 133.0193103660131, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1796, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16001, "repeat": 0, "req_idx": 1, "request_id": "41f33c8b-072b-4cb6-9237-18abd9ff9662", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 96.09498019400053, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1581, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16002, "repeat": 0, "req_idx": 2, "request_id": "3f2bd405-cdf1-4618-a4bb-849f59f3b658", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 101.44055392697919, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1815, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16003, "repeat": 0, "req_idx": 3, "request_id": "2cd48a92-7c16-491a-9a9b-656b559078ae", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 58.705922413035296, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16004, "repeat": 0, "req_idx": 4, "request_id": "8bb6047d-73a6-48b0-b62c-8a4df3e2a05b", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 90.6377428410342, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1796, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16005, "repeat": 0, "req_idx": 5, "request_id": "93a59651-6fcc-4c4c-89eb-ac200e5025fc", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 53.18534948397428, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1795, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16006, "repeat": 0, "req_idx": 6, "request_id": "3a16ba75-24cd-48f0-9351-2fc63435e0f4", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 138.31744934502058, "case_idx": 15, "client_total_s": 47.95163991802838, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16007, "repeat": 0, "req_idx": 7, "request_id": "9f6e7321-b59d-43e0-b629-698995b10092", "sequences": 8, "ts": "2026-01-26T13:17:01+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:17:01+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 103.275017834967, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "581417fa-d72a-4763-87fc-09fdc5662f6a", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 114.69935435091611, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1820, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17001, "repeat": 0, "req_idx": 1, "request_id": "8edff2dd-0670-4a23-9b4f-49355c5dd2b5", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 108.8165129859699, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17002, "repeat": 0, "req_idx": 2, "request_id": "d1853559-737e-4ef3-915f-64d14d97c4b7", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 125.95229095302057, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17003, "repeat": 0, "req_idx": 3, "request_id": "3fe9ba6c-8f71-4308-9627-1d48f9decf0e", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 148.58002265403047, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17004, "repeat": 0, "req_idx": 4, "request_id": "47048585-ca9c-4084-9bd7-48823bd765c3", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 131.53204199299216, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1798, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17005, "repeat": 0, "req_idx": 5, "request_id": "37edef5f-b6f7-4444-aa7d-ea47d1f404f4", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 120.37804177997168, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17006, "repeat": 0, "req_idx": 6, "request_id": "c2119beb-8212-468d-8c24-8c79d2883b88", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
{"batch_wall_s": 148.58247270295396, "case_idx": 16, "client_total_s": 142.8092303549638, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17007, "repeat": 0, "req_idx": 7, "request_id": "5e8bb21c-5419-486f-94f3-21d974053f1e", "sequences": 8, "ts": "2026-01-26T13:19:29+00:00"}
Raw
coalesce1.jsonl
{"base_url": "http://localhost:8000", "create_training_client_s": 0.3055271840421483, "filler_id": 264, "gen_max_tokens": 256, "git_sha": "6bbdb94175ac7ccd6675af3a3baec4f80c3392ff", "kind": "meta", "label": "coalesce1", "model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "n_prompts": [1, 8], "n_samples": [1, 8], "prompt_len": 32000, "prompt_logprobs": [0, 1], "prompt_reuse": ["same_prompt", "unique_prompts"], "rank": 16, "repeats": 1, "sampling_session_id": "c2a73700-7f35-42b8-8e5c-0064ff7a8ae4", "save_weights_and_get_sampling_client_s": 7.901629877043888, "tokenizer_vocab_size": 151643, "ts": "2026-01-26T13:20:30+00:00", "unique_batches": true}
{"case_idx": 1, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:20:30+00:00"}
{"batch_wall_s": 47.46933857991826, "case_idx": 1, "client_total_s": 47.46895321900956, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1001, "repeat": 0, "req_idx": 0, "request_id": "81ba4e4d-cdff-4cff-a0e0-406155befbe0", "sequences": 1, "ts": "2026-01-26T13:21:18+00:00"}
{"case_idx": 2, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:21:18+00:00"}
{"batch_wall_s": 53.63326278002933, "case_idx": 2, "client_total_s": 53.632819395978004, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1002, "repeat": 0, "req_idx": 0, "request_id": "fb776107-fbdc-428c-a182-46eefe4f9adf", "sequences": 1, "ts": "2026-01-26T13:22:11+00:00"}
{"case_idx": 3, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:22:11+00:00"}
{"batch_wall_s": 47.20056210597977, "case_idx": 3, "client_total_s": 47.20025699795224, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 4000, "repeat": 0, "req_idx": 0, "request_id": "62505f03-1880-43a8-8352-a900142aca4b", "sequences": 1, "ts": "2026-01-26T13:22:59+00:00"}
{"case_idx": 4, "kind": "case", "n_prompts": 1, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:22:59+00:00"}
{"batch_wall_s": 53.46465760294814, "case_idx": 4, "client_total_s": 53.46410830493551, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 5000, "repeat": 0, "req_idx": 0, "request_id": "97073eb5-3ad6-4d4c-b213-a8a5294164a1", "sequences": 1, "ts": "2026-01-26T13:23:52+00:00"}
{"case_idx": 5, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:23:52+00:00"}
{"batch_wall_s": 47.70110763597768, "case_idx": 5, "client_total_s": 47.700729627977125, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1005, "repeat": 0, "req_idx": 0, "request_id": "186e6781-3b73-4d11-aef9-0db0679fd109", "sequences": 8, "ts": "2026-01-26T13:24:40+00:00"}
{"case_idx": 6, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:24:40+00:00"}
{"batch_wall_s": 54.113673934014514, "case_idx": 6, "client_total_s": 54.11318870505784, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1006, "repeat": 0, "req_idx": 0, "request_id": "25ca9670-f19c-4b5f-91aa-f405b1c50100", "sequences": 8, "ts": "2026-01-26T13:25:34+00:00"}
{"case_idx": 7, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:25:34+00:00"}
{"batch_wall_s": 47.73914621502627, "case_idx": 7, "client_total_s": 47.73870096099563, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 8000, "repeat": 0, "req_idx": 0, "request_id": "68dd3ce8-fb1b-485b-a319-609d3634110f", "sequences": 8, "ts": "2026-01-26T13:26:22+00:00"}
{"case_idx": 8, "kind": "case", "n_prompts": 1, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:26:22+00:00"}
{"batch_wall_s": 54.242318638949655, "case_idx": 8, "client_total_s": 54.241799078998156, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 1, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 9000, "repeat": 0, "req_idx": 0, "request_id": "1663dee4-5dd8-4e43-8f46-42669083505d", "sequences": 8, "ts": "2026-01-26T13:27:16+00:00"}
{"case_idx": 9, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:27:16+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.90256928303279, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 0, "request_id": "758a7c8d-4323-45c0-bccd-9b82a481fc53", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.68601976102218, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 1, "request_id": "1c6bf48b-8188-4762-8b83-3c4c65bfdcb3", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.74984124698676, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 2, "request_id": "f1fb292a-f62a-4678-9666-cd6a88023de3", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.87163296807557, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 3, "request_id": "0792db89-1d59-44a9-bbe8-bc4b2e7a71ec", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.777720015030354, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 4, "request_id": "348b7e85-e290-4db2-aac7-d5eaac61f16a", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 14.38989902404137, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 53, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 5, "request_id": "c78584a8-6aa5-41ff-8df4-34cd8db56e2d", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.68262483691797, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 6, "request_id": "578f03bb-5429-45c1-982c-81e8f385ae4c", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 47.90457554697059, "case_idx": 9, "client_total_s": 47.6825444069691, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1009, "repeat": 0, "req_idx": 7, "request_id": "04a00a1c-bdab-4f4c-9184-18a75b2ea6dc", "sequences": 1, "ts": "2026-01-26T13:28:04+00:00"}
{"case_idx": 10, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:28:04+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 71.03775542799849, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 0, "request_id": "bcb7e423-4f38-4d30-b204-a9cc09f84100", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 65.45774230500683, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 1, "request_id": "a2ad372f-2ce2-4f3a-9f0f-510a4c1b934d", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 82.28125257394277, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 2, "request_id": "854a6e83-e8bd-4bfb-b064-8c424c087bac", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 76.54741501598619, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 3, "request_id": "b5abfb42-4fab-4b37-85e1-27c7163a1840", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 60.03713413502555, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 4, "request_id": "d5d4ebdc-9eba-4c68-bef4-ace731ade964", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 87.53066864807624, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 5, "request_id": "3e37ca8e-0716-4e00-8f6b-f044fcae56f0", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 54.35630550398491, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 6, "request_id": "117dd9b6-8deb-4253-a826-6cbde76f3cf8", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 87.5340792699717, "case_idx": 10, "client_total_s": 12.778827243950218, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 4, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1010, "repeat": 0, "req_idx": 7, "request_id": "74c1afc3-2f33-4212-a3f9-aeb5bdfc0a6a", "sequences": 1, "ts": "2026-01-26T13:29:31+00:00"}
{"case_idx": 11, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:29:31+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 62.62006007693708, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12000, "repeat": 0, "req_idx": 0, "request_id": "1a4ce668-a457-49aa-903e-3b49869844b5", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 12.091341193998232, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 10, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12001, "repeat": 0, "req_idx": 1, "request_id": "ff668539-2ab5-4868-b329-51c3ce66f373", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 78.01236632792279, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12002, "repeat": 0, "req_idx": 2, "request_id": "5246437e-1ffb-477c-9937-546dff328e7a", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 47.18266692105681, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12003, "repeat": 0, "req_idx": 3, "request_id": "34c3a2dd-2957-4b50-826a-ab4718f83d5a", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 73.01063804305159, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12004, "repeat": 0, "req_idx": 4, "request_id": "6391dde0-3fcc-4987-a8a6-c77f8fabfd58", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 83.23191486601718, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12005, "repeat": 0, "req_idx": 5, "request_id": "0714e0d6-b263-431e-8972-49b377737855", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 67.67638137598988, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12006, "repeat": 0, "req_idx": 6, "request_id": "c217298f-ab7f-4840-87e5-9cefd1a8a9b2", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 83.23492856696248, "case_idx": 11, "client_total_s": 57.47364729398396, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 12007, "repeat": 0, "req_idx": 7, "request_id": "4354672b-356f-4fa2-9832-be9be3c35c59", "sequences": 1, "ts": "2026-01-26T13:30:55+00:00"}
{"case_idx": 12, "kind": "case", "n_prompts": 8, "n_samples": 1, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:30:55+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 53.535749968956225, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13000, "repeat": 0, "req_idx": 0, "request_id": "5b2b92de-f380-439a-8640-ccb812f69b2a", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 64.86165116901975, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13001, "repeat": 0, "req_idx": 1, "request_id": "b251ece7-94a6-4b26-bcd3-19eb05d231e5", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 59.01921638101339, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13002, "repeat": 0, "req_idx": 2, "request_id": "6713190a-eaa1-466c-998e-2c34ee673d87", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 86.91523003100883, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13003, "repeat": 0, "req_idx": 3, "request_id": "ceb5bd20-dcb7-43ca-badf-8ea0dfe13244", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 81.49527098902036, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13004, "repeat": 0, "req_idx": 4, "request_id": "b08cdc43-9d31-4521-a285-3f4ea47cafa5", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 92.35147567500826, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13005, "repeat": 0, "req_idx": 5, "request_id": "444a4098-9d87-4876-b133-da3766e008b4", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 70.22711600596085, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13006, "repeat": 0, "req_idx": 6, "request_id": "ae362ab1-a897-4c18-8688-e8847e866c8d", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 92.35370782401878, "case_idx": 12, "client_total_s": 76.05147481698077, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 1, "ok": true, "output_tokens": 256, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 13007, "repeat": 0, "req_idx": 7, "request_id": "bae269e4-86f7-4d8c-b46b-b44b7b943f1e", "sequences": 1, "ts": "2026-01-26T13:32:27+00:00"}
{"case_idx": 13, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:32:27+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.34198517596815, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 0, "request_id": "e9c928dd-fc0e-4402-9eec-7c0e050d0baa", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.27237787900958, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1837, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 1, "request_id": "33007767-cf1d-4aff-a550-8a1a94556cd4", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.453712934977375, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 2, "request_id": "3578889d-bf0a-46ec-9240-565194aa8634", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 91.34113571897615, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 3, "request_id": "be09b609-35d4-48cd-8fed-3a332feb2b12", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 133.89655760710593, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 4, "request_id": "3e7a7c79-9eff-4f60-b0d6-10e6f4981a56", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 133.97802354802843, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 5, "request_id": "8f0ce4da-f0be-4cb1-a362-453d9e08005c", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.33570084301755, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1794, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 6, "request_id": "5af48b9c-d278-4179-9c6e-0489b5ab304c", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 133.98909316991922, "case_idx": 13, "client_total_s": 48.443824299029075, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "same_prompt", "prompt_token0": 1013, "repeat": 0, "req_idx": 7, "request_id": "907028cd-6204-498c-abc1-abf649e3eba2", "sequences": 8, "ts": "2026-01-26T13:34:41+00:00"}
{"case_idx": 14, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:34:41+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 103.70991029008292, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1822, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 0, "request_id": "49440ded-247f-4c1b-8474-f40cf528862f", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 115.27997107210103, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 1, "request_id": "6ba53a4f-d433-4b61-98f3-aae1747e8ea7", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 142.97909887996502, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1993, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 2, "request_id": "3fea0aef-73f5-49d6-a495-db110d728db1", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 148.594834932941, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 3, "request_id": "a62775fc-125f-411e-8cb3-198fbaa5b475", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 126.31499779503793, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 4, "request_id": "c46431a6-f7cb-4d49-9f6d-b408746689a7", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 97.862770540989, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 5, "request_id": "565dbda6-fe92-4578-a3d4-6297bb1e24f9", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 120.67632759001572, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 6, "request_id": "65bb548e-42fe-4f45-9d89-37f1209cffce", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59600867703557, "case_idx": 14, "client_total_s": 109.48590516997501, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "same_prompt", "prompt_token0": 1014, "repeat": 0, "req_idx": 7, "request_id": "66cb11dc-feae-4bd3-bd40-f3d5ec01a8b3", "sequences": 8, "ts": "2026-01-26T13:37:10+00:00"}
{"case_idx": 15, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:37:10+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 143.47888315294404, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16000, "repeat": 0, "req_idx": 0, "request_id": "dd4cc860-b40c-49de-90e2-700d410bf302", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 53.434487127000466, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16001, "repeat": 0, "req_idx": 1, "request_id": "1e2cdc87-51b4-469b-9e58-dcc97da2790d", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 48.37102460197639, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16002, "repeat": 0, "req_idx": 2, "request_id": "b2e95264-a1a0-42ca-98c3-3c87b42f2cfb", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 106.67813153297175, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16003, "repeat": 0, "req_idx": 3, "request_id": "507dc1e2-706b-4c55-a816-337b0238788f", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 58.665258651948534, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16004, "repeat": 0, "req_idx": 4, "request_id": "1bf7bbdb-d308-4fdf-a585-4e1e2008f050", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 101.38416339503601, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16005, "repeat": 0, "req_idx": 5, "request_id": "5873f00b-3cf1-4a1f-b920-ca9b4350cbd3", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 148.59419777500443, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16006, "repeat": 0, "req_idx": 6, "request_id": "076cad85-ad18-4fd7-9c54-293d9107ce21", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 148.59592438407708, "case_idx": 15, "client_total_s": 95.97507025301456, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 0, "prompt_reuse": "unique_prompts", "prompt_token0": 16007, "repeat": 0, "req_idx": 7, "request_id": "3c2c0e3d-2acf-49c9-ae31-3925ad6b6226", "sequences": 8, "ts": "2026-01-26T13:39:38+00:00"}
{"case_idx": 16, "kind": "case", "n_prompts": 8, "n_samples": 8, "poll_s": 0.2, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "repeat": 0, "topk_prompt_logprobs": 0, "ts": "2026-01-26T13:39:38+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 132.95534022606444, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17000, "repeat": 0, "req_idx": 0, "request_id": "05722001-cd25-4d23-b2f0-461bdf71a9f2", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 138.87308437703177, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17001, "repeat": 0, "req_idx": 1, "request_id": "f783ce4e-aaa4-4802-b892-fb3f2bd1c646", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 146.16582570690662, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17002, "repeat": 0, "req_idx": 2, "request_id": "46aad3a6-3334-4136-89a4-5753751d373e", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 157.02872985298745, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17003, "repeat": 0, "req_idx": 3, "request_id": "51adeefd-0ddf-4b1b-b4ec-79387f5cea90", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 114.29578743397724, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17004, "repeat": 0, "req_idx": 4, "request_id": "3155d890-d817-4220-965f-10b14ef59f5f", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 126.52385197090916, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17005, "repeat": 0, "req_idx": 5, "request_id": "28d78bc3-6bd5-4d3a-ab9a-0426e0dfa6dc", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 120.42249232903123, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 1887, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17006, "repeat": 0, "req_idx": 6, "request_id": "5dbd4780-b8ee-487f-9168-f9e974e2228e", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
{"batch_wall_s": 157.03848395694513, "case_idx": 16, "client_total_s": 108.11932800000068, "error": null, "gen_max_tokens": 256, "kind": "request", "n_prompts": 8, "n_samples": 8, "ok": true, "output_tokens": 2048, "prompt_len": 32000, "prompt_logprobs": 1, "prompt_reuse": "unique_prompts", "prompt_token0": 17007, "repeat": 0, "req_idx": 7, "request_id": "37036b6c-6956-411f-bb38-f70b53053b1b", "sequences": 8, "ts": "2026-01-26T13:42:15+00:00"}
Display the source blob
Display the rendered blob
Raw
plot_client_total_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_client_total_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_decode_tps_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_decode_tps_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_ttft_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce0.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
plot_ttft_Qwen_Qwen3-30B-A3B-Instruct-2507_coalesce1.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Raw
server_timing.log
This file has been truncated, but you can view the full file.
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=f0748269-1abe-4320-96dc-178854ea9e49 prompt_len=5 max_tokens=4 lora_id=None lock_wait_s=0.000 total_s=1.107 first_tok_s=0.4189670537598431
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=0524b453-acd1-499e-bc81-944c14aed9bd prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.426 first_tok_s=1.520143459085375
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=ed29503f-c8a4-4a74-b185-94d091262d3e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.314 first_tok_s=0.21636493830010295
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8852c8b9-5772-4fbf-9601-127463effee7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.349 first_tok_s=1.2815574281848967
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=65531581-ec80-4b19-b553-c3fde97e646a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.202136289793998
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=fc9c6878-aba7-4f69-b0e3-463caa0074ed prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.398 first_tok_s=1.304389351978898
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b1a44ca5-7cf5-46ab-a982-c9d44e5c7b93 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.314 first_tok_s=2.223156788852066
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=9321f450-0fec-46ba-9669-63bd562f3049 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.173 first_tok_s=3.11260076938197
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=8096a492-65ee-4498-8e2d-731315f53b94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.355 first_tok_s=0.18949089664965868
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=c1d7e526-8028-44a9-9ead-9e7abb857ad6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.435 first_tok_s=1.3224841263145208
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5e047efe-8f94-4eea-9ade-ec4c89f1ff1a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.379 first_tok_s=2.268007976002991
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=5c0b554d-d598-497a-97da-d3602dbac919 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.267 first_tok_s=3.1559268129058182
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=7d380fb9-b55e-4553-a594-d744e5d05a59 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.237 first_tok_s=4.135685392655432
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=b46bb250-8f52-4406-bd8f-1bca12c1163a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.205 first_tok_s=5.103837050963193
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=af821443-f555-4e2e-9e82-fb7dc033e395 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.180 first_tok_s=6.068396859802306
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=31c94413-85b1-4224-ba21-0990b15deec4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.127 first_tok_s=7.05004469724372
(MultiNodeVLLMEngine pid=4027985, ip=192.168.33.40) [vLLM timing] generate req=895a9b27-f596-4e38-ab4e-8ae7c0e57147 prompt_len=32000 max_tokens=1 lora_id=None lock_wait_s=0.000 total_s=0.149 first_tok_s=0.148884367197752
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=46298f31-0219-4e07-b66c-6bc2ad41ab09 prompt_len=5 max_tokens=1 lora_id=None lock_wait_s=0.000 total_s=0.429 first_tok_s=0.4289712458848953
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=18884509-0bae-4a5f-89f5-9fd18552c4d8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.244 first_tok_s=4.326516991015524
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1e261f72-a421-4ba3-aa5e-49f93d15ebdf prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.296 first_tok_s=0.1758456937968731
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=8bbd35b8-2479-46e6-b03a-1b12458066a4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.347 first_tok_s=1.2588569410145283
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f4808445-a7fd-4619-91f8-b1edf90564ba prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.331 first_tok_s=0.1706204586662352
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=b2670a4d-9063-4b24-b29f-039e8f529690 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.399 first_tok_s=0.7531222240068018
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=252eee1e-716a-4a03-8bff-4688043ac655 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.355 first_tok_s=1.7154073538258672
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=78926e7c-7d22-4ad3-81ba-3918ddc6beb0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.233 first_tok_s=2.6156465727835894
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=6081fad4-1c2c-4ca8-8afa-a47251f29157 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.343 first_tok_s=0.1906660390086472
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=85be4a40-14c3-4cc1-95ef-5f208c2d9ff0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.410 first_tok_s=1.308087368030101
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=3c3183c0-f063-4258-a2b8-045c0c11cfdc prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.352 first_tok_s=2.244157729204744
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=46cc553b-080f-43dc-916b-5b6b123fd36d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.255 first_tok_s=3.1449326118454337
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=07948394-8b0c-426b-8722-5773cb63b3f0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.232 first_tok_s=4.125502818264067
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=dc6c5c7a-6c59-4186-a91f-debb40acb788 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.215 first_tok_s=5.102579523809254
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=85689842-3f27-4e8b-9854-cc995ec1ecc2 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.188 first_tok_s=6.073436361271888
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c866636e-acbe-46ae-92f0-77cb6dc42f8d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.154 first_tok_s=7.058144889771938
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d4b51610-93d2-4a29-bd91-3a94f038e65d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.340 first_tok_s=0.17753231758251786
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a36e9135-0be2-4e90-a0a2-249ae1229e5e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.341 first_tok_s=0.17102337209507823
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=957616a3-f1b4-4e0c-8cda-aa556c816c8e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.346 first_tok_s=0.183598046656698
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f4d0d72c-9473-48f7-a277-1a149b3a0baa prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.363 first_tok_s=0.1810300932265818
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=0aeb777f-c184-488a-8051-3b151850b579 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.510 first_tok_s=1.3387687839567661
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=9e3e3314-0a2b-454d-9e11-21c3b9d741b5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.358 first_tok_s=0.1791700958274305
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=66c003e2-7826-466b-8882-0ccc6b3a643d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.508 first_tok_s=1.347405075095594
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=80e24edd-c268-4203-ad9a-46402451062a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.364 first_tok_s=0.18761656526476145
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=e7310661-b7d3-41f1-baf7-475d58dc3fa9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.510 first_tok_s=1.3506187009625137
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=94f9c70f-954a-4bc4-afe2-2914e51443a1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.384 first_tok_s=0.17891022516414523
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=4a16a32a-fd8a-4e31-8c14-66603d9bad2f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.548 first_tok_s=1.3722806652076542
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f9787050-1029-4407-8748-a30abaa2671a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.539 first_tok_s=2.370073074940592
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=89c55097-a45f-417d-a9e8-3dfbfdeeedb3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.484 first_tok_s=3.3339413250796497
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f5717de7-5697-44ac-b84e-d2ca15ca1d89 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.394 first_tok_s=0.17179793305695057
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=2da3926a-74c2-414e-91b4-58120b3c8bdb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.560 first_tok_s=1.386953018605709
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a991822e-cdf9-4d9f-b0ce-8e29bc8eb9e1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.551 first_tok_s=2.381896886974573
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a59e4fb2-3561-42f7-8b2f-07d0536130c6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.507 first_tok_s=3.3331051068380475
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=33e40552-991d-4caf-b6db-8958c3471655 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.388 first_tok_s=0.1743480651639402
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=20766926-ac49-4dbd-89be-fe02c5a2fc91 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.550 first_tok_s=1.3808076940476894
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=160928b4-e12a-46c0-90f8-d414202c0a77 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.542 first_tok_s=2.3729896428994834
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d1b59265-8f30-431f-b3e9-9f8cb7cb2883 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.484 first_tok_s=3.3286252920515835
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=fc338752-7fc9-43cd-a706-65294283bbe3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.417 first_tok_s=0.17931299796327949
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c738f4b0-d938-4e15-bb98-7d2ee1b693e1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.585 first_tok_s=1.4104954889044166
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=78d5cd5c-5e9a-49b5-b889-3a449fff0c8c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.570 first_tok_s=2.3995311679318547
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=a3867f28-dfa9-441a-b067-94a0044425d8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.539 first_tok_s=3.3642275878228247
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=5624f810-5aa6-42c5-9a18-c58613b5e7f4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.567 first_tok_s=4.389152513816953
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f8c3f50a-8e5f-40b9-a904-45cf3086bbf3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.593 first_tok_s=5.4224009700119495
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1108194f-f42f-4550-a7d2-d2176a99a286 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.626 first_tok_s=6.456787880975753
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=7af21e3c-a346-45a4-8e12-5eb3564a755f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.644 first_tok_s=7.482930575031787
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=50af9a6b-6062-45dd-add6-b5dc9bf34161 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.523 first_tok_s=0.18116712430492043
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=c150f7fe-23c3-42ca-b1bf-030852929f2e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.686 first_tok_s=1.5082903979346156
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=bd8d2c5b-1534-484f-9ef3-3b662e7c2897 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.675 first_tok_s=2.5058768619783223
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=0835facd-9584-4e44-89b8-86644025995f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.637 first_tok_s=3.4603485190309584
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d65df0e7-f1b6-4188-92e8-33ee574016fe prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.660 first_tok_s=4.481993304565549
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=dda18179-ba72-4567-a053-1cec06c85342 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.716 first_tok_s=5.522791143041104
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=6bdff410-cdf4-49ae-9655-fa3cf4b550e9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.758 first_tok_s=6.577317318879068
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=897a0eac-bcac-4694-911c-13b5b462b4e7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.776 first_tok_s=7.615711911115795
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=62c4b425-5c7e-45f7-a840-4dbc8d2db33c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.395 first_tok_s=0.17939420882612467
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=86664135-aec1-4fe0-8cd3-1ad090794d94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=2.566 first_tok_s=1.3883227831684053
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=e5b07a62-80da-42fc-9e3f-2d10e5c9a7f3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=3.557 first_tok_s=2.380247235763818
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=d71dae49-076c-46be-acc0-a12a5b47ad56 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=4.524 first_tok_s=3.3460469748824835
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=03a12702-3f7e-49f5-a03f-02bac3d3620b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.567 first_tok_s=4.384330976754427
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=1bf9d2b2-f173-40a5-84f0-1d8d2f19e987 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=6.589 first_tok_s=5.423881181981415
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=af3d55e1-3e6d-462d-bb2f-108201bab096 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=7.624 first_tok_s=6.453421846963465
(MultiNodeVLLMEngine pid=4033930, ip=192.168.33.40) [vLLM timing] generate req=f0a4a95c-24d3-4289-9245-69865aa971c3 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=8.656 first_tok_s=7.483681233134121
(MultiNodeVLLMEngine pid=4038841, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.518 total_s=7.518
(MultiNodeVLLMEngine pid=4038841, ip=192.168.33.40) [vLLM timing] generate req=11bcb5b0-265b-44f8-8063-2e65b91667ff prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.297 first_tok_s=6.068026859778911
(MultiNodeVLLMEngine pid=4055414, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.358 total_s=7.358
(MultiNodeVLLMEngine pid=4055414, ip=192.168.33.40) [vLLM timing] generate req=38dbebd8-3e14-4f4d-8482-228016451031 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.152 first_tok_s=5.999491005670279
(MultiNodeVLLMEngine pid=330229, ip=192.168.33.30) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.406 total_s=7.406
(MultiNodeVLLMEngine pid=330229, ip=192.168.33.30) [vLLM timing] generate req=652b814d-1b61-4581-b92e-47f8b749d3b9 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.567 first_tok_s=6.358476540073752
(MultiNodeVLLMEngine pid=4064170, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.459 total_s=7.459
(MultiNodeVLLMEngine pid=4064170, ip=192.168.33.40) [vLLM timing] generate req=59f36091-fe92-4aed-8288-5e11bfbd0c45 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.466 first_tok_s=6.242933963891119
(MultiNodeVLLMEngine pid=4068478, ip=192.168.33.40) [vLLM timing] add_lora id=1 lock_wait_s=0.000 engine_s=7.562 total_s=7.562
(MultiNodeVLLMEngine pid=4068478, ip=192.168.33.40) [vLLM timing] generate req=92c53176-d664-48fa-bee7-7f70552ee5d6 prompt_len=31991 max_tokens=8 lora_id=1 lock_wait_s=0.000 total_s=7.189 first_tok_s=6.046364089939743
(MultiNodeVLLMEngine pid=4143436, ip=192.168.33.40) [vLLM timing] generate req=5140273c-e148-4889-bdca-f60a1e332708 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.558 first_tok_s=4.655251479241997
(MultiNodeVLLMEngine pid=4143436, ip=192.168.33.40) [vLLM timing] generate req=86af8c8b-28ee-4b66-b075-50d9a0359ba0 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.249 first_tok_s=0.182762592099607
(MultiNodeVLLMEngine pid=4149065, ip=192.168.33.40) [vLLM timing] generate req=8e86b95d-cb3b-4ac7-82b9-f2a613d60742_coalesced prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.414 first_tok_s=4.390177732799202
(MultiNodeVLLMEngine pid=4149065, ip=192.168.33.40) [vLLM timing] generate req=a883d07b-c135-46fe-a7a4-d318eb1d7fbc_coalesced prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.207 first_tok_s=0.1581725189462304
(MultiNodeVLLMEngine pid=4154143, ip=192.168.33.40) [vLLM timing] generate req=9b0790b2-2756-4c03-8a82-d699629ca4bb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.583 first_tok_s=4.672463704831898
(MultiNodeVLLMEngine pid=4154143, ip=192.168.33.40) [vLLM timing] generate req=78542bc3-6b13-4827-b823-7f817ae410f9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.269 first_tok_s=0.17476848606020212
(MultiNodeVLLMEngine pid=4161285, ip=192.168.33.40) [vLLM timing] generate req=ffc3b0de-dd0c-4970-8a60-7268d0314a8f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.878 first_tok_s=4.894383392762393
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=f8c28546-76ee-4068-aba2-dac3eded969e prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.633 first_tok_s=4.7058419194072485
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=9c7beb5b-11a4-4445-8c04-0c2216078d6d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.459 total_s=5.509 first_tok_s=4.596432478632778
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=5a70afbb-1890-48ed-a482-5382b8aadcad prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=1.292 first_tok_s=0.1781907440163195
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=03e16eda-b133-442c-878b-ddb11c56f023 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=1.284 first_tok_s=0.171115776989609
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=f0fe644c-b290-47f8-9f62-62f1f61de030 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.275 total_s=2.547 first_tok_s=1.4373052259907126
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=ce97575b-0bc6-40b9-b909-53c430122f2a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.001 total_s=1.268 first_tok_s=0.1776158711872995
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=87654789-b43b-49a3-97d7-e2decd1aa77f prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.261 total_s=6.335 first_tok_s=5.40973410801962
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=93d476ff-d524-4db2-8283-0d1a8d3bb00b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.066 total_s=10.186 first_tok_s=9.258185741957277
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=1e6eaa23-042a-4389-8e6d-82fddc8a73ce prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.188 total_s=6.447 first_tok_s=5.3524403208866715
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=c119e2cf-b298-451e-a8bd-1c71835ff00a prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.058 first_tok_s=4.149099241010845
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=5bd5f1e0-7f1d-4d8b-8d64-190141429533 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.051 total_s=6.309 first_tok_s=5.22519311401993
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=36ce2954-8733-448f-a487-d8a12b0ce5d7 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.306 total_s=6.357 first_tok_s=5.442451879847795
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=126ff54a-13f4-45b9-bc4f-7c094f97140b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.046 total_s=6.300 first_tok_s=5.217336846981198
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=b0e0b457-33e3-495a-8790-62ff2a49e73c prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.296 total_s=2.544 first_tok_s=1.462642015889287
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=660503fd-102a-43f2-9d5c-51bab8f457a9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.245 total_s=6.279 first_tok_s=5.365389066748321
(MultiNodeVLLMEngine pid=4169280, ip=192.168.33.40) [vLLM timing] generate req=af86afe9-0731-4865-9825-4054a9d7f1c1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.025 total_s=6.290 first_tok_s=5.198620385956019
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=6a3ea00a-b445-4180-bd27-fcac5054849b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.581 first_tok_s=4.663128773681819
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=158e1854-c2ec-4261-bc1f-a395f4fb64fc prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.575 total_s=10.602 first_tok_s=9.687858914025128
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=4649ec06-69b4-45b5-8c98-0b1a9bb98dd4 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.598 total_s=10.649 first_tok_s=9.73803981486708
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=31550068-8a12-48be-bdf4-c594b5235036 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.654 total_s=10.680 first_tok_s=9.762920363806188
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=2fc93107-7819-4e9f-b9bc-defdc4f4d3e8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.679 total_s=10.692 first_tok_s=9.781307179946452
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=2f0e1af9-59fa-4c0a-aba0-ea497c658f06 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.694 total_s=10.710 first_tok_s=9.782363503240049
(MultiNodeVLLMEngine pid=4176982, ip=192.168.33.40) [vLLM timing] generate req=9fd1a36d-92ed-4911-a86a-dc9c6fa9d9c2 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.708 total_s=10.759 first_tok_s=9.842832149006426
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=dbf54f8e-9f0b-4d7c-a9f4-9303bf66b4ee prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.619 first_tok_s=4.707469257060438
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=e45945b8-a7b1-4643-8981-0863adc086a6 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=4.989 first_tok_s=4.08428728627041
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=decf6ab2-9377-435d-9242-fc31548bf4bb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=4.981 total_s=6.237 first_tok_s=5.15212715882808
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=a5e3d07f-e07f-4e21-95da-e36f601c6b29 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.001 total_s=1.249 first_tok_s=0.17463563289493322
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=e74ff211-d0d3-4680-a6da-d717e4ff05e9 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.244 total_s=2.495 first_tok_s=1.4068461516872048
(MultiNodeVLLMEngine pid=4187143, ip=192.168.33.40) [vLLM timing] generate req=9791b45e-12df-4d54-a1a8-536b57ce3430 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.244 total_s=6.230 first_tok_s=5.331355279777199
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=c8fa0f72-0f71-4978-b2ef-08cd0c7b9e09 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.000 total_s=5.643 first_tok_s=4.711133596021682
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=eb810817-b877-4255-896e-f5c278eb0c58 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.044 first_tok_s=4.133685751352459
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=c3bcabc7-6dcf-4812-93c4-06db1d73697b prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.036 total_s=6.301 first_tok_s=5.207421598024666
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=5dcefa7b-4d48-44fc-b3e9-ceedd03dbedb prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=1.261 first_tok_s=0.16831133095547557
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=6baf1a17-6b94-429b-85aa-68d01421caa5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.256 total_s=6.309 first_tok_s=5.396228104364127
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=638eec85-8bad-4f12-97a2-2b8a4f552e04 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.046 total_s=10.144 first_tok_s=9.232670161873102
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=99c07537-fab5-4a49-b70d-96121426ed94 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.144 total_s=6.425 first_tok_s=5.324631836730987
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=8fafd5a1-ea07-4e6d-af06-53aa1fd8c482 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=0.002 total_s=5.018 first_tok_s=4.111382530070841
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=d03a4ea1-dc2a-4f8e-87c8-ab6e9ed50495 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.011 total_s=6.271 first_tok_s=5.190345208160579
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=3dd05b5c-d637-452b-8ce5-dc5179616ac1 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.268 total_s=6.302 first_tok_s=5.391871091909707
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=e67cedc9-00a4-41d7-961f-3dc670ed5ae5 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.030 total_s=6.276 first_tok_s=5.195040215272456
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=9cbc77bf-65b1-42e9-ae93-a3a8d00c9e2d prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.275 total_s=2.522 first_tok_s=1.4331272230483592
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=33c22566-72d1-48a8-9397-5e40d5461320 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=1.241 total_s=6.275 first_tok_s=5.349386804271489
(MultiNodeVLLMEngine pid=4190642, ip=192.168.33.40) [vLLM timing] generate req=b4c2c97a-b189-4085-acea-0cc8c55effe8 prompt_len=32000 max_tokens=8 lora_id=None lock_wait_s=5.027 total_s=6.281 first_tok_s=5.187581744045019
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=edf5a2ae-101f-4d93-b2fb-f0b5bd7e4428 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.582 first_tok_s=4.665376533288509
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=5b0e76fc-7fcc-490f-a72b-8b1d4dbed067 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.058 first_tok_s=4.150299323257059
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=97ac8ac8-b6f5-487d-8aba-038c796d96f5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=5.050 rw_lock_wait_s=0.000 total_s=6.317 first_tok_s=5.222075853031129
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=75594fe6-e291-46b6-861b-fc96fe3cadf0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.005 first_tok_s=4.09707907307893
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=9518f9ed-a03d-4d82-ac43-d770f56aec28 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=4.996 rw_lock_wait_s=0.003 total_s=6.246 first_tok_s=5.170037167146802
(MultiNodeVLLMEngine pid=7971, ip=192.168.33.40) [vLLM timing] generate req=8f8da33a-94df-4401-a7f2-92bb711ee8b3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=1.242 rw_lock_wait_s=0.003 total_s=2.498 first_tok_s=1.4187262868508697
(MultiNodeVLLMEngine pid=14121, ip=192.168.33.40) [vLLM timing] generate req=30486ccc-521c-4a00-b40b-74b3f4aa63bd prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.587 first_tok_s=4.665175823960453
(MultiNodeVLLMEngine pid=14121, ip=192.168.33.40) [vLLM timing] generate req=e88e74c6-01e2-45ea-9701-31aead5df780 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.583 total_s=10.610 first_tok_s=9.7301743789576
(MultiNodeVLLMEngine pid=17266, ip=192.168.33.40) [vLLM timing] generate req=a8188517-7e29-400a-bd4b-53bba89c88e9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.622 first_tok_s=4.7012191521935165
(MultiNodeVLLMEngine pid=17266, ip=192.168.33.40) [vLLM timing] generate req=58e6387d-38f4-441f-a80d-33a9a42fb7dd prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.618 total_s=10.650 first_tok_s=9.758160889148712
(MultiNodeVLLMEngine pid=20655, ip=192.168.33.40) [vLLM timing] generate req=0f3dd04a-d596-4b23-940c-a71daec6004b prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.746 first_tok_s=4.757154831662774
(MultiNodeVLLMEngine pid=20655, ip=192.168.33.40) [vLLM timing] generate req=381c8263-ee15-4a8b-b838-b79d37983e0f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.331 first_tok_s=0.17817582096904516
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=2863d7b9-5dc4-4779-9b19-7d4452c4bdb7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.719 first_tok_s=4.7745173131115735
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=d7c51602-bda2-45ba-a501-f85ff0206e1a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.260 first_tok_s=4.336634533945471
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=c7f72c86-f817-484c-86e4-ac3d4a1454d3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.252 first_tok_s=4.328249988146126
(MultiNodeVLLMEngine pid=28089, ip=192.168.33.40) [vLLM timing] generate req=26aeabb8-f03b-4ed4-ba4e-53fb5d512a0c prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.367 first_tok_s=0.24212054908275604
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=cc239b12-3f28-4db8-b5f7-63f358ce15b1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.758 first_tok_s=4.844948859885335
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=29c48258-c9c6-41be-b0fe-ff25eda89252 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.091 first_tok_s=4.182345293927938
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=41697369-303d-4c09-a918-64c8460f5a26 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.084 first_tok_s=4.174272498115897
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=9b80d442-b298-4e48-b882-415db64d1491 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.123 first_tok_s=4.2071134257130325
(MultiNodeVLLMEngine pid=31262, ip=192.168.33.40) [vLLM timing] generate req=0cd5ee8b-bd5f-4a44-8038-d7b6a9735498 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.115 first_tok_s=4.19855636684224
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=26dc4121-dfdc-4873-b2e3-91a69ef6c0f3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.665 first_tok_s=4.730523562990129
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=0e4baea3-8dc0-4527-819c-ec200493d91a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.177 first_tok_s=4.270583506207913
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=db19078b-06b4-4b3d-92a8-9989eb8b86ce prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.167 first_tok_s=4.260638441890478
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=b77ef45c-db1e-4f3e-9a13-a5f9987f0a42 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.937 first_tok_s=0.1784576578065753
(MultiNodeVLLMEngine pid=37939, ip=192.168.33.40) [vLLM timing] generate req=2cf23525-2323-450e-a675-f8db1a8df1fb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.927 first_tok_s=1.0160924019291997
(MultiNodeVLLMEngine pid=42323, ip=192.168.33.40) [vLLM timing] generate req=5f98d87f-5458-4a7b-8550-caeaa97f43f6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.669 first_tok_s=4.743331856094301
(MultiNodeVLLMEngine pid=42323, ip=192.168.33.40) [vLLM timing] generate req=18c2d466-c4d8-498e-bc0a-1ed6f97bc9cb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.249 first_tok_s=0.17784332716837525
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=0b9e8e3d-726d-451b-899f-d39345429c9c prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.543 first_tok_s=4.63026754790917
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=8a6d8290-c409-48df-9ee9-587e41c574ae prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.191 first_tok_s=4.255688039585948
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=1d3675c3-c5f1-47ad-92f0-13093996a551 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.181 first_tok_s=4.2453653840348125
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=cc579811-a888-41ab-8adb-d6ac5ad3565e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.204 first_tok_s=4.236982977949083
(MultiNodeVLLMEngine pid=49098, ip=192.168.33.40) [vLLM timing] generate req=0e5c29a3-3a3c-4873-af80-0313000e8da8 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.194 first_tok_s=4.226644505281001
(MultiNodeVLLMEngine pid=59566, ip=192.168.33.40) [vLLM timing] generate req=03480ad8-0729-458d-8ebd-2d5ce5547ca3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.620 first_tok_s=4.697254527825862
(MultiNodeVLLMEngine pid=59566, ip=192.168.33.40) [vLLM timing] generate req=1ba163f2-6192-4709-bebf-f1ea10b39369 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.245 first_tok_s=0.17261830577626824
(MultiNodeVLLMEngine pid=64408, ip=192.168.33.40) [vLLM timing] generate req=6499b45b-f2ba-4ad8-8680-12d5600d846d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.562 first_tok_s=4.649736013729125
(MultiNodeVLLMEngine pid=64408, ip=192.168.33.40) [vLLM timing] generate req=98e29c81-190f-4a54-ae59-4b806fb530e9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.263 first_tok_s=0.16855586599558592
(MultiNodeVLLMEngine pid=69520, ip=192.168.33.40) [vLLM timing] generate req=c48d286c-6102-4fd7-90ee-8544189f4e4d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.617 first_tok_s=4.666283651255071
(MultiNodeVLLMEngine pid=69520, ip=192.168.33.40) [vLLM timing] generate req=55d6b1f3-885e-4768-b55d-df89c0224e58 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.280 first_tok_s=0.17571794288232923
(MultiNodeVLLMEngine pid=74100, ip=192.168.33.40) [vLLM timing] generate req=67b09938-56e2-4021-a96c-25766c80c322 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.562 first_tok_s=4.642674293834716
(MultiNodeVLLMEngine pid=77566, ip=192.168.33.40) [vLLM timing] generate req=9f6a26b7-7c38-4a51-afdd-79a74e42921a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.650 first_tok_s=4.723790866788477
(MultiNodeVLLMEngine pid=82974, ip=192.168.33.40) [vLLM timing] generate req=9377d84d-af46-4434-99a3-f97869e93606 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.626 first_tok_s=4.7024609902873635
(MultiNodeVLLMEngine pid=84864, ip=192.168.33.40) [vLLM timing] generate req=2a848ac9-57ac-45c2-85ba-e7b223107681 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.005 total_s=5.576 first_tok_s=4.6651698891073465
(MultiNodeVLLMEngine pid=86753, ip=192.168.33.40) [vLLM timing] generate req=3443a47c-0cfb-444b-a7fd-c333bf8d50ad prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.003 total_s=5.645 first_tok_s=4.7024414842016995
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=758fc459-f308-47ca-a00c-fce940e22716 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.897 first_tok_s=4.885630607139319
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=834aad45-7230-494a-b693-108a2e9737be prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.889 total_s=60.004 first_tok_s=60.00444460939616
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=a93e612f-bc50-44b1-8875-04bfaef8fffc prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.002 first_tok_s=60.00158106070012
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=4e513b6a-2a42-488d-98c7-8a41150d2973 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.944 total_s=60.003 first_tok_s=60.00342397997156
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=c268eec6-89d1-4572-bb1c-7a6676a1acda prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.051 total_s=60.001 first_tok_s=60.00117566389963
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=cf918686-6ae9-4ad8-88b5-a598973adbf4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.943 total_s=60.003 first_tok_s=60.00314197782427
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=5ea19176-e3e6-4b44-a57b-4a13d0b8bbeb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.225 first_tok_s=60.22516054706648
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=fe2e96ee-4e7a-4ae9-8ebf-2c9bb32ca174 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=60.168 total_s=60.172 first_tok_s=60.17148642428219
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=7c64f547-22e7-498e-846a-f24f21ca44e0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=60.000 first_tok_s=59.999507505912334
(MultiNodeVLLMEngine pid=89380, ip=192.168.33.40) [vLLM timing] generate req=f1a0ff37-7c0d-4498-a405-92b14cf7e39e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=59.942 total_s=60.004 first_tok_s=60.003638587892056
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=64b85c31-22a3-4306-8aef-45eae8fb34d6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.607 first_tok_s=4.68563855625689
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=8f54908b-578f-45b6-8f77-e28764cfcb45 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.013 first_tok_s=4.103873597458005
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=6af527c7-7ecc-4339-9024-eaac1d794095 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.030 first_tok_s=4.115371964871883
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=99c94838-abf6-42d1-9801-305ba2804625 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=5.174 first_tok_s=4.199448045343161
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=3b226d23-77cc-404e-a08e-df8eb89259ae prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.166 total_s=7.315 first_tok_s=5.339752208441496
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=f6f2f1a2-8db5-4cd3-b701-2a61e71876f9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.405 first_tok_s=4.411093256436288
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=bfec3a35-73df-4c35-b134-685713fde45d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=5.397 total_s=6.747 first_tok_s=5.584140249527991
(MultiNodeVLLMEngine pid=53446, ip=192.168.33.39) [vLLM timing] generate req=2473af11-5e99-46e2-a9e2-70fb89c813de prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.337 first_tok_s=0.17973693553358316
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.778 first_tok_s=4.398302591405809
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.061 first_tok_s=0.14777578320354223
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.090 first_tok_s=0.14913355559110641
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.071 first_tok_s=0.1529803927987814
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.067 first_tok_s=0.15039605181664228
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.067 first_tok_s=0.15010511502623558
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.062 first_tok_s=0.15000213123857975
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=72617f96-339e-4473-8584-ed2680fe635d_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.065 first_tok_s=0.14820582792162895
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.103 first_tok_s=0.15553661342710257
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.104 first_tok_s=0.15289480332285166
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.111 first_tok_s=0.15483066625893116
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.099 first_tok_s=0.1529444633051753
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.096 first_tok_s=0.15066830068826675
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.097 first_tok_s=0.1501478049904108
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.092 first_tok_s=0.15364908147603273
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=23723674-9451-4d72-aa43-561ecc28c9f2_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.097 first_tok_s=0.1537370216101408
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.224 first_tok_s=4.276940292678773
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.094 first_tok_s=0.15334979444742203
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.090 first_tok_s=0.15266229771077633
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.088 first_tok_s=0.15169397927820683
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.087 first_tok_s=0.1526569090783596
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.085 first_tok_s=0.1512440424412489
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.099 first_tok_s=0.15170435886830091
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=b91d0b4b-1069-4431-b0a0-cdbb4b8dcbf5_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.114 first_tok_s=0.15929938573390245
(MultiNodeVLLMEngine pid=59481, ip=192.168.33.39) [vLLM timing] generate req=92f45d3f-b9ac-49ea-8fb8-de10ddd1d00d_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=1.251 first_tok_s=0.16509733442217112
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.491 first_tok_s=4.360279927030206
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.029 first_tok_s=0.1446324372664094
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.14437453728169203
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.037 first_tok_s=0.1471904432401061
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.1438387855887413
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.024 first_tok_s=0.14314140658825636
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.034 first_tok_s=0.14395324792712927
(MultiNodeVLLMEngine pid=64584, ip=192.168.33.39) [vLLM timing] generate req=ddbb36e7-78b3-4cbd-92fd-3ebb37a7ad6e_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.027 first_tok_s=0.14297623466700315
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.476 first_tok_s=4.470285750925541
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.046 first_tok_s=0.14917199313640594
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.040 first_tok_s=0.1485143667086959
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.049 first_tok_s=0.14842496439814568
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.041 first_tok_s=0.14833953976631165
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.041 first_tok_s=0.14738578349351883
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.046 first_tok_s=0.14958306215703487
(MultiNodeVLLMEngine pid=68863, ip=192.168.33.39) [vLLM timing] generate req=ec61abbe-6995-4721-8077-b2b1292fa21b_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.1474253535270691
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.405 first_tok_s=4.400505652651191
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.054 first_tok_s=0.14880800805985928
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.028 first_tok_s=0.14482161775231361
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.14464125782251358
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.045 first_tok_s=0.14868694730103016
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.1445337114855647
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.031 first_tok_s=0.14466723427176476
(MultiNodeVLLMEngine pid=74574, ip=192.168.33.39) [vLLM timing] generate req=a9a30c7a-2aba-4234-971f-41606d7992fe_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.028 first_tok_s=0.1449439525604248
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s0 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.391 first_tok_s=4.374470055103302
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.048 first_tok_s=0.1482364907860756
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.036 first_tok_s=0.14547314308583736
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s3 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.14408981800079346
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s4 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.033 first_tok_s=0.14403210394084454
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s5 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.037 first_tok_s=0.14415389765053988
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.058 first_tok_s=0.14488487876951694
(MultiNodeVLLMEngine pid=77269, ip=192.168.33.39) [vLLM timing] generate req=9c9fdb3b-4ec3-4640-a6c9-75719a13c99a_s7 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=1.035 first_tok_s=0.1462632017210126
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=1912a207-1137-4c1c-9106-d1654330fb72 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=5.898 first_tok_s=4.92391899600625
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=d72909eb-768c-44b5-9021-4a821779c173 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.326 first_tok_s=4.378041229210794
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=b58b93fb-2463-4a52-bb55-3badd30ffbf9 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00888283643872
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=51e26383-1170-4624-85c3-0766c6d5eb78 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.050 total_s=120.006 first_tok_s=120.00596029218286
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=47f120a8-fffe-4dc1-ba4a-90d98cb31c77 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00909873005003
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=df833c91-9cff-41f5-8f23-afbc82466e46 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00922213122249
(MultiNodeVLLMEngine pid=79635, ip=192.168.33.39) [vLLM timing] generate req=4ea156d4-b359-4eaf-9c52-1c4fcdc05485 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00944505166262
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=f2560d13-f671-4343-85b4-69060df96dc1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.002 total_s=5.551 first_tok_s=4.637027281336486
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=95741f9c-0752-4dd9-b846-0757ab4fc60f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.009 first_tok_s=120.00912316702306
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=e1a13444-3758-4501-918e-b24f4417b416 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.049 total_s=120.005 first_tok_s=120.00449201930314
(MultiNodeVLLMEngine pid=102801, ip=192.168.33.39) [vLLM timing] generate req=fd01887a-363a-41a7-a53a-c4385f288ead prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=120.008 first_tok_s=120.0080027654767
(MultiNodeVLLMEngine pid=804969, ip=192.168.33.30) [vLLM timing] generate req=8a61546a-522b-4d2b-97bd-81d42304691d prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.200 first_tok_s=5.822287230286747
(MultiNodeVLLMEngine pid=820966, ip=192.168.33.30) [vLLM timing] generate req=0911275f-e16f-4ac7-b171-91b77c5099a1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.767 first_tok_s=5.768664402887225
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=103ff90f-80d9-4752-a87c-462d46db0ddc prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=2.759 first_tok_s=1.7410448286682367
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=455f2e09-97ce-41cb-a1ab-b04a6fe9941a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=6.479 first_tok_s=1.5350723592564464
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2273f392-c4e6-48ed-9236-50bb9233922a prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.942 first_tok_s=2.9571088766679168
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c36c950e-217c-47f9-87b9-ee2cd0cadd94 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=9.408 first_tok_s=4.388644381426275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e50047d-77d8-4676-ad2e-2e80153e0278 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=10.872 first_tok_s=5.827937735244632
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d45eed67-9651-411a-9e5e-411237c302ba prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=12.100 first_tok_s=7.033093633130193
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=89f24cc5-6aa3-4c73-b90e-3044ea3b4630 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=13.542 first_tok_s=8.48791007976979
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=cd492a01-ef4a-4ad2-8f52-56bcbdb5b6d6 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=14.996 first_tok_s=9.940485568717122
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=54091d6e-673a-4b79-82d9-bd5f86cd147f prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.001 total_s=16.460 first_tok_s=11.38964362256229
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=cf0e51bf-1134-44f2-8fc2-0b0d4286358e prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.690 first_tok_s=6.595111574977636
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=792f99e2-4fa1-4c70-a91b-5bb347bde286 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.689 first_tok_s=6.564803149551153
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2fb692b7-35e9-4147-809b-b74c09a60572 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.671 first_tok_s=6.55341134686023
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e1409c02-45dc-44cb-b3ca-f3cc1029b8f2 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=11.664 first_tok_s=6.539529233239591
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=33a7b3e8-6fa2-458a-8694-43ce47378deb prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=10.614 first_tok_s=6.5297418711707
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=04c3f2cc-02df-46ef-91de-a1f527a03700 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=9.427 first_tok_s=6.525571939535439
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=43c20e0f-a9d1-4d47-905d-855c303414d1 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=8.233 first_tok_s=6.514013949781656
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b031eeeb-9ba1-4b01-bbc2-ae5b2567a244 prompt_len=32000 max_tokens=8 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=7.019 first_tok_s=6.111297358758748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.393 first_tok_s=1.4916633544489741
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.392 first_tok_s=1.4904199158772826
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.391 first_tok_s=1.4893865613266826
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.390 first_tok_s=1.4884029384702444
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.390 first_tok_s=1.4874397218227386
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.389 first_tok_s=1.4864752506837249
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.388 first_tok_s=1.4855101592838764
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e6d5270b-6a99-4398-8cd5-fc9c2df5f275_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=36.387 first_tok_s=1.4845499796792865
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.760 first_tok_s=0.18856755271553993
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.900 first_tok_s=0.8624378340318799
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.899 first_tok_s=0.8613594202324748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.898 first_tok_s=0.8603666974231601
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.897 first_tok_s=0.8593938089907169
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.897 first_tok_s=0.8583990409970284
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.896 first_tok_s=0.8574266778305173
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ba112844-8826-461a-b37f-46bf9a55a31d_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.895 first_tok_s=0.8564428901299834
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.042 first_tok_s=1.8436787901446223
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.041 first_tok_s=1.8426529448479414
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.040 first_tok_s=1.8413106733933091
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.039 first_tok_s=1.8403352685272694
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.039 first_tok_s=1.8393698213621974
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.038 first_tok_s=1.8384129721671343
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.037 first_tok_s=1.8374453904107213
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3763d92c-d95b-4a87-b82e-bf38c33039d4_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=35.036 first_tok_s=1.8364645885303617
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.786 first_tok_s=1.5860562678426504
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.785 first_tok_s=1.5847467333078384
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.784 first_tok_s=1.583232618868351
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.783 first_tok_s=1.5821633310988545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.782 first_tok_s=1.5811645286157727
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.781 first_tok_s=1.5801877286285162
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.780 first_tok_s=1.5792307890951633
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e5c93d45-249b-40ae-ad0d-5a46cdb6397a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=34.780 first_tok_s=1.578264801762998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.482 total_s=68.034 first_tok_s=34.7763221366331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.625 total_s=68.172 first_tok_s=34.99038932193071
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.626 total_s=68.172 first_tok_s=34.99033686053008
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.626 total_s=68.172 first_tok_s=34.990289873443544
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.627 total_s=68.173 first_tok_s=34.99024141021073
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.628 total_s=68.173 first_tok_s=34.99019611347467
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.629 total_s=68.173 first_tok_s=34.99014982301742
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=163beace-435a-4909-8cd6-0b39b27cfd4f_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.630 total_s=68.174 first_tok_s=34.9901033770293
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.776 total_s=68.318 first_tok_s=35.22482686769217
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.777 total_s=68.318 first_tok_s=35.22478163521737
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.778 total_s=68.319 first_tok_s=35.22473618388176
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.779 total_s=68.319 first_tok_s=35.22469248715788
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.780 total_s=68.319 first_tok_s=35.224642200395465
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.780 total_s=68.319 first_tok_s=35.22459261119366
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.781 total_s=68.319 first_tok_s=35.22454701829702
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ad84d70a-0170-4843-b04b-9de96d28b64c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.782 total_s=68.320 first_tok_s=35.224502940662205
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.781 total_s=68.318 first_tok_s=35.22280215099454
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.782 total_s=68.318 first_tok_s=35.22255770955235
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.783 total_s=68.318 first_tok_s=35.22250500135124
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.784 total_s=68.318 first_tok_s=35.22245468199253
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.785 total_s=68.319 first_tok_s=35.22240628208965
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.785 total_s=68.319 first_tok_s=35.22236015088856
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.786 total_s=68.319 first_tok_s=35.22231311071664
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=d57c621c-86cb-498f-8cc6-e6115cfaba33_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=34.787 total_s=68.319 first_tok_s=35.2222685161978
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.028 total_s=102.033 first_tok_s=68.31608527805656
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.168 total_s=102.171 first_tok_s=68.52386087179184
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.170 total_s=102.171 first_tok_s=68.52381284721196
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.171 total_s=102.171 first_tok_s=68.5237654009834
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.172 total_s=102.172 first_tok_s=68.52371806837618
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.174 total_s=102.172 first_tok_s=68.52367091644555
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.175 total_s=102.172 first_tok_s=68.5236239200458
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=0143d1aa-4ac5-425c-aa46-a5ebd705ebc3_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.176 total_s=102.172 first_tok_s=68.52357679791749
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.312 total_s=102.312 first_tok_s=69.44157193601131
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.313 total_s=102.312 first_tok_s=69.44151856936514
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.314 total_s=102.313 first_tok_s=69.44147048704326
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.315 total_s=102.313 first_tok_s=69.44142300076783
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.316 total_s=102.313 first_tok_s=69.44137689843774
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.317 total_s=102.313 first_tok_s=69.44133000448346
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.318 total_s=102.313 first_tok_s=69.44128427933902
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f0167c32-fe65-473b-b98f-b515222544cf_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.319 total_s=102.314 first_tok_s=69.44123192504048
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.686 total_s=67.680 first_tok_s=34.807696971111
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.687 total_s=67.680 first_tok_s=34.8076361482963
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.688 total_s=67.681 first_tok_s=34.80758613720536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.689 total_s=67.681 first_tok_s=34.807539565488696
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.690 total_s=67.681 first_tok_s=34.80749230924994
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.691 total_s=67.681 first_tok_s=34.807447030209005
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.691 total_s=67.681 first_tok_s=34.80739919189364
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=de6cf203-5f2c-47cd-aa5b-ce47fa66d9ed_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.692 total_s=67.681 first_tok_s=34.80735317245126
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.240 total_s=101.376 first_tok_s=67.5259217377752
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.379 total_s=101.511 first_tok_s=67.74011492915452
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.380 total_s=101.511 first_tok_s=67.74006682354957
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.381 total_s=101.511 first_tok_s=67.74001835286617
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.382 total_s=101.512 first_tok_s=67.73997103329748
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.383 total_s=101.512 first_tok_s=67.73992532677948
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.384 total_s=101.512 first_tok_s=67.73987970594317
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=c46f638b-378a-4932-ae4e-94b312e4c8c7_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.384 total_s=101.512 first_tok_s=67.73983370233327
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.524 total_s=101.659 first_tok_s=68.42523783631623
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.525 total_s=101.659 first_tok_s=68.42518360447139
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.526 total_s=101.660 first_tok_s=68.42513493541628
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.527 total_s=101.660 first_tok_s=68.42508728709072
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.527 total_s=101.659 first_tok_s=68.42437574826181
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.528 total_s=101.660 first_tok_s=68.42431543022394
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.660 first_tok_s=68.42427003383636
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6209cc3b-9a2a-4048-b1b9-4b6eecc5475c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.660 first_tok_s=68.42422385793179
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.528 total_s=101.877 first_tok_s=69.3453349461779
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.877 first_tok_s=69.34528330340981
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.529 total_s=101.878 first_tok_s=69.34523667953908
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.530 total_s=101.878 first_tok_s=69.34518890921026
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.531 total_s=101.878 first_tok_s=69.34514112118632
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.532 total_s=101.878 first_tok_s=69.34508787468076
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.533 total_s=101.878 first_tok_s=69.34504112787545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=ebe9fe67-fbf7-409a-ab5b-5419c110a14d_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.534 total_s=101.879 first_tok_s=69.34499498642981
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.967 total_s=71.246 first_tok_s=68.33717846963555
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.829 total_s=104.257 first_tok_s=68.11574085894972
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.966 total_s=104.393 first_tok_s=68.33727474976331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.967 total_s=104.394 first_tok_s=68.33722612448037
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.968 total_s=104.394 first_tok_s=68.33713140990585
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.969 total_s=104.394 first_tok_s=68.33708733413368
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.970 total_s=104.394 first_tok_s=68.33703703433275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f9a9342f-c010-432c-88ef-86082e7ce029_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.971 total_s=104.394 first_tok_s=68.33698787819594
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.113 total_s=104.688 first_tok_s=69.88200920261443
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.114 total_s=104.689 first_tok_s=69.8819510312751
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.115 total_s=104.689 first_tok_s=69.8819005060941
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.116 total_s=104.689 first_tok_s=69.881850970909
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.116 total_s=104.689 first_tok_s=69.88121073972434
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.117 total_s=104.689 first_tok_s=69.8811522834003
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.118 total_s=104.689 first_tok_s=69.88110245205462
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=710805ac-07f2-4dff-be30-a3d41f9a9790_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.119 total_s=104.689 first_tok_s=69.88105179276317
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.334 total_s=104.945 first_tok_s=71.24244896136224
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.335 total_s=104.945 first_tok_s=71.24239883664995
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.335 total_s=104.945 first_tok_s=71.24235194269568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.336 total_s=104.946 first_tok_s=71.24230628088117
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.337 total_s=104.946 first_tok_s=71.24225929286331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.338 total_s=104.946 first_tok_s=71.24221165012568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.339 total_s=104.946 first_tok_s=71.24216413125396
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=512ced2c-84b4-4590-9592-e405666159ea_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=68.340 total_s=104.946 first_tok_s=71.24211691133678
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.392 total_s=71.475 first_tok_s=39.048223747871816
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.403 total_s=102.919 first_tok_s=70.67235281690955
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.541 total_s=103.049 first_tok_s=70.83871062472463
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.542 total_s=103.049 first_tok_s=70.83866249583662
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.543 total_s=103.050 first_tok_s=70.8386153653264
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.544 total_s=103.050 first_tok_s=70.83856835402548
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.545 total_s=103.050 first_tok_s=70.83852230757475
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1313d3c1-2e9e-4fbd-b3f3-4a6f088ab9f9_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=70.545 total_s=103.050 first_tok_s=70.83847639895976
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=32.937 first_tok_s=0.19494738150388002
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.077 first_tok_s=0.4675081353634596
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.076 first_tok_s=0.4663243815302849
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.076 first_tok_s=0.465254376642406
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.075 first_tok_s=0.46427825558930635
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.074 first_tok_s=0.4633166715502739
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.074 first_tok_s=0.46235124580562115
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2de33280-3b97-4cf8-a48a-e23361cdd75b_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.073 first_tok_s=0.4612542539834976
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.069 first_tok_s=0.4572753310203552
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.068 first_tok_s=0.4561385251581669
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.067 first_tok_s=0.45516207814216614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.067 first_tok_s=0.4542045248672366
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.066 first_tok_s=0.45324617251753807
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.065 first_tok_s=0.45211835857480764
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.064 first_tok_s=0.45114212203770876
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=bc9b0d59-f0c6-4a6a-a764-319f92e5b0fc_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.063 first_tok_s=0.4501816760748625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.063 first_tok_s=0.4492338616400957
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.061 first_tok_s=0.4478912418708205
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.205 first_tok_s=0.612258399836719
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.204 first_tok_s=0.6112997652962804
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.203 first_tok_s=0.6103456011041999
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.203 first_tok_s=0.6093939691781998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.202 first_tok_s=0.6084386194124818
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=66646f90-9c92-4d59-911b-5ae8ae063d99_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=33.201 first_tok_s=0.6074662152677774
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=32.908 total_s=65.967 first_tok_s=33.19938485696912
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.054 total_s=66.108 first_tok_s=33.499925459735096
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.055 total_s=66.108 first_tok_s=33.49987693037838
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.056 total_s=66.108 first_tok_s=33.49982797913253
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.057 total_s=66.109 first_tok_s=33.49977913312614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.109 first_tok_s=33.499731762334704
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.108 first_tok_s=33.498811044730246
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=18a24848-9c87-4b87-9e44-1adbd4628346_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.058 total_s=66.108 first_tok_s=33.49875626433641
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.059 total_s=66.108 first_tok_s=33.49840165954083
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.060 total_s=66.108 first_tok_s=33.49835144542158
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.061 total_s=66.109 first_tok_s=33.49830382782966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.061 total_s=66.109 first_tok_s=33.49825627077371
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.062 total_s=66.109 first_tok_s=33.49820980615914
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.063 total_s=66.109 first_tok_s=33.498164041899145
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.064 total_s=66.109 first_tok_s=33.49811874516308
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5131512-7bd8-44f1-a044-b694e3e29bfa_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.065 total_s=66.109 first_tok_s=33.49806261714548
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.059 total_s=66.104 first_tok_s=33.491981422528625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.060 total_s=66.104 first_tok_s=33.491924620233476
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.191 total_s=66.253 first_tok_s=33.657999084331095
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.192 total_s=66.253 first_tok_s=33.657953905873
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.193 total_s=66.253 first_tok_s=33.65790644381195
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.194 total_s=66.254 first_tok_s=33.65786017663777
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.195 total_s=66.254 first_tok_s=33.65781375579536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=2d5e8bcd-dab6-4d1e-a343-4fe1841bad7c_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.195 total_s=66.254 first_tok_s=33.65756874810904
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=65.957 total_s=99.425 first_tok_s=66.25190287083387
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.101 total_s=99.567 first_tok_s=66.54655989166349
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.102 total_s=99.568 first_tok_s=66.54651052132249
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.103 total_s=99.568 first_tok_s=66.54646413214505
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.104 total_s=99.568 first_tok_s=66.54641829896718
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.105 total_s=99.568 first_tok_s=66.5463717551902
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.569 first_tok_s=66.54632062837481
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=19ea0524-0e02-441f-a221-4c8f11b37816_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.107 total_s=99.569 first_tok_s=66.54627481661737
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.104 total_s=99.565 first_tok_s=66.54265614505857
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.105 total_s=99.566 first_tok_s=66.54260100796819
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.566 first_tok_s=66.54255109559745
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.106 total_s=99.566 first_tok_s=66.54250217881054
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.107 total_s=99.566 first_tok_s=66.54245464503765
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.108 total_s=99.566 first_tok_s=66.5420917198062
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.108 total_s=99.566 first_tok_s=66.54203229304403
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f194bca4-6c18-4191-a6f3-d662dd60a39a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.109 total_s=99.566 first_tok_s=66.54198294971138
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.041 total_s=66.497 first_tok_s=33.47265048790723
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.042 total_s=66.497 first_tok_s=33.472591389901936
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.178 total_s=66.638 first_tok_s=33.64094294607639
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.179 total_s=66.638 first_tok_s=33.64089654572308
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.180 total_s=66.638 first_tok_s=33.640849062241614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.180 total_s=66.639 first_tok_s=33.640795189887285
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.181 total_s=66.639 first_tok_s=33.64074706751853
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=394aa7d0-0164-4e93-9b27-f17205986053_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.182 total_s=66.639 first_tok_s=33.640700433403254
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.349 total_s=99.778 first_tok_s=66.63796153012663
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.496 total_s=99.920 first_tok_s=66.92918146494776
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.497 total_s=99.920 first_tok_s=66.92913585342467
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.497 total_s=99.920 first_tok_s=66.92863903008401
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.498 total_s=99.920 first_tok_s=66.92858129553497
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.499 total_s=99.921 first_tok_s=66.92853572871536
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.500 total_s=99.921 first_tok_s=66.92848869226873
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5a2e86e3-95af-4cb8-9729-66e02a329d45_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.501 total_s=99.921 first_tok_s=66.92844223696738
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.500 total_s=99.920 first_tok_s=66.9272183869034
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.501 total_s=99.920 first_tok_s=66.92715924791992
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.502 total_s=99.921 first_tok_s=66.92710922751576
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.503 total_s=99.921 first_tok_s=66.92706250119954
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.504 total_s=99.921 first_tok_s=66.92700968496501
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.504 total_s=99.921 first_tok_s=66.92695507593453
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.505 total_s=99.921 first_tok_s=66.92690932936966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b5096e8c-a562-40f2-a332-7a0c06799578_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.506 total_s=100.750 first_tok_s=67.11169519089162
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.454 total_s=67.698 first_tok_s=34.05867054127157
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.455 total_s=67.698 first_tok_s=34.058608235791326
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.582 total_s=67.698 first_tok_s=34.05855331663042
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.583 total_s=67.698 first_tok_s=34.0585061609745
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.584 total_s=67.698 first_tok_s=34.058459812775254
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.585 total_s=67.699 first_tok_s=34.058414248749614
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.586 total_s=67.699 first_tok_s=34.05836865026504
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=1e7ec9f9-e8ac-4155-a651-a572cdc27847_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=33.587 total_s=67.699 first_tok_s=34.05832120310515
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.722 total_s=103.065 first_tok_s=68.69251421932131
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.868 total_s=103.065 first_tok_s=68.69247318059206
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.869 total_s=103.065 first_tok_s=68.69242965150625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.870 total_s=103.065 first_tok_s=68.6923851557076
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.871 total_s=103.066 first_tok_s=68.69233947899193
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.871 total_s=103.065 first_tok_s=68.69182509649545
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.872 total_s=103.066 first_tok_s=68.69176631607115
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=561773d8-881a-40fa-8155-7911bb35e679_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.066 first_tok_s=68.6917171292007
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.203 first_tok_s=69.4191502649337
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.873 total_s=103.203 first_tok_s=69.4190958365798
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.874 total_s=103.203 first_tok_s=69.41904653050005
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.875 total_s=103.203 first_tok_s=69.41899769939482
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.876 total_s=103.203 first_tok_s=69.41894966457039
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.877 total_s=103.204 first_tok_s=69.41889631934464
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=66.878 total_s=103.204 first_tok_s=69.41884872037917
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=fb5e4d8e-0839-48b5-9ffd-1648b30c02a4_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.697 total_s=103.204 first_tok_s=69.4187991572544
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.564 total_s=104.595 first_tok_s=70.41777518205345
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.565 total_s=104.595 first_tok_s=70.41771584190428
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.566 total_s=104.596 first_tok_s=70.41766782011837
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.567 total_s=104.596 first_tok_s=70.41761898528785
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.568 total_s=104.596 first_tok_s=70.41757292021066
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.569 total_s=104.596 first_tok_s=70.41752615571022
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.569 total_s=104.596 first_tok_s=70.41748035885394
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=b11999b0-e1d2-4299-8ec1-be18dbe19b94_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=67.570 total_s=104.597 first_tok_s=70.41743455268443
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.603 total_s=71.786 first_tok_s=71.26433237455785
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.598 total_s=104.120 first_tok_s=71.26456164009869
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.599 total_s=104.120 first_tok_s=71.26450889091939
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.600 total_s=104.120 first_tok_s=71.26446373667568
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.601 total_s=104.120 first_tok_s=71.26441879943013
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.602 total_s=104.121 first_tok_s=71.2643763134256
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.604 total_s=104.121 first_tok_s=71.26428758446127
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=5f4f6f40-2325-411f-93ad-1500327270cf_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=69.605 total_s=104.121 first_tok_s=71.26424456015229
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.094 first_tok_s=1.5640986608341336
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.093 first_tok_s=1.562597763724625
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.092 first_tok_s=1.561416513286531
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.091 first_tok_s=1.5604064939543605
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.090 first_tok_s=1.5593827376142144
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.090 first_tok_s=1.5584266725927591
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.089 first_tok_s=1.5574709279462695
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=f1d60c3d-2540-4684-a9d2-e279c1eff8b0_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.088 first_tok_s=1.5564672071486712
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.857 first_tok_s=3.0891163628548384
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.856 first_tok_s=3.0880059553310275
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.855 first_tok_s=3.0869451835751534
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.854 first_tok_s=3.0858672792091966
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.854 first_tok_s=3.084822609089315
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.853 first_tok_s=3.0837880121544003
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.852 first_tok_s=3.0827304711565375
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=3c4cd5ff-a484-4203-9fbf-7f672b576282_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=37.851 first_tok_s=3.0816134149208665
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.421 first_tok_s=4.590387107804418
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.421 first_tok_s=4.589413346722722
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.420 first_tok_s=4.588432717137039
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.419 first_tok_s=4.58747439738363
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.418 first_tok_s=4.586519184522331
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.418 first_tok_s=4.5854300409555435
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.417 first_tok_s=4.5844552125781775
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=9cf53d59-55db-42ba-bf55-8e497a301d00_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=39.416 first_tok_s=4.583497068844736
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.060 total_s=74.521 first_tok_s=38.76408365089446
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.062 total_s=74.522 first_tok_s=38.76402689795941
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.063 total_s=74.522 first_tok_s=38.76397828385234
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.064 total_s=74.522 first_tok_s=38.76393005438149
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.065 total_s=74.522 first_tok_s=38.76388476602733
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.066 total_s=74.522 first_tok_s=38.76383890770376
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.067 total_s=74.522 first_tok_s=38.76379275787622
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=6fd9437f-47ef-4a09-a418-daa3635cc2f8_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.068 total_s=74.523 first_tok_s=38.76374612748623
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.832 total_s=75.321 first_tok_s=40.33874402567744
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.833 total_s=75.322 first_tok_s=40.33868738077581
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.834 total_s=75.322 first_tok_s=40.33863988518715
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.835 total_s=75.322 first_tok_s=40.33859181497246
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.835 total_s=75.322 first_tok_s=40.338543754071
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.836 total_s=75.323 first_tok_s=40.33849762007594
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.837 total_s=75.323 first_tok_s=40.338450675830245
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=60c34d2d-cbff-46b1-97e0-aad7cfcdf547_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=37.838 total_s=75.323 first_tok_s=40.33840524684638
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.402 total_s=76.894 first_tok_s=41.892805024050176
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.403 total_s=76.894 first_tok_s=41.892753979191184
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.404 total_s=76.895 first_tok_s=41.892704425379634
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.404 total_s=76.895 first_tok_s=41.89265790116042
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.405 total_s=76.895 first_tok_s=41.89261293783784
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.406 total_s=76.895 first_tok_s=41.89256641454995
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.407 total_s=76.895 first_tok_s=41.89251412358135
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=786ef2c9-dc8f-4f73-b036-12979d6bdee3_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=39.408 total_s=76.895 first_tok_s=41.89246137998998
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.514 total_s=110.217 first_tok_s=76.24904384743422
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.515 total_s=110.217 first_tok_s=76.24899124726653
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.516 total_s=110.218 first_tok_s=76.24894383363426
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.517 total_s=110.218 first_tok_s=76.24889614526182
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.518 total_s=110.218 first_tok_s=76.24885009229183
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.519 total_s=110.218 first_tok_s=76.24880396109074
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.520 total_s=110.218 first_tok_s=76.24875882826746
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=eae60dc7-7d85-490b-b1e4-1da3f08a1291_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=74.520 total_s=110.218 first_tok_s=76.24871253129095
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s0 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.313 total_s=110.475 first_tok_s=77.78284468967468
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s1 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.314 total_s=110.476 first_tok_s=77.78278569690883
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s2 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.315 total_s=110.476 first_tok_s=77.78273556660861
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s3 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.316 total_s=110.476 first_tok_s=77.7826882712543
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s4 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.317 total_s=110.476 first_tok_s=77.7826402420178
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s5 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.318 total_s=110.476 first_tok_s=77.78259467612952
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s6 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.318 total_s=110.477 first_tok_s=77.78254760988057
(MultiNodeVLLMEngine pid=303740, ip=192.168.33.41) [vLLM timing] generate req=e7da7463-941d-4f9f-906e-67b781ddfa9a_coalesced_s7 prompt_len=32000 max_tokens=256 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=75.319 total_s=110.476 first_tok_s=77.78219162952155
(MultiNodeVLLMEngine pid=426183, ip=192.168.33.39) [vLLM timing] generate req=0c0cd949-7fef-447f-925e-bcdd3e2cafbc prompt_len=3 max_tokens=1 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=0.430 first_tok_s=0.43043397832661867
(MultiNodeVLLMEngine pid=426183, ip=192.168.33.39) [vLLM timing] generate req=5dfc777e-366e-448d-bcaf-def7e0ab100d prompt_len=3 max_tokens=1 lora_id=None serialize_wait_s=0.000 rw_lock_wait_s=0.000 total_s=0.132 first_tok_s=0.13213568273931742
2026-01-26 09:53:40,104 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3 vllm_req=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3_coalesced waiters=1 total_samples=2 rid_ns=ff6c9ca8-fc3d-4f93-a7bc-02c96fd5bcb3:2
2026-01-26 09:53:52,707 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d218b804-3f46-4dfc-b678-18dcdd1fb321 vllm_req=d218b804-3f46-4dfc-b678-18dcdd1fb321_coalesced waiters=1 total_samples=2 rid_ns=d218b804-3f46-4dfc-b678-18dcdd1fb321:2
2026-01-26 09:54:05,175 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=462a54a8-8b7b-4649-a14a-817b48e1973d vllm_req=462a54a8-8b7b-4649-a14a-817b48e1973d_coalesced waiters=1 total_samples=4 rid_ns=462a54a8-8b7b-4649-a14a-817b48e1973d:4
2026-01-26 09:54:18,951 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=54a75403-526c-4136-aa49-660bec8125c5 vllm_req=54a75403-526c-4136-aa49-660bec8125c5_coalesced waiters=1 total_samples=4 rid_ns=54a75403-526c-4136-aa49-660bec8125c5:4
2026-01-26 09:54:32,738 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c7210754-59bb-448d-82a3-7ed7ae7c71d2 vllm_req=c7210754-59bb-448d-82a3-7ed7ae7c71d2_coalesced waiters=1 total_samples=8 rid_ns=c7210754-59bb-448d-82a3-7ed7ae7c71d2:8
2026-01-26 09:54:49,555 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=609d9e1b-12b8-415f-afb1-94f33898d700 vllm_req=609d9e1b-12b8-415f-afb1-94f33898d700_coalesced waiters=1 total_samples=8 rid_ns=609d9e1b-12b8-415f-afb1-94f33898d700:8
2026-01-26 09:55:06,460 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=f9244e2e-cbf9-475e-879a-209518edccca vllm_req=f9244e2e-cbf9-475e-879a-209518edccca_coalesced waiters=2 total_samples=2 rid_ns=f9244e2e-cbf9-475e-879a-209518edccca:1,d3488315-2981-44ff-877d-3598692a239e:1
2026-01-26 09:55:38,491 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=402df212-a1c9-4bf7-8264-2af657252ef2 vllm_req=402df212-a1c9-4bf7-8264-2af657252ef2_coalesced waiters=2 total_samples=4 rid_ns=402df212-a1c9-4bf7-8264-2af657252ef2:2,79b58205-fb37-445e-9cad-16a215520ebe:2
2026-01-26 09:55:54,189 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a vllm_req=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a_coalesced waiters=1 total_samples=2 rid_ns=0fc8e5df-8fb4-4f2f-91c3-aba13e83b79a:2
2026-01-26 09:55:54,191 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a2eb1113-79a1-430b-a826-6f81355d7e36 vllm_req=a2eb1113-79a1-430b-a826-6f81355d7e36_coalesced waiters=1 total_samples=2 rid_ns=a2eb1113-79a1-430b-a826-6f81355d7e36:2
2026-01-26 09:56:12,789 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4d7bb615-bdb0-485d-bcff-730fdab03497 vllm_req=4d7bb615-bdb0-485d-bcff-730fdab03497_coalesced waiters=2 total_samples=8 rid_ns=4d7bb615-bdb0-485d-bcff-730fdab03497:4,d5fe926e-6742-4de5-a374-556e27ffb8a9:4
2026-01-26 09:56:31,590 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=83a520db-264e-4073-b90d-7e8d2ee34f6f vllm_req=83a520db-264e-4073-b90d-7e8d2ee34f6f_coalesced waiters=1 total_samples=4 rid_ns=83a520db-264e-4073-b90d-7e8d2ee34f6f:4
2026-01-26 09:56:31,592 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=3690c00c-0d07-4534-ab41-1ced26c47211 vllm_req=3690c00c-0d07-4534-ab41-1ced26c47211_coalesced waiters=1 total_samples=4 rid_ns=3690c00c-0d07-4534-ab41-1ced26c47211:4
2026-01-26 09:56:53,194 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=43cb6e8c-b6c6-443a-b748-296a44d0d429 vllm_req=43cb6e8c-b6c6-443a-b748-296a44d0d429_coalesced waiters=2 total_samples=16 rid_ns=43cb6e8c-b6c6-443a-b748-296a44d0d429:8,33e5c6b9-892c-48d7-ab51-ced6e1637706:8
2026-01-26 09:57:18,266 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a8c15084-d6c2-4447-81f0-ad558b30c8e6 vllm_req=a8c15084-d6c2-4447-81f0-ad558b30c8e6_coalesced waiters=1 total_samples=8 rid_ns=a8c15084-d6c2-4447-81f0-ad558b30c8e6:8
2026-01-26 09:57:18,267 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b189b10b-f58c-4ab3-bc67-6a45b219bef6 vllm_req=b189b10b-f58c-4ab3-bc67-6a45b219bef6_coalesced waiters=1 total_samples=8 rid_ns=b189b10b-f58c-4ab3-bc67-6a45b219bef6:8
2026-01-26 09:57:45,797 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=987ea527-0083-4b84-83da-aad77ac0d5c9 vllm_req=987ea527-0083-4b84-83da-aad77ac0d5c9_coalesced waiters=3 total_samples=3 rid_ns=987ea527-0083-4b84-83da-aad77ac0d5c9:1,ce8ab5d9-3859-4f35-8caa-490a3d57da85:1,0ddda471-df5a-47f1-808e-58006789e954:1
2026-01-26 09:58:33,595 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1 vllm_req=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1_coalesced waiters=3 total_samples=6 rid_ns=d9a36a12-7a1a-4fe5-8213-75b21a2e21d1:2,aed4aab4-a2d0-4dbb-beca-5d9598a4aeab:2,a1b59d5e-50be-4873-8d16-8b65ee9e3832:2
2026-01-26 09:58:33,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=cf0676d6-7833-448f-96ab-4b002d6847ad vllm_req=cf0676d6-7833-448f-96ab-4b002d6847ad_coalesced waiters=1 total_samples=2 rid_ns=cf0676d6-7833-448f-96ab-4b002d6847ad:2
2026-01-26 09:58:55,551 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=51f86d41-3911-4925-ae1d-ed06ba00245f vllm_req=51f86d41-3911-4925-ae1d-ed06ba00245f_coalesced waiters=1 total_samples=2 rid_ns=51f86d41-3911-4925-ae1d-ed06ba00245f:2
2026-01-26 09:58:55,554 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e04d1fa8-5381-4659-9fad-1e27669dd133 vllm_req=e04d1fa8-5381-4659-9fad-1e27669dd133_coalesced waiters=1 total_samples=2 rid_ns=e04d1fa8-5381-4659-9fad-1e27669dd133:2
2026-01-26 09:58:55,556 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def vllm_req=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def_coalesced waiters=1 total_samples=2 rid_ns=49c79e43-d5cf-4bbd-9e3e-3f1cfd285def:2
2026-01-26 09:58:55,558 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9e17a0c-dc79-4131-a10f-aa3af2624237 vllm_req=d9e17a0c-dc79-4131-a10f-aa3af2624237_coalesced waiters=1 total_samples=2 rid_ns=d9e17a0c-dc79-4131-a10f-aa3af2624237:2
2026-01-26 09:59:26,895 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=42b77f92-39fb-4afb-9332-2c170ae19133 vllm_req=42b77f92-39fb-4afb-9332-2c170ae19133_coalesced waiters=3 total_samples=12 rid_ns=42b77f92-39fb-4afb-9332-2c170ae19133:4,cb8a96e8-456f-4833-b7f2-bbcb09ca93e5:4,92d73b2f-33c5-4106-bd23-46eea6af9105:4
2026-01-26 09:59:26,902 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=37353837-75d6-4c3f-b066-3e3675f14c8c vllm_req=37353837-75d6-4c3f-b066-3e3675f14c8c_coalesced waiters=1 total_samples=4 rid_ns=37353837-75d6-4c3f-b066-3e3675f14c8c:4
2026-01-26 09:59:55,548 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e1b2169e-0529-4723-bf1d-0523b9e512f5 vllm_req=e1b2169e-0529-4723-bf1d-0523b9e512f5_coalesced waiters=1 total_samples=4 rid_ns=e1b2169e-0529-4723-bf1d-0523b9e512f5:4
2026-01-26 09:59:55,550 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ce848a51-cca4-4943-9e03-09dc15f2d9b5 vllm_req=ce848a51-cca4-4943-9e03-09dc15f2d9b5_coalesced waiters=1 total_samples=4 rid_ns=ce848a51-cca4-4943-9e03-09dc15f2d9b5:4
2026-01-26 09:59:55,552 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=36868247-b312-48b2-b43d-3963a211c2e5 vllm_req=36868247-b312-48b2-b43d-3963a211c2e5_coalesced waiters=1 total_samples=4 rid_ns=36868247-b312-48b2-b43d-3963a211c2e5:4
2026-01-26 09:59:55,556 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=56ca4f40-615f-450a-8864-eb202908de80 vllm_req=56ca4f40-615f-450a-8864-eb202908de80_coalesced waiters=1 total_samples=4 rid_ns=56ca4f40-615f-450a-8864-eb202908de80:4
2026-01-26 10:00:33,218 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7 vllm_req=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7_coalesced waiters=3 total_samples=24 rid_ns=eef8c7c3-efd7-42d7-9f6d-876e71e37fd7:8,d1b751a2-229b-4ce7-a178-1f00da3e7c9a:8,2f5a0ad9-4e85-494d-9bbb-2ee068ef41e6:8
2026-01-26 10:00:33,225 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9 vllm_req=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9_coalesced waiters=1 total_samples=8 rid_ns=fcc17ac4-ac6c-41e9-96b1-0dbd75e780b9:8
2026-01-26 10:01:02,685 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0f6ce40d-8465-4a0c-bba1-1d855cd8105c vllm_req=0f6ce40d-8465-4a0c-bba1-1d855cd8105c_coalesced waiters=1 total_samples=8 rid_ns=0f6ce40d-8465-4a0c-bba1-1d855cd8105c:8
2026-01-26 10:01:02,687 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=24ea7d27-27e5-4dd6-86ff-53e14cf4645d vllm_req=24ea7d27-27e5-4dd6-86ff-53e14cf4645d_coalesced waiters=1 total_samples=8 rid_ns=24ea7d27-27e5-4dd6-86ff-53e14cf4645d:8
2026-01-26 10:01:02,689 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe vllm_req=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe_coalesced waiters=1 total_samples=8 rid_ns=8ab2edc3-8b03-48ad-8ab1-0cd95d69ddbe:8
2026-01-26 10:01:02,693 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b51fafef-c161-421e-a18e-edbe509664d5 vllm_req=b51fafef-c161-421e-a18e-edbe509664d5_coalesced waiters=1 total_samples=8 rid_ns=b51fafef-c161-421e-a18e-edbe509664d5:8
2026-01-26 10:01:58,002 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4eec9644-e438-4d2a-87d9-058805a66663 vllm_req=4eec9644-e438-4d2a-87d9-058805a66663_coalesced waiters=3 total_samples=3 rid_ns=4eec9644-e438-4d2a-87d9-058805a66663:1,6341801b-a995-490e-b446-63fc2ac12013:1,216d99a6-cb96-45b4-8985-c17833a43d88:1
2026-01-26 10:01:58,016 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96 vllm_req=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96_coalesced waiters=2 total_samples=2 rid_ns=8bbb1ce7-ad3c-4e67-bf7c-15c0f2108b96:1,3f5de473-56a2-4d53-9586-0106840927cd:1
2026-01-26 10:01:58,023 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=80671d58-7519-4f25-8173-9f8057a73451 vllm_req=80671d58-7519-4f25-8173-9f8057a73451_coalesced waiters=2 total_samples=2 rid_ns=80671d58-7519-4f25-8173-9f8057a73451:1,2fcb93d0-ca3b-4d91-801b-84ed8eecc2fb:1
2026-01-26 10:03:19,622 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=10967802-48f7-4190-a789-3bab64362fe2 vllm_req=10967802-48f7-4190-a789-3bab64362fe2_coalesced waiters=3 total_samples=6 rid_ns=10967802-48f7-4190-a789-3bab64362fe2:2,10924058-59b9-4eb2-8562-de93f900dce6:2,a3c12afa-1a63-4ecd-ab8c-0fec5a39d162:2
2026-01-26 10:03:19,629 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d811fadd-7a40-4956-b6a3-1efc5a5c1638 vllm_req=d811fadd-7a40-4956-b6a3-1efc5a5c1638_coalesced waiters=1 total_samples=2 rid_ns=d811fadd-7a40-4956-b6a3-1efc5a5c1638:2
2026-01-26 10:03:19,636 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=006b9bde-7002-4f61-b2d3-790a5cb7ab5a vllm_req=006b9bde-7002-4f61-b2d3-790a5cb7ab5a_coalesced waiters=2 total_samples=4 rid_ns=006b9bde-7002-4f61-b2d3-790a5cb7ab5a:2,3b85ac9b-208d-44b2-993b-7acb0631e1a5:2
2026-01-26 10:03:19,644 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=1510494f-b416-4e41-84d4-40431cc8a85e vllm_req=1510494f-b416-4e41-84d4-40431cc8a85e_coalesced waiters=2 total_samples=4 rid_ns=1510494f-b416-4e41-84d4-40431cc8a85e:2,c6e1e27d-07b3-4a30-b534-5167ed09cd7d:2
2026-01-26 10:03:54,967 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b624995e-3dc4-4e08-87e9-ef716ea236f8 vllm_req=b624995e-3dc4-4e08-87e9-ef716ea236f8_coalesced waiters=1 total_samples=2 rid_ns=b624995e-3dc4-4e08-87e9-ef716ea236f8:2
2026-01-26 10:03:54,968 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=aacf9f89-50d4-47d5-a854-bff01e3945e1 vllm_req=aacf9f89-50d4-47d5-a854-bff01e3945e1_coalesced waiters=1 total_samples=2 rid_ns=aacf9f89-50d4-47d5-a854-bff01e3945e1:2
2026-01-26 10:03:54,970 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7 vllm_req=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7_coalesced waiters=1 total_samples=2 rid_ns=696fc9ec-b9fd-4770-8e64-d48e17bf0ad7:2
2026-01-26 10:03:54,975 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=80c8cac1-4c74-45e5-8736-780d887a5e30 vllm_req=80c8cac1-4c74-45e5-8736-780d887a5e30_coalesced waiters=1 total_samples=2 rid_ns=80c8cac1-4c74-45e5-8736-780d887a5e30:2
2026-01-26 10:03:54,982 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9c00b8f5-aeb0-4fe6-a09b-223447478a9f vllm_req=9c00b8f5-aeb0-4fe6-a09b-223447478a9f_coalesced waiters=1 total_samples=2 rid_ns=9c00b8f5-aeb0-4fe6-a09b-223447478a9f:2
2026-01-26 10:03:54,986 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=463476af-6868-4087-afca-f948a8294c7c vllm_req=463476af-6868-4087-afca-f948a8294c7c_coalesced waiters=1 total_samples=2 rid_ns=463476af-6868-4087-afca-f948a8294c7c:2
2026-01-26 10:03:54,989 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ec4622a9-c246-49e5-b125-b992620f6120 vllm_req=ec4622a9-c246-49e5-b125-b992620f6120_coalesced waiters=1 total_samples=2 rid_ns=ec4622a9-c246-49e5-b125-b992620f6120:2
2026-01-26 10:03:54,992 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=02b6cb29-da92-4d98-9785-aab8a9e02386 vllm_req=02b6cb29-da92-4d98-9785-aab8a9e02386_coalesced waiters=1 total_samples=2 rid_ns=02b6cb29-da92-4d98-9785-aab8a9e02386:2
2026-01-26 10:04:52,976 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fadd689f-0178-4a0f-8f61-13575283df05 vllm_req=fadd689f-0178-4a0f-8f61-13575283df05_coalesced waiters=3 total_samples=12 rid_ns=fadd689f-0178-4a0f-8f61-13575283df05:4,b8170742-7e24-4fec-9e3d-d5ed58c2a506:4,8b098dc7-0ad7-45d1-a6b4-ac40d8828b98:4
2026-01-26 10:04:52,984 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c9ffe56d-ca6f-428c-810f-d9224e21cc7e vllm_req=c9ffe56d-ca6f-428c-810f-d9224e21cc7e_coalesced waiters=2 total_samples=8 rid_ns=c9ffe56d-ca6f-428c-810f-d9224e21cc7e:4,fb09e8a2-1520-49bd-a358-d2b6ad875530:4
2026-01-26 10:04:52,992 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c43b5496-21dd-4944-a903-fa92bb80227d vllm_req=c43b5496-21dd-4944-a903-fa92bb80227d_coalesced waiters=1 total_samples=4 rid_ns=c43b5496-21dd-4944-a903-fa92bb80227d:4
2026-01-26 10:04:52,998 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8ca8527f-6641-46f3-ab39-44ffe9e6db3c vllm_req=8ca8527f-6641-46f3-ab39-44ffe9e6db3c_coalesced waiters=2 total_samples=8 rid_ns=8ca8527f-6641-46f3-ab39-44ffe9e6db3c:4,32942a52-2f44-487c-8b2c-78aac8680a83:4
2026-01-26 10:05:29,886 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=71e2eb36-690b-4e4f-81d5-7568626e0cc2 vllm_req=71e2eb36-690b-4e4f-81d5-7568626e0cc2_coalesced waiters=1 total_samples=4 rid_ns=71e2eb36-690b-4e4f-81d5-7568626e0cc2:4
2026-01-26 10:05:29,887 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9c207799-8b16-48ea-897a-bf2be61a26e4 vllm_req=9c207799-8b16-48ea-897a-bf2be61a26e4_coalesced waiters=1 total_samples=4 rid_ns=9c207799-8b16-48ea-897a-bf2be61a26e4:4
2026-01-26 10:05:29,889 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c67da39b-6e94-44e6-8c91-7e38f405463d vllm_req=c67da39b-6e94-44e6-8c91-7e38f405463d_coalesced waiters=1 total_samples=4 rid_ns=c67da39b-6e94-44e6-8c91-7e38f405463d:4
2026-01-26 10:05:29,894 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2d749ea3-6122-4cc4-a066-9960ea68dd35 vllm_req=2d749ea3-6122-4cc4-a066-9960ea68dd35_coalesced waiters=1 total_samples=4 rid_ns=2d749ea3-6122-4cc4-a066-9960ea68dd35:4
2026-01-26 10:05:29,902 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2 vllm_req=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2_coalesced waiters=1 total_samples=4 rid_ns=0ad52ebc-5972-4c5e-8e2c-b7aaf48670d2:4
2026-01-26 10:05:29,906 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=95cefc1f-1819-4101-8783-95ef194f9bab vllm_req=95cefc1f-1819-4101-8783-95ef194f9bab_coalesced waiters=1 total_samples=4 rid_ns=95cefc1f-1819-4101-8783-95ef194f9bab:4
2026-01-26 10:05:29,909 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8fd01836-235d-4708-9005-f3e5e05a5488 vllm_req=8fd01836-235d-4708-9005-f3e5e05a5488_coalesced waiters=1 total_samples=4 rid_ns=8fd01836-235d-4708-9005-f3e5e05a5488:4
2026-01-26 10:05:29,914 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4 vllm_req=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4_coalesced waiters=1 total_samples=4 rid_ns=d9ad5d0c-77f4-4b19-bb3c-f0c59c5258d4:4
2026-01-26 10:06:45,872 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=988596c2-383e-4fa2-b672-783a677fd6aa vllm_req=988596c2-383e-4fa2-b672-783a677fd6aa_coalesced waiters=3 total_samples=24 rid_ns=988596c2-383e-4fa2-b672-783a677fd6aa:8,b70c99f3-46f3-4bcd-9ad2-8d79453fa75a:8,9d6c5fca-3bc3-46f0-9254-fc18b3e9f5ef:8
2026-01-26 10:06:45,878 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=7c3f89ec-be33-4403-a77e-a256d9554089 vllm_req=7c3f89ec-be33-4403-a77e-a256d9554089_coalesced waiters=1 total_samples=8 rid_ns=7c3f89ec-be33-4403-a77e-a256d9554089:8
2026-01-26 10:06:45,885 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a556f6c5-3fea-44d2-b253-8a5dc6f86910 vllm_req=a556f6c5-3fea-44d2-b253-8a5dc6f86910_coalesced waiters=3 total_samples=24 rid_ns=a556f6c5-3fea-44d2-b253-8a5dc6f86910:8,7798482a-7606-41f9-823b-35411519c67c:8,a124d9a8-c160-4199-b42e-fab413a1a335:8
2026-01-26 10:06:45,892 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a1ad72ab-38cf-4f34-8fbb-a951a304825c vllm_req=a1ad72ab-38cf-4f34-8fbb-a951a304825c_coalesced waiters=1 total_samples=8 rid_ns=a1ad72ab-38cf-4f34-8fbb-a951a304825c:8
2026-01-26 10:07:26,577 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a5ff1f6a-f426-43b3-ac5d-188907b56ec6 vllm_req=a5ff1f6a-f426-43b3-ac5d-188907b56ec6_coalesced waiters=1 total_samples=8 rid_ns=a5ff1f6a-f426-43b3-ac5d-188907b56ec6:8
2026-01-26 10:07:26,580 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=33d2ba0d-6dd1-45c7-8ec4-c01580e71229 vllm_req=33d2ba0d-6dd1-45c7-8ec4-c01580e71229_coalesced waiters=1 total_samples=8 rid_ns=33d2ba0d-6dd1-45c7-8ec4-c01580e71229:8
2026-01-26 10:07:26,582 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=73245e78-002a-4f02-9dee-21b8b1a50374 vllm_req=73245e78-002a-4f02-9dee-21b8b1a50374_coalesced waiters=1 total_samples=8 rid_ns=73245e78-002a-4f02-9dee-21b8b1a50374:8
2026-01-26 10:07:26,585 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5e817e3f-976f-474f-b2a0-8f1e0eaab265 vllm_req=5e817e3f-976f-474f-b2a0-8f1e0eaab265_coalesced waiters=1 total_samples=8 rid_ns=5e817e3f-976f-474f-b2a0-8f1e0eaab265:8
2026-01-26 10:07:26,591 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=3f4a31b2-aba0-48ae-acb3-7483296f0ea8 vllm_req=3f4a31b2-aba0-48ae-acb3-7483296f0ea8_coalesced waiters=1 total_samples=8 rid_ns=3f4a31b2-aba0-48ae-acb3-7483296f0ea8:8
2026-01-26 10:07:26,594 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e04db05e-8803-4955-8625-e1630f19d996 vllm_req=e04db05e-8803-4955-8625-e1630f19d996_coalesced waiters=1 total_samples=8 rid_ns=e04db05e-8803-4955-8625-e1630f19d996:8
2026-01-26 10:07:26,599 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e8969253-434f-43ac-9b6b-a2fbd9f7be6f vllm_req=e8969253-434f-43ac-9b6b-a2fbd9f7be6f_coalesced waiters=1 total_samples=8 rid_ns=e8969253-434f-43ac-9b6b-a2fbd9f7be6f:8
2026-01-26 10:07:26,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bf95e519-12a3-4785-bc4a-994fcbdff719 vllm_req=bf95e519-12a3-4785-bc4a-994fcbdff719_coalesced waiters=1 total_samples=8 rid_ns=bf95e519-12a3-4785-bc4a-994fcbdff719:8
2026-01-26 10:22:00,963 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f98a0e8-1858-41b2-aaa1-c9aee54a4d39 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.782 first_tok_s=4.757241963001434
2026-01-26 10:22:05,720 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a134e46c-dc5d-4d5a-9b8b-178b78453cdc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.416 first_tok_s=1.412038480018964
2026-01-26 10:22:12,932 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=88c769ac-a3f3-40af-96c4-3abc92b5c471 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.407 first_tok_s=1.4120084699825384
2026-01-26 10:22:17,670 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=66ddab49-84d1-41ad-9ad2-f121ca19a493 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.407 first_tok_s=1.4119385959929787
2026-01-26 10:22:20,303 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5e2d02b4-bf21-4445-bab6-0ef504161999 vllm_req=5e2d02b4-bf21-4445-bab6-0ef504161999_coalesced waiters=1 total_samples=2 rid_ns=5e2d02b4-bf21-4445-bab6-0ef504161999:2
2026-01-26 10:22:25,001 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5e2d02b4-bf21-4445-bab6-0ef504161999_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.682 first_tok_s=1.4304255960159935
2026-01-26 10:22:30,017 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=15144a1a-66da-4761-a19e-d2c7d19de974 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.699 first_tok_s=1.4285376530024223
2026-01-26 10:22:32,665 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=0f816174-5519-4dc4-9b2d-5e2670db5ae0 vllm_req=0f816174-5519-4dc4-9b2d-5e2670db5ae0_coalesced waiters=1 total_samples=2 rid_ns=0f816174-5519-4dc4-9b2d-5e2670db5ae0:2
2026-01-26 10:22:37,380 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0f816174-5519-4dc4-9b2d-5e2670db5ae0_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.701 first_tok_s=1.4331486529845279
2026-01-26 10:22:42,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f24902d4-f939-4bab-b2be-463c21cfbdab prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.695 first_tok_s=1.4339370659727138
2026-01-26 10:22:45,088 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e vllm_req=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e_coalesced waiters=1 total_samples=4 rid_ns=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e:4
2026-01-26 10:22:50,542 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2f6c37ca-ec18-4218-aee1-6f9e2d051d3e_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.444 first_tok_s=1.47897496400401
2026-01-26 10:22:56,198 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5a91e150-dc14-4b73-8299-2361e178e496 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.442 first_tok_s=1.4775568429904524
2026-01-26 10:22:58,873 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a699fa29-f8a2-46e4-b80d-da4aa386f58e vllm_req=a699fa29-f8a2-46e4-b80d-da4aa386f58e_coalesced waiters=1 total_samples=4 rid_ns=a699fa29-f8a2-46e4-b80d-da4aa386f58e:4
2026-01-26 10:23:04,329 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a699fa29-f8a2-46e4-b80d-da4aa386f58e_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.437 first_tok_s=1.4762515230104327
2026-01-26 10:23:10,067 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f0df5aa8-3489-4866-a75c-34227d85d283 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.438 first_tok_s=1.4748373450129293
2026-01-26 10:23:12,614 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eb9d150b-7860-497d-86c8-e6ef088e3806 vllm_req=eb9d150b-7860-497d-86c8-e6ef088e3806_coalesced waiters=1 total_samples=8 rid_ns=eb9d150b-7860-497d-86c8-e6ef088e3806:8
2026-01-26 10:23:19,601 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eb9d150b-7860-497d-86c8-e6ef088e3806_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.972 first_tok_s=1.5324512769875582
2026-01-26 10:23:26,950 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=871fd060-b1f0-4a70-8c1f-496c644332bc prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.965 first_tok_s=1.5275699300109409
2026-01-26 10:23:29,716 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253 vllm_req=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253_coalesced waiters=1 total_samples=8 rid_ns=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253:8
2026-01-26 10:23:36,698 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=90c1628a-245e-4f3c-8a6a-dfd1e4b9e253_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.5268609100021422
2026-01-26 10:23:44,098 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e34725b8-ffcb-4fb9-b69f-5b93ca99f83b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.973 first_tok_s=1.5288537759915926
2026-01-26 10:23:46,832 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4e180b93-0c85-43c1-b83b-492b9d066810 vllm_req=4e180b93-0c85-43c1-b83b-492b9d066810_coalesced waiters=2 total_samples=2 rid_ns=4e180b93-0c85-43c1-b83b-492b9d066810:1,2fe5ce98-f42b-4ed1-b245-1b90460304c9:1
2026-01-26 10:23:51,543 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4e180b93-0c85-43c1-b83b-492b9d066810_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.701 first_tok_s=1.4366879549925216
2026-01-26 10:23:56,626 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec52663d-a215-4ebe-82e1-94ba6a57be88 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.699 first_tok_s=1.4356947179767303
2026-01-26 10:23:56,627 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=44682ee1-c12a-47cd-8286-87ce6fb3d95e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.693 first_tok_s=1.4300850839936174
2026-01-26 10:24:08,301 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d636c014-0855-486e-85b1-ffe3a502a87a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.703 first_tok_s=1.4503045020101126
2026-01-26 10:24:08,396 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=76e5984e-a0c7-4452-b564-78927d254a36 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.796 first_tok_s=3.419388381007593
2026-01-26 10:24:15,012 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=921ccc0f-4310-44bb-9218-c35d198de778 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.197 first_tok_s=1.450198917009402
2026-01-26 10:24:16,280 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ca17bcbb-202c-4e33-90dc-649a2ecd6228 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.460 first_tok_s=2.912942244001897
2026-01-26 10:24:19,920 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2024448f-86d9-4d5e-b44f-c04d17040a2f vllm_req=2024448f-86d9-4d5e-b44f-c04d17040a2f_coalesced waiters=2 total_samples=4 rid_ns=2024448f-86d9-4d5e-b44f-c04d17040a2f:2,aa05681e-e4cb-4b4d-91d4-5d986fe01b4b:2
2026-01-26 10:24:25,383 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2024448f-86d9-4d5e-b44f-c04d17040a2f_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.448 first_tok_s=1.484283141006017
2026-01-26 10:24:31,166 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e9230de3-75cd-4ba7-8f67-6376a951f544 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.449 first_tok_s=1.4821309309918433
2026-01-26 10:24:31,168 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=36c71cdd-52f9-4f6d-86d6-cd102aa9de33 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.445 first_tok_s=1.4771283080044668
2026-01-26 10:24:35,706 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=549dcd74-eda5-4c26-8868-478a5ea6db00 vllm_req=549dcd74-eda5-4c26-8868-478a5ea6db00_coalesced waiters=1 total_samples=2 rid_ns=549dcd74-eda5-4c26-8868-478a5ea6db00:2
2026-01-26 10:24:35,708 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=cb612138-7515-46c5-a132-8bf199d3aec3 vllm_req=cb612138-7515-46c5-a132-8bf199d3aec3_coalesced waiters=1 total_samples=2 rid_ns=cb612138-7515-46c5-a132-8bf199d3aec3:2
2026-01-26 10:24:42,482 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=549dcd74-eda5-4c26-8868-478a5ea6db00_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.761 first_tok_s=1.480262657016283
2026-01-26 10:24:42,586 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cb612138-7515-46c5-a132-8bf199d3aec3_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.863 first_tok_s=2.9730405989976134
2026-01-26 10:24:49,629 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d72a7c9-6690-440f-8cbe-772e2d607de0 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.757 first_tok_s=1.4808706599869765
2026-01-26 10:24:50,921 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1a82fc23-9af8-4d8d-933f-73dfd24bf495 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=8.044 first_tok_s=2.970312258985359
2026-01-26 10:24:53,995 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=c650a9ec-3b43-433e-8f0e-169335f60ce3 vllm_req=c650a9ec-3b43-433e-8f0e-169335f60ce3_coalesced waiters=2 total_samples=8 rid_ns=c650a9ec-3b43-433e-8f0e-169335f60ce3:4,56bc1e31-04c4-411d-96a5-ba90dbc473ed:4
2026-01-26 10:25:00,985 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c650a9ec-3b43-433e-8f0e-169335f60ce3_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.970 first_tok_s=1.5243999480153434
2026-01-26 10:25:08,400 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6df7628c-fee6-4541-bc6d-1ae4327761fc prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.969 first_tok_s=1.5255203639972024
2026-01-26 10:25:08,402 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eff17970-037e-40df-9f11-8cdbffc0b82a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.965 first_tok_s=1.5205219319905154
2026-01-26 10:25:12,798 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bdad757f-e8fd-4c22-bd18-e8ee31c26490 vllm_req=bdad757f-e8fd-4c22-bd18-e8ee31c26490_coalesced waiters=1 total_samples=4 rid_ns=bdad757f-e8fd-4c22-bd18-e8ee31c26490:4
2026-01-26 10:25:12,800 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=60e60f75-5423-4372-ab49-9dcf7ac140b7 vllm_req=60e60f75-5423-4372-ab49-9dcf7ac140b7_coalesced waiters=1 total_samples=4 rid_ns=60e60f75-5423-4372-ab49-9dcf7ac140b7:4
2026-01-26 10:25:21,107 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bdad757f-e8fd-4c22-bd18-e8ee31c26490_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.292 first_tok_s=1.5349791889893822
2026-01-26 10:25:21,231 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60e60f75-5423-4372-ab49-9dcf7ac140b7_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.416 first_tok_s=3.0987880089960527
2026-01-26 10:25:29,981 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b93021b7-558c-4d8b-81df-7dc722286f48 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.290 first_tok_s=1.533605806005653
2026-01-26 10:25:31,326 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=459da459-14c4-470e-b63f-a589bb0c3a8d prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=9.629 first_tok_s=3.097649164003087
2026-01-26 10:25:34,700 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e7065751-a646-4e2f-abe6-4a868a90fa67 vllm_req=e7065751-a646-4e2f-abe6-4a868a90fa67_coalesced waiters=2 total_samples=16 rid_ns=e7065751-a646-4e2f-abe6-4a868a90fa67:8,ce51a685-ac03-4f99-b82b-1ca1ae970912:8
2026-01-26 10:25:44,809 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e7065751-a646-4e2f-abe6-4a868a90fa67_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=10.088 first_tok_s=1.656387885013828
2026-01-26 10:25:55,265 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=63080805-2afc-45ea-83a3-3142bc67152a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.100 first_tok_s=1.6606442700140178
2026-01-26 10:25:55,267 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=25c17136-5eae-442c-969f-db362ff82130 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.097 first_tok_s=1.6553285239788238
2026-01-26 10:25:59,648 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b431825f-08af-4256-95f1-26f3c50c506a vllm_req=b431825f-08af-4256-95f1-26f3c50c506a_coalesced waiters=1 total_samples=8 rid_ns=b431825f-08af-4256-95f1-26f3c50c506a:8
2026-01-26 10:25:59,649 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ebd78391-c752-4e6d-8510-513754ac9fae vllm_req=ebd78391-c752-4e6d-8510-513754ac9fae_coalesced waiters=1 total_samples=8 rid_ns=ebd78391-c752-4e6d-8510-513754ac9fae:8
2026-01-26 10:26:10,972 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b431825f-08af-4256-95f1-26f3c50c506a_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.305 first_tok_s=1.628427609015489
2026-01-26 10:26:11,142 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ebd78391-c752-4e6d-8510-513754ac9fae_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.475 first_tok_s=3.3023399009834975
2026-01-26 10:26:22,835 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=24fc23cf-61e1-4d04-b6a8-4690d69dcd8c prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.298 first_tok_s=1.6248672789952252
2026-01-26 10:26:24,250 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4ef3354f-e7e0-47ed-843e-31252348fa27 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.710 first_tok_s=3.2955469159933273
2026-01-26 10:26:27,329 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=747c44e8-c56c-42ff-a1cc-bc343ef0ab96 vllm_req=747c44e8-c56c-42ff-a1cc-bc343ef0ab96_coalesced waiters=3 total_samples=3 rid_ns=747c44e8-c56c-42ff-a1cc-bc343ef0ab96:1,cd55198e-02fc-4590-8787-f103527a24c6:1,9f75e041-bcc7-46c5-a7ed-ed54da7acbc8:1
2026-01-26 10:26:32,763 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=747c44e8-c56c-42ff-a1cc-bc343ef0ab96_coalesced prompt_len=32000 max_tokens=256 n=3 lora_id=1 total_s=5.420 first_tok_s=1.475006370979827
2026-01-26 10:26:32,765 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3babf50f-62bf-4d14-8346-c42718eef9ad prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.417 first_tok_s=1.4716876680031419
2026-01-26 10:26:38,638 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cd0fe14b-8f04-4671-a018-bec8ef63e9ce prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.413 first_tok_s=1.4713480100035667
2026-01-26 10:26:38,640 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3d4b2ac4-4139-4035-8b95-6d86b6a5c8f2 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.408 first_tok_s=1.4661923389940057
2026-01-26 10:26:38,641 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46438833-b643-4ecc-b3cc-daf6523c8679 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.403 first_tok_s=1.4610416660143528
2026-01-26 10:26:38,642 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7675d401-2e79-4814-bc06-7a6834ebe083 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.399 first_tok_s=1.456955345987808
2026-01-26 10:26:56,481 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d20a7eb1-35a9-452c-b5ba-462e5baa6619 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=9.970 first_tok_s=1.4638277019839734
2026-01-26 10:26:56,612 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c0d522a7-338f-403f-93ae-b31438a6f940 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.098 first_tok_s=2.963147228001617
2026-01-26 10:26:56,721 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d222cd34-2b32-48cd-ba9e-432354bc01e3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.205 first_tok_s=4.48856320802588
2026-01-26 10:26:56,817 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=695337cf-dad8-4b5b-a2e4-e014f9d73e45 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.299 first_tok_s=5.960784569993848
2026-01-26 10:27:07,009 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8cc49002-be24-4389-a292-626f0c5ba8bc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=9.979 first_tok_s=1.4687335540074855
2026-01-26 10:27:08,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0ea365e4-6033-47c9-8ba7-8b7ad43c827b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=11.296 first_tok_s=2.9649923509859946
2026-01-26 10:27:10,184 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3eb47090-966f-45ac-8539-59422ac6965f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=13.145 first_tok_s=4.4886187560041435
2026-01-26 10:27:11,997 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1695c6a0-53ba-48ae-8728-8821cf96e55b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=14.954 first_tok_s=5.959040177986026
2026-01-26 10:27:15,089 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=721acdd5-748c-4b21-b002-52660a6d5f06 vllm_req=721acdd5-748c-4b21-b002-52660a6d5f06_coalesced waiters=3 total_samples=6 rid_ns=721acdd5-748c-4b21-b002-52660a6d5f06:2,8dc6961e-0e12-4d76-809f-30726005b548:2,ce6af147-96fc-4e04-aaab-c6e7adc3911c:2
2026-01-26 10:27:15,096 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=5d39616f-c2a9-4af5-a74f-54b8c77512a7 vllm_req=5d39616f-c2a9-4af5-a74f-54b8c77512a7_coalesced waiters=1 total_samples=2 rid_ns=5d39616f-c2a9-4af5-a74f-54b8c77512a7:2
2026-01-26 10:27:22,071 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=721acdd5-748c-4b21-b002-52660a6d5f06_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=6.965 first_tok_s=1.5266412319906522
2026-01-26 10:27:22,074 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5d39616f-c2a9-4af5-a74f-54b8c77512a7_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.962 first_tok_s=1.5220939779828768
2026-01-26 10:27:29,478 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8786c429-b8a1-4698-956b-9f6c8cf52ab0 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.978 first_tok_s=1.541216418001568
2026-01-26 10:27:29,480 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9af83543-b7c7-47ea-85b3-353c6767ac7c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.974 first_tok_s=1.5372004509845283
2026-01-26 10:27:29,481 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b4ee6d22-0327-412e-8eea-d587f217fbae prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.971 first_tok_s=1.5329489870055113
2026-01-26 10:27:29,483 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8c610e68-b34a-46e6-9b43-6774eaf21e5a prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.967 first_tok_s=1.5288553690188564
2026-01-26 10:27:37,163 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=87bf5062-e3d4-4132-9b68-47d47f084d8a vllm_req=87bf5062-e3d4-4132-9b68-47d47f084d8a_coalesced waiters=1 total_samples=2 rid_ns=87bf5062-e3d4-4132-9b68-47d47f084d8a:2
2026-01-26 10:27:37,164 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=185a2c17-e70e-4f95-a7a2-2077b4aa30b8 vllm_req=185a2c17-e70e-4f95-a7a2-2077b4aa30b8_coalesced waiters=1 total_samples=2 rid_ns=185a2c17-e70e-4f95-a7a2-2077b4aa30b8:2
2026-01-26 10:27:37,167 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8d8de058-c3c5-4a72-a047-7188ea41b090 vllm_req=8d8de058-c3c5-4a72-a047-7188ea41b090_coalesced waiters=1 total_samples=2 rid_ns=8d8de058-c3c5-4a72-a047-7188ea41b090:2
2026-01-26 10:27:37,170 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=22c0cdbe-7773-4aed-b68a-5e40fe156375 vllm_req=22c0cdbe-7773-4aed-b68a-5e40fe156375_coalesced waiters=1 total_samples=2 rid_ns=22c0cdbe-7773-4aed-b68a-5e40fe156375:2
2026-01-26 10:27:48,373 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=87bf5062-e3d4-4132-9b68-47d47f084d8a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.199 first_tok_s=1.5104323280102108
2026-01-26 10:27:48,545 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=185a2c17-e70e-4f95-a7a2-2077b4aa30b8_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.367 first_tok_s=3.037268112995662
2026-01-26 10:27:48,672 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8d8de058-c3c5-4a72-a047-7188ea41b090_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.491 first_tok_s=4.632423445000313
2026-01-26 10:27:48,776 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=22c0cdbe-7773-4aed-b68a-5e40fe156375_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.594 first_tok_s=6.1873502639937215
2026-01-26 10:28:00,241 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1fa5949e-77b9-4bc6-9f67-27bd7d089dfd prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.186 first_tok_s=1.5118316739972215
2026-01-26 10:28:01,894 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b021bf2a-b7f0-4424-bb97-25d0769b2f20 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=12.837 first_tok_s=3.0414786459878087
2026-01-26 10:28:03,749 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd60f207-a4ca-4548-a855-dd29fe5aa041 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=14.686 first_tok_s=4.6335442250128835
2026-01-26 10:28:05,527 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=22d7d0fb-032f-48f0-b73c-70c4f8b25a02 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=16.461 first_tok_s=6.179109688004246
2026-01-26 10:28:08,415 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=216db323-ad65-4d93-8530-ff27f3e5d711 vllm_req=216db323-ad65-4d93-8530-ff27f3e5d711_coalesced waiters=3 total_samples=12 rid_ns=216db323-ad65-4d93-8530-ff27f3e5d711:4,54e0f158-398d-4784-960d-943abbdd8e67:4,818dcc03-333d-4825-a697-904349028b8a:4
2026-01-26 10:28:08,422 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b083bcba-3bf2-441d-9552-b55bf5b067b4 vllm_req=b083bcba-3bf2-441d-9552-b55bf5b067b4_coalesced waiters=1 total_samples=4 rid_ns=b083bcba-3bf2-441d-9552-b55bf5b067b4:4
2026-01-26 10:28:18,600 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=216db323-ad65-4d93-8530-ff27f3e5d711_coalesced prompt_len=32000 max_tokens=256 n=12 lora_id=1 total_s=10.162 first_tok_s=1.6700886040052865
2026-01-26 10:28:18,603 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b083bcba-3bf2-441d-9552-b55bf5b067b4_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.156 first_tok_s=1.6632569160137791
2026-01-26 10:28:29,138 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d91fdd75-fc7c-4d6e-a5fe-7d9eceabdb0c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.114 first_tok_s=1.6608931949886028
2026-01-26 10:28:29,140 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4b8c0def-4726-4929-a2ba-a51ff0d515a5 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.108 first_tok_s=1.654156276024878
2026-01-26 10:28:29,142 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=358a3452-41f4-4ed5-a0c6-e5668e28789f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.103 first_tok_s=1.6481237929838244
2026-01-26 10:28:29,145 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e0d17fe1-850b-4bd5-b57e-42b75e88fcff prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.099 first_tok_s=1.6437475669954438
2026-01-26 10:28:37,040 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=27df8cee-f127-4b3b-ac82-297fd0935b65 vllm_req=27df8cee-f127-4b3b-ac82-297fd0935b65_coalesced waiters=1 total_samples=4 rid_ns=27df8cee-f127-4b3b-ac82-297fd0935b65:4
2026-01-26 10:28:37,043 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2846ea21-6e7b-4445-83b9-2b35c9340e78 vllm_req=2846ea21-6e7b-4445-83b9-2b35c9340e78_coalesced waiters=1 total_samples=4 rid_ns=2846ea21-6e7b-4445-83b9-2b35c9340e78:4
2026-01-26 10:28:37,046 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=8b84714c-9d03-4095-8aba-e5503380477d vllm_req=8b84714c-9d03-4095-8aba-e5503380477d_coalesced waiters=1 total_samples=4 rid_ns=8b84714c-9d03-4095-8aba-e5503380477d:4
2026-01-26 10:28:37,048 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=839c8157-6fa2-46b1-b235-2f6ea36f569c vllm_req=839c8157-6fa2-46b1-b235-2f6ea36f569c_coalesced waiters=1 total_samples=4 rid_ns=839c8157-6fa2-46b1-b235-2f6ea36f569c:4
2026-01-26 10:28:51,225 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27df8cee-f127-4b3b-ac82-297fd0935b65_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.171 first_tok_s=1.6101929800061043
2026-01-26 10:28:51,469 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2846ea21-6e7b-4445-83b9-2b35c9340e78_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.413 first_tok_s=3.209387907991186
2026-01-26 10:28:51,641 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b84714c-9d03-4095-8aba-e5503380477d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.582 first_tok_s=4.9002626609872095
2026-01-26 10:28:51,768 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=839c8157-6fa2-46b1-b235-2f6ea36f569c_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.708 first_tok_s=6.602814559999388
2026-01-26 10:29:06,318 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c339087f-56d5-4408-b52e-8d036daf2ccf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.211 first_tok_s=1.6296974839933682
2026-01-26 10:29:08,079 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ebabf35d-b00f-4596-8f10-192412d9ddf8 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=15.969 first_tok_s=3.2311515740002505
2026-01-26 10:29:10,013 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e2622e3d-77e2-4d03-83e9-7369717c0c32 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=17.896 first_tok_s=4.920393363019684
2026-01-26 10:29:11,848 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7f0489b7-6f25-46be-ba94-0335925bf900 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=19.726 first_tok_s=6.621862055006204
2026-01-26 10:29:14,718 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=48337c10-326f-4bfb-ac65-d14f8cc31cc5 vllm_req=48337c10-326f-4bfb-ac65-d14f8cc31cc5_coalesced waiters=3 total_samples=24 rid_ns=48337c10-326f-4bfb-ac65-d14f8cc31cc5:8,1c1723b9-89e1-479f-be40-f2af1148bcde:8,cbfc33ac-f222-4be0-a834-ceca712e878f:8
2026-01-26 10:29:14,725 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4 vllm_req=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4_coalesced waiters=1 total_samples=8 rid_ns=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4:8
2026-01-26 10:29:25,441 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=48337c10-326f-4bfb-ac65-d14f8cc31cc5_coalesced prompt_len=32000 max_tokens=256 n=24 lora_id=1 total_s=10.695 first_tok_s=1.9110937569930684
2026-01-26 10:29:25,444 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a1c5f92c-0bdf-4351-9f85-5b5afd0ae3d4_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.688 first_tok_s=1.8998232320009265
2026-01-26 10:29:36,567 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8bd3c61a-6aca-48a5-9cc3-6bb8f2b372e4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.736 first_tok_s=1.9416720590088516
2026-01-26 10:29:36,569 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55052493-3c95-4be8-91c9-fbb14a173d09 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.733 first_tok_s=1.9361973859777208
2026-01-26 10:29:36,571 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=caf45342-8009-4183-8527-b0cede9c55f0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.729 first_tok_s=1.9311696370132267
2026-01-26 10:29:36,573 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec82795a-459f-4ec0-b2a6-5266d67ab23a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.725 first_tok_s=1.9262850119848736
2026-01-26 10:29:44,333 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=334a5efc-6036-40a6-bcde-5923253dcb32 vllm_req=334a5efc-6036-40a6-bcde-5923253dcb32_coalesced waiters=1 total_samples=8 rid_ns=334a5efc-6036-40a6-bcde-5923253dcb32:8
2026-01-26 10:29:44,334 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a15817bb-b043-4ee6-84dc-8f796b9c2fc3 vllm_req=a15817bb-b043-4ee6-84dc-8f796b9c2fc3_coalesced waiters=1 total_samples=8 rid_ns=a15817bb-b043-4ee6-84dc-8f796b9c2fc3:8
2026-01-26 10:29:44,337 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=73f1d3e1-b76a-4a27-afa5-11911c33e3a0 vllm_req=73f1d3e1-b76a-4a27-afa5-11911c33e3a0_coalesced waiters=1 total_samples=8 rid_ns=73f1d3e1-b76a-4a27-afa5-11911c33e3a0:8
2026-01-26 10:29:44,340 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=403d6406-6f8f-4755-bbe0-8a5568b17a7d vllm_req=403d6406-6f8f-4755-bbe0-8a5568b17a7d_coalesced waiters=1 total_samples=8 rid_ns=403d6406-6f8f-4755-bbe0-8a5568b17a7d:8
2026-01-26 10:30:07,132 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=334a5efc-6036-40a6-bcde-5923253dcb32_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.782 first_tok_s=1.856415096001001
2026-01-26 10:30:07,491 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a15817bb-b043-4ee6-84dc-8f796b9c2fc3_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.138 first_tok_s=3.5694698320003226
2026-01-26 10:30:07,760 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=73f1d3e1-b76a-4a27-afa5-11911c33e3a0_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.401 first_tok_s=5.451002633024473
2026-01-26 10:30:07,934 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=403d6406-6f8f-4755-bbe0-8a5568b17a7d_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.573 first_tok_s=7.44020463200286
2026-01-26 10:30:31,095 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=663f62b9-fa76-4384-835b-d304153b971f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.708 first_tok_s=1.7834583449875936
2026-01-26 10:30:33,076 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c0f66967-97ef-4bfa-8e47-0d2dbe99e790 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=24.687 first_tok_s=3.497877090005204
2026-01-26 10:30:35,197 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=385661ce-3681-47f1-9470-2ad1054601dc prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=26.799 first_tok_s=5.38513557499391
2026-01-26 10:30:37,125 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c51672d3-c78f-4994-bb4c-070a854099ba prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=28.721 first_tok_s=7.368989993003197
2026-01-26 10:30:40,045 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6fce50bc-41c8-41d1-a352-2c8813a8de4a vllm_req=6fce50bc-41c8-41d1-a352-2c8813a8de4a_coalesced waiters=2 total_samples=2 rid_ns=6fce50bc-41c8-41d1-a352-2c8813a8de4a:1,f04af301-3bfb-47d1-93fd-3ccfa009e973:1
2026-01-26 10:30:40,221 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=70eef221-75a9-4a05-9a51-cd981cce2b8b vllm_req=70eef221-75a9-4a05-9a51-cd981cce2b8b_coalesced waiters=3 total_samples=3 rid_ns=70eef221-75a9-4a05-9a51-cd981cce2b8b:1,df0cc146-ee89-4f22-992f-3b95ba9a22d3:1,a0444e44-8e89-4c9f-b7d0-866ad2de02fb:1
2026-01-26 10:30:40,228 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d86765f5-80c2-4a8a-88bd-645c6c34af5e vllm_req=d86765f5-80c2-4a8a-88bd-645c6c34af5e_coalesced waiters=2 total_samples=2 rid_ns=d86765f5-80c2-4a8a-88bd-645c6c34af5e:1,0184d5a8-e1f2-44f4-9582-de14ebec70f0:1
2026-01-26 10:30:46,952 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6fce50bc-41c8-41d1-a352-2c8813a8de4a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.892 first_tok_s=1.4731075129820965
2026-01-26 10:30:46,955 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=70eef221-75a9-4a05-9a51-cd981cce2b8b_coalesced prompt_len=32000 max_tokens=256 n=3 lora_id=1 total_s=6.723 first_tok_s=1.303119299991522
2026-01-26 10:30:46,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d86765f5-80c2-4a8a-88bd-645c6c34af5e_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.717 first_tok_s=1.296837008005241
2026-01-26 10:30:46,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1ba86af4-a4fd-40e7-bd89-ea8c9e31cc6b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.711 first_tok_s=1.2902987819979899
2026-01-26 10:30:54,424 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=176848d4-9ed5-4677-91ce-85f746c45e9b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.948 first_tok_s=1.5256570439960342
2026-01-26 10:30:54,425 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f53a6347-30a6-49fd-b371-832926b1eb38 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.945 first_tok_s=1.522629423008766
2026-01-26 10:30:54,426 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bebf1c3d-fce5-45f6-a1f1-ca698bb5e2bf prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.941 first_tok_s=1.5183890990156215
2026-01-26 10:30:54,427 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c8fe49a-c85c-420f-a0d1-28752da932c3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.937 first_tok_s=1.5141727830050513
2026-01-26 10:30:54,428 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7f15edb7-d29e-4f94-96e4-96b7e79f768d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.933 first_tok_s=1.5098467799834907
2026-01-26 10:30:54,429 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d15fca22-9def-4776-94cc-7963a1fb03eb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.928 first_tok_s=1.5052401650173124
2026-01-26 10:30:54,429 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=03a16f54-03d7-4635-beb7-be71119a0e62 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.924 first_tok_s=1.5007979549991433
2026-01-26 10:30:54,431 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=35aec6d2-4ba8-42ae-bfb7-daa71a568054 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.918 first_tok_s=1.4955289870267734
2026-01-26 10:31:26,890 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54fdb6a5-5eb9-4751-8293-97d60a2ba28a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.717 first_tok_s=1.4868966999929398
2026-01-26 10:31:27,089 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2c46572-9ee0-4818-ae6a-3e6ef1447baf prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.913 first_tok_s=2.9907404049881734
2026-01-26 10:31:27,279 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8d464c48-1235-4574-b1f7-2bb9286285dc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.099 first_tok_s=4.522059303009883
2026-01-26 10:31:27,461 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a3c29263-a1d2-4d17-b2ef-a6de7c12e9f1 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.281 first_tok_s=6.07801474398002
2026-01-26 10:31:27,601 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3eaed50d-b6d7-4243-8670-244d095281bb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.297 first_tok_s=7.541464795998763
2026-01-26 10:31:27,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7853226f-3bae-43ad-9b06-c57b970ffdcc prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.409 first_tok_s=9.007330110995099
2026-01-26 10:31:27,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=74a85e7d-a837-4916-945c-fbf994e64706 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.516 first_tok_s=10.62846289301524
2026-01-26 10:31:27,921 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=70315f18-9ec4-41b0-87c4-4586444597ba prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.606 first_tok_s=12.23125967400847
2026-01-26 10:31:46,209 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0b67a3ac-6123-4dd1-a655-43ad093e2d88 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.748 first_tok_s=1.5057585960021242
2026-01-26 10:31:47,880 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b7061bf-aaf9-4924-a15d-a39b6807a837 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=19.416 first_tok_s=3.010534455999732
2026-01-26 10:31:49,779 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c33330d3-e601-4554-aebe-1cc231a51297 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=21.310 first_tok_s=4.535206558008213
2026-01-26 10:31:51,656 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=900b41c6-009f-438c-aa1f-80f4998c1cc4 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=23.183 first_tok_s=6.0864538100140635
2026-01-26 10:31:53,519 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4512a7d9-0465-4551-a189-c3e31f0cef55 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=25.042 first_tok_s=7.675210578017868
2026-01-26 10:31:55,072 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8cf850a4-9f2b-43be-95b4-d76e726058c7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=26.590 first_tok_s=9.141993644007016
2026-01-26 10:31:56,929 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cbdc4dc1-10a7-45df-b005-6c03f73f4f5e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=28.442 first_tok_s=10.766769606998423
2026-01-26 10:31:58,736 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=258da247-d435-46c9-9cba-1a1cdecaa495 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=30.245 first_tok_s=12.373057129996596
2026-01-26 10:32:02,021 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=bea57327-5c1a-4486-93f6-5f13513b23df vllm_req=bea57327-5c1a-4486-93f6-5f13513b23df_coalesced waiters=3 total_samples=6 rid_ns=bea57327-5c1a-4486-93f6-5f13513b23df:2,d748f3fb-2242-4539-a7b7-e2bd28c6ba71:2,af5439d6-c1a0-4c46-b126-7cf116a81dba:2
2026-01-26 10:32:02,028 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4ff42694-3d52-42c5-a39d-db6a9c7ede07 vllm_req=4ff42694-3d52-42c5-a39d-db6a9c7ede07_coalesced waiters=1 total_samples=2 rid_ns=4ff42694-3d52-42c5-a39d-db6a9c7ede07:2
2026-01-26 10:32:02,037 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=39454960-03c7-42e7-aa87-5873d29a14f3 vllm_req=39454960-03c7-42e7-aa87-5873d29a14f3_coalesced waiters=3 total_samples=6 rid_ns=39454960-03c7-42e7-aa87-5873d29a14f3:2,4d3d55da-ef52-40c2-a998-9729a7502b20:2,fc15fd7f-98ae-40fd-b885-12d52357f4aa:2
2026-01-26 10:32:02,044 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=ad35a14b-c3fd-4fa1-b40e-8040825d9741 vllm_req=ad35a14b-c3fd-4fa1-b40e-8040825d9741_coalesced waiters=1 total_samples=2 rid_ns=ad35a14b-c3fd-4fa1-b40e-8040825d9741:2
2026-01-26 10:32:12,149 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bea57327-5c1a-4486-93f6-5f13513b23df_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=10.109 first_tok_s=1.6760507180006243
2026-01-26 10:32:12,151 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4ff42694-3d52-42c5-a39d-db6a9c7ede07_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.106 first_tok_s=1.6712158199807163
2026-01-26 10:32:12,152 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=39454960-03c7-42e7-aa87-5873d29a14f3_coalesced prompt_len=32000 max_tokens=256 n=6 lora_id=1 total_s=10.100 first_tok_s=1.6652901229972485
2026-01-26 10:32:12,154 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ad35a14b-c3fd-4fa1-b40e-8040825d9741_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.094 first_tok_s=1.6585515699989628
2026-01-26 10:32:22,869 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8165d48a-1be8-4770-a39a-c86a055554fe prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.109 first_tok_s=1.6617386220023036
2026-01-26 10:32:22,871 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16fe9d79-3256-472a-b277-f840fa80f1d7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.107 first_tok_s=1.6584935619903263
2026-01-26 10:32:22,872 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=da41f9fa-2b00-4b38-a1bf-55ce0b9deb48 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.103 first_tok_s=1.6542116610216908
2026-01-26 10:32:22,873 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=80b2fda9-b93b-4e83-83c7-91d2e8040763 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.099 first_tok_s=1.6499721629952546
2026-01-26 10:32:22,874 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=03a19400-f52c-4ddd-b074-06a0b4ebd4b3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.095 first_tok_s=1.645741429994814
2026-01-26 10:32:22,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6fa24d82-d1b8-4b55-b065-9445df65e255 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.091 first_tok_s=1.641166074987268
2026-01-26 10:32:22,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5c0fca77-d212-4c37-95d0-86991edb9e74 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.085 first_tok_s=1.6353737100143917
2026-01-26 10:32:22,877 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=056536a0-044c-4f7c-8369-f736af3f8510 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.081 first_tok_s=1.6306744500179775
2026-01-26 10:32:37,645 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=27b3dd45-b229-4cd3-ba47-947071385ce3 vllm_req=27b3dd45-b229-4cd3-ba47-947071385ce3_coalesced waiters=1 total_samples=2 rid_ns=27b3dd45-b229-4cd3-ba47-947071385ce3:2
2026-01-26 10:32:37,647 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe vllm_req=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe_coalesced waiters=1 total_samples=2 rid_ns=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe:2
2026-01-26 10:32:37,650 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=795c71df-5837-46c4-9415-6e2ba764edfd vllm_req=795c71df-5837-46c4-9415-6e2ba764edfd_coalesced waiters=1 total_samples=2 rid_ns=795c71df-5837-46c4-9415-6e2ba764edfd:2
2026-01-26 10:32:37,653 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a7a8991f-6fe2-487d-9f47-3c64bb659d5f vllm_req=a7a8991f-6fe2-487d-9f47-3c64bb659d5f_coalesced waiters=1 total_samples=2 rid_ns=a7a8991f-6fe2-487d-9f47-3c64bb659d5f:2
2026-01-26 10:32:37,659 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=9e95a9db-77da-4b31-8308-79b11715476a vllm_req=9e95a9db-77da-4b31-8308-79b11715476a_coalesced waiters=1 total_samples=2 rid_ns=9e95a9db-77da-4b31-8308-79b11715476a:2
2026-01-26 10:32:37,666 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d16da99c-d915-46d5-b66a-2df2165ca92f vllm_req=d16da99c-d915-46d5-b66a-2df2165ca92f_coalesced waiters=1 total_samples=2 rid_ns=d16da99c-d915-46d5-b66a-2df2165ca92f:2
2026-01-26 10:32:37,670 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=42a9c73b-a280-4c14-9d2f-6cd4c81ca598 vllm_req=42a9c73b-a280-4c14-9d2f-6cd4c81ca598_coalesced waiters=1 total_samples=2 rid_ns=42a9c73b-a280-4c14-9d2f-6cd4c81ca598:2
2026-01-26 10:32:37,673 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=e52dcb8b-25e0-41ab-aa15-8d50f92e91df vllm_req=e52dcb8b-25e0-41ab-aa15-8d50f92e91df_coalesced waiters=1 total_samples=2 rid_ns=e52dcb8b-25e0-41ab-aa15-8d50f92e91df:2
2026-01-26 10:32:57,676 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27b3dd45-b229-4cd3-ba47-947071385ce3_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.019 first_tok_s=1.5846212370088324
2026-01-26 10:32:57,946 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a7a8991f-6fe2-487d-9f47-3c64bb659d5f_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.284 first_tok_s=3.1104796819854528
2026-01-26 10:32:58,206 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=35f5c1b9-5d2a-4765-b816-a5d4e463fdbe_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.543 first_tok_s=4.701595273014391
2026-01-26 10:32:58,441 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=795c71df-5837-46c4-9415-6e2ba764edfd_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.776 first_tok_s=6.336399303982034
2026-01-26 10:32:58,618 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9e95a9db-77da-4b31-8308-79b11715476a_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.949 first_tok_s=8.019817224005237
2026-01-26 10:32:58,768 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d16da99c-d915-46d5-b66a-2df2165ca92f_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.095 first_tok_s=9.587937478994718
2026-01-26 10:32:58,892 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=42a9c73b-a280-4c14-9d2f-6cd4c81ca598_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.215 first_tok_s=11.353764089988545
2026-01-26 10:32:58,996 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e52dcb8b-25e0-41ab-aa15-8d50f92e91df_coalesced prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.316 first_tok_s=13.127281193999806
2026-01-26 10:33:19,543 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=26f50a32-956a-4a09-841f-8c2f552a2ee1 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.059 first_tok_s=1.598702116025379
2026-01-26 10:33:21,401 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddb61da4-9520-47da-9faa-9fc317410efa prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.915 first_tok_s=3.131072831019992
2026-01-26 10:33:23,434 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=38091bfa-41bd-4613-bd11-f24a8e5c1360 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=23.943 first_tok_s=4.722431194997625
2026-01-26 10:33:25,424 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f5b0ad85-0cdd-4f48-8dfb-b2993857c80c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=25.928 first_tok_s=6.352927151980111
2026-01-26 10:33:27,364 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b7d0caf9-ed57-44fe-b7f1-47236d749c83 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=27.864 first_tok_s=8.038388144981582
2026-01-26 10:33:28,965 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=114acb02-230d-4a97-ac70-902ea4d95f5a prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=29.461 first_tok_s=9.608568869996816
2026-01-26 10:33:30,874 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=94d262d0-200a-47f5-878f-b77c5f69f18d prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=31.365 first_tok_s=11.371585398999741
2026-01-26 10:33:32,701 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6351e4a3-b827-4479-a9b3-c62b91f31ee7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=33.187 first_tok_s=13.150626087997807
2026-01-26 10:33:35,753 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=089c21ff-e2e8-4327-a0c7-de71de6e2e77 vllm_req=089c21ff-e2e8-4327-a0c7-de71de6e2e77_coalesced waiters=3 total_samples=12 rid_ns=089c21ff-e2e8-4327-a0c7-de71de6e2e77:4,86231684-1a55-432a-97a0-8e98db1b7e87:4,183194bf-3b8c-4d2a-998e-bb1fa0a49b91:4
2026-01-26 10:33:35,760 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=995b7bee-1211-4b36-bfcc-2adb22fab9c8 vllm_req=995b7bee-1211-4b36-bfcc-2adb22fab9c8_coalesced waiters=2 total_samples=8 rid_ns=995b7bee-1211-4b36-bfcc-2adb22fab9c8:4,938faf7e-6af9-4df5-b083-334c5b70832a:4
2026-01-26 10:33:35,767 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2be41036-d1ea-4d23-b51b-1c55a5caccf8 vllm_req=2be41036-d1ea-4d23-b51b-1c55a5caccf8_coalesced waiters=2 total_samples=8 rid_ns=2be41036-d1ea-4d23-b51b-1c55a5caccf8:4,2744d76c-ada3-4c26-b20b-6543ca613296:4
2026-01-26 10:33:35,774 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=23b8b9ef-3f4c-4761-ab82-62ac86e5632c vllm_req=23b8b9ef-3f4c-4761-ab82-62ac86e5632c_coalesced waiters=1 total_samples=4 rid_ns=23b8b9ef-3f4c-4761-ab82-62ac86e5632c:4
2026-01-26 10:33:46,512 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=089c21ff-e2e8-4327-a0c7-de71de6e2e77_coalesced prompt_len=32000 max_tokens=256 n=12 lora_id=1 total_s=10.732 first_tok_s=1.912041653005872
2026-01-26 10:33:46,515 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=995b7bee-1211-4b36-bfcc-2adb22fab9c8_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.728 first_tok_s=1.9044866639887914
2026-01-26 10:33:46,517 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2be41036-d1ea-4d23-b51b-1c55a5caccf8_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.724 first_tok_s=1.8994409529841505
2026-01-26 10:33:46,517 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=23b8b9ef-3f4c-4761-ab82-62ac86e5632c_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.719 first_tok_s=1.893556124996394
2026-01-26 10:33:57,822 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2c32467c-1395-41c2-8d23-e678a16f8718 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.701 first_tok_s=1.9143209749890957
2026-01-26 10:33:57,824 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=549c1a4a-1f58-4329-b91b-b3bff0907e62 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.697 first_tok_s=1.909945832012454
2026-01-26 10:33:57,826 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54e0d3d5-fbfe-40e0-a09b-1d7837ff430d prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.693 first_tok_s=1.9044133959978353
2026-01-26 10:33:57,827 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d022764f-be99-4a2b-b643-52126a07a3f8 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.688 first_tok_s=1.8989027929783333
2026-01-26 10:33:57,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60b8ae26-4fda-42b0-86ab-cc4728e2bb2a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.683 first_tok_s=1.893220884987386
2026-01-26 10:33:57,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=76295db3-b8df-461f-935a-d4738e35ab36 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.678 first_tok_s=1.8875753539905418
2026-01-26 10:33:57,829 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a27b0fe2-0e04-454e-9e38-9b3e3cb7ca8f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.673 first_tok_s=1.8823675899766386
2026-01-26 10:33:57,831 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4877c84d-ac61-4b02-acca-791a1d777b9e prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.669 first_tok_s=1.8774017060059123
2026-01-26 10:34:12,593 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=2eb736ac-b9e7-4917-afd6-1dc3d0290516 vllm_req=2eb736ac-b9e7-4917-afd6-1dc3d0290516_coalesced waiters=1 total_samples=4 rid_ns=2eb736ac-b9e7-4917-afd6-1dc3d0290516:4
2026-01-26 10:34:12,594 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6d75c8dd-7666-4d4b-8de5-e88637c0430d vllm_req=6d75c8dd-7666-4d4b-8de5-e88637c0430d_coalesced waiters=1 total_samples=4 rid_ns=6d75c8dd-7666-4d4b-8de5-e88637c0430d:4
2026-01-26 10:34:12,596 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=39bd8648-d5ed-4eb4-8096-20e7814b1cda vllm_req=39bd8648-d5ed-4eb4-8096-20e7814b1cda_coalesced waiters=1 total_samples=4 rid_ns=39bd8648-d5ed-4eb4-8096-20e7814b1cda:4
2026-01-26 10:34:12,601 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=981dbfb2-f760-44f9-adee-46bdcafe2ffd vllm_req=981dbfb2-f760-44f9-adee-46bdcafe2ffd_coalesced waiters=1 total_samples=4 rid_ns=981dbfb2-f760-44f9-adee-46bdcafe2ffd:4
2026-01-26 10:34:12,609 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=6d084be2-ac5c-4ddd-ab5c-447e2a48b897 vllm_req=6d084be2-ac5c-4ddd-ab5c-447e2a48b897_coalesced waiters=1 total_samples=4 rid_ns=6d084be2-ac5c-4ddd-ab5c-447e2a48b897:4
2026-01-26 10:34:12,615 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=48e5db96-8f5e-4810-bff7-35e5af9d5e2d vllm_req=48e5db96-8f5e-4810-bff7-35e5af9d5e2d_coalesced waiters=1 total_samples=4 rid_ns=48e5db96-8f5e-4810-bff7-35e5af9d5e2d:4
2026-01-26 10:34:12,616 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=46230163-c35d-4ef1-b54d-023693f51fa3 vllm_req=46230163-c35d-4ef1-b54d-023693f51fa3_coalesced waiters=1 total_samples=4 rid_ns=46230163-c35d-4ef1-b54d-023693f51fa3:4
2026-01-26 10:34:12,618 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=d24c9143-11f6-4f86-9842-2ad905398f7b vllm_req=d24c9143-11f6-4f86-9842-2ad905398f7b_coalesced waiters=1 total_samples=4 rid_ns=d24c9143-11f6-4f86-9842-2ad905398f7b:4
2026-01-26 10:34:40,568 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2eb736ac-b9e7-4917-afd6-1dc3d0290516_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=27.960 first_tok_s=1.7684712829941418
2026-01-26 10:34:41,102 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=981dbfb2-f760-44f9-adee-46bdcafe2ffd_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=28.491 first_tok_s=3.3689940510084853
2026-01-26 10:34:41,467 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6d75c8dd-7666-4d4b-8de5-e88637c0430d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=28.854 first_tok_s=5.062026802013861
2026-01-26 10:34:41,828 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=39bd8648-d5ed-4eb4-8096-20e7814b1cda_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.212 first_tok_s=6.836444803018821
2026-01-26 10:34:42,096 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6d084be2-ac5c-4ddd-ab5c-447e2a48b897_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.477 first_tok_s=8.697787537006661
2026-01-26 10:34:42,344 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=48e5db96-8f5e-4810-bff7-35e5af9d5e2d_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.718 first_tok_s=10.638245722017018
2026-01-26 10:34:42,496 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46230163-c35d-4ef1-b54d-023693f51fa3_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.867 first_tok_s=12.491464210994309
2026-01-26 10:34:42,623 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d24c9143-11f6-4f86-9842-2ad905398f7b_coalesced prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=29.992 first_tok_s=14.594549424014986
2026-01-26 10:35:11,155 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9835851c-c1b5-4f16-9751-fd52dda29405 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=27.976 first_tok_s=1.7622609319805633
2026-01-26 10:35:13,256 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c8d12cf-f291-4e63-ba8f-f79bdbc9f2d3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=30.076 first_tok_s=3.368096588004846
2026-01-26 10:35:15,645 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=85135221-fa35-4c95-a27f-a5873504abb6 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=32.457 first_tok_s=5.063559511996573
2026-01-26 10:35:17,861 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=72361536-610d-4480-9cb3-bdda91379e31 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=34.670 first_tok_s=6.838409852003679
2026-01-26 10:35:19,992 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a605df04-e1b8-4c61-b25d-09f5fab07353 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=36.797 first_tok_s=8.697978120006155
2026-01-26 10:35:22,015 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8e4349c3-2728-4d57-8f97-3293c035ccfb prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=38.817 first_tok_s=10.64512333300081
2026-01-26 10:35:23,662 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=425acce9-3465-4411-8418-dbeebcb69222 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=40.458 first_tok_s=12.496961496013682
2026-01-26 10:35:25,546 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=24000049-dc94-42b9-a321-dfee3a5d1d0b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=42.338 first_tok_s=14.608545989001868
2026-01-26 10:35:28,673 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=23e91d91-7cf3-4d26-a6f1-191cccddfc2a vllm_req=23e91d91-7cf3-4d26-a6f1-191cccddfc2a_coalesced waiters=3 total_samples=24 rid_ns=23e91d91-7cf3-4d26-a6f1-191cccddfc2a:8,62853110-5d12-4c86-8bbf-dc5b894792b3:8,b1be5b30-1293-4498-9483-aba58bbc91d4:8
2026-01-26 10:35:28,680 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=eafda0ed-ec47-48c3-b357-186d10533f5a vllm_req=eafda0ed-ec47-48c3-b357-186d10533f5a_coalesced waiters=2 total_samples=16 rid_ns=eafda0ed-ec47-48c3-b357-186d10533f5a:8,7776490a-e29b-473a-85c5-fed7b405c051:8
2026-01-26 10:35:28,687 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4655246f-c228-4caf-b4e5-eab0eb0dea94 vllm_req=4655246f-c228-4caf-b4e5-eab0eb0dea94_coalesced waiters=2 total_samples=16 rid_ns=4655246f-c228-4caf-b4e5-eab0eb0dea94:8,a1abc34b-3b08-4989-91b1-b349a9c59b54:8
2026-01-26 10:35:28,694 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=012692d4-0fae-464d-843f-778786087d41 vllm_req=012692d4-0fae-464d-843f-778786087d41_coalesced waiters=1 total_samples=8 rid_ns=012692d4-0fae-464d-843f-778786087d41:8
2026-01-26 10:35:41,443 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=23e91d91-7cf3-4d26-a6f1-191cccddfc2a_coalesced prompt_len=32000 max_tokens=256 n=24 lora_id=1 total_s=12.741 first_tok_s=2.313323583017336
2026-01-26 10:35:41,447 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eafda0ed-ec47-48c3-b357-186d10533f5a_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=12.734 first_tok_s=2.30000452400418
2026-01-26 10:35:41,469 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4655246f-c228-4caf-b4e5-eab0eb0dea94_coalesced prompt_len=32000 max_tokens=256 n=16 lora_id=1 total_s=12.761 first_tok_s=2.29275176502415
2026-01-26 10:35:41,472 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=012692d4-0fae-464d-843f-778786087d41_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.756 first_tok_s=2.425189641013276
2026-01-26 10:35:54,818 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=80bcca30-746d-451a-ac33-548e58f65358 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.696 first_tok_s=2.335568920010701
2026-01-26 10:35:54,820 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16931893-aa9b-440b-8308-375b3ae103da prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.692 first_tok_s=2.329654198983917
2026-01-26 10:35:54,822 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7049329a-be8e-4e13-b57d-e6965ee3621f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.688 first_tok_s=2.3235337529913522
2026-01-26 10:35:54,823 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=79374591-0a13-4945-8509-c2d7f4e0070b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.685 first_tok_s=2.3191915430070367
2026-01-26 10:35:54,824 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=37589d8b-f51d-4955-a7cf-3d32a8a5506a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.681 first_tok_s=2.3141153570031747
2026-01-26 10:35:54,825 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=97beb786-713c-4ac4-bb8b-e825e03b7f9b prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.677 first_tok_s=2.3080688460031524
2026-01-26 10:35:54,850 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d1ccb3e8-828e-4848-8961-5cfdf9ac2ee0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.704 first_tok_s=2.3019720440206584
2026-01-26 10:35:54,850 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0166a444-6ed9-49bc-b9f9-329feef39021 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.702 first_tok_s=2.4393564570054878
2026-01-26 10:36:09,345 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=905833c6-ebe2-42c3-af09-45f088d60830 vllm_req=905833c6-ebe2-42c3-af09-45f088d60830_coalesced waiters=1 total_samples=8 rid_ns=905833c6-ebe2-42c3-af09-45f088d60830:8
2026-01-26 10:36:09,347 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=f521005e-2af2-4f7b-86cf-a86315a5c44b vllm_req=f521005e-2af2-4f7b-86cf-a86315a5c44b_coalesced waiters=1 total_samples=8 rid_ns=f521005e-2af2-4f7b-86cf-a86315a5c44b:8
2026-01-26 10:36:09,350 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=a2a5b7b2-6507-4e54-a85a-a125a303b390 vllm_req=a2a5b7b2-6507-4e54-a85a-a125a303b390_coalesced waiters=1 total_samples=8 rid_ns=a2a5b7b2-6507-4e54-a85a-a125a303b390:8
2026-01-26 10:36:09,352 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=41782d37-1edc-41e1-a01c-3457d448e500 vllm_req=41782d37-1edc-41e1-a01c-3457d448e500_coalesced waiters=1 total_samples=8 rid_ns=41782d37-1edc-41e1-a01c-3457d448e500:8
2026-01-26 10:36:09,359 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=77458681-85b8-45a4-8876-e9beb8c79443 vllm_req=77458681-85b8-45a4-8876-e9beb8c79443_coalesced waiters=1 total_samples=8 rid_ns=77458681-85b8-45a4-8876-e9beb8c79443:8
2026-01-26 10:36:09,366 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e vllm_req=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e_coalesced waiters=1 total_samples=8 rid_ns=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e:8
2026-01-26 10:36:09,371 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=b1ec9b8e-16cd-4626-b930-344891b5f166 vllm_req=b1ec9b8e-16cd-4626-b930-344891b5f166_coalesced waiters=1 total_samples=8 rid_ns=b1ec9b8e-16cd-4626-b930-344891b5f166:8
2026-01-26 10:36:09,373 - tinker_server.routes.sampling - INFO - [coalesce flush] leader=4b495eba-b2ad-485b-88d0-0d502719574f vllm_req=4b495eba-b2ad-485b-88d0-0d502719574f_coalesced waiters=1 total_samples=8 rid_ns=4b495eba-b2ad-485b-88d0-0d502719574f:8
2026-01-26 10:36:48,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=905833c6-ebe2-42c3-af09-45f088d60830_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=38.968 first_tok_s=2.0904453319963068
2026-01-26 10:36:49,179 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f521005e-2af2-4f7b-86cf-a86315a5c44b_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=39.811 first_tok_s=3.801302673993632
2026-01-26 10:36:49,875 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2a5b7b2-6507-4e54-a85a-a125a303b390_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=40.501 first_tok_s=5.679028788988944
2026-01-26 10:36:50,460 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=41782d37-1edc-41e1-a01c-3457d448e500_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.083 first_tok_s=7.72103109798627
2026-01-26 10:36:50,998 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=77458681-85b8-45a4-8876-e9beb8c79443_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.616 first_tok_s=9.936437627999112
2026-01-26 10:36:51,361 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fa8d04be-ad80-49eb-8f00-3134bd9a0f7e_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.972 first_tok_s=12.327165782015072
2026-01-26 10:36:51,625 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b1ec9b8e-16cd-4626-b930-344891b5f166_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=42.233 first_tok_s=14.902080120984465
2026-01-26 10:36:51,800 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4b495eba-b2ad-485b-88d0-0d502719574f_coalesced prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=42.405 first_tok_s=17.56421290698927
2026-01-26 10:37:31,434 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2f896f57-d01f-4cac-8872-72f94707ce49 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=39.166 first_tok_s=2.1739231279934756
2026-01-26 10:37:34,104 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ee57bc7b-b817-4b08-bd53-63026b9f8269 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=41.834 first_tok_s=3.8847595839761198
2026-01-26 10:37:36,953 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4c640f9e-978c-4fde-9d62-503081358d23 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=44.672 first_tok_s=5.767337712022709
2026-01-26 10:37:39,609 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0244e173-4d5c-480d-9fb4-5343c6789393 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=47.325 first_tok_s=7.8155647970270365
2026-01-26 10:37:42,099 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7b3f5342-16c7-4ac8-939e-98161b170f40 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=49.808 first_tok_s=10.044386894995114
2026-01-26 10:37:44,391 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7e9baae0-8786-4266-93ec-4d342a963860 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=52.095 first_tok_s=12.44251324099605
2026-01-26 10:37:46,509 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a93ed0a7-f68b-41b2-a366-af426d3b9d15 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=54.208 first_tok_s=15.026291873014998
2026-01-26 10:37:48,435 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=081d9a9e-0a6c-4f7c-984c-399e0f955587 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=56.130 first_tok_s=17.703213914006483
2026-01-26 10:41:00,167 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=72f8013e-ae66-4968-b598-9034f49ca497 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.457 first_tok_s=1.4568337719829287
2026-01-26 10:41:04,857 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e4bd84c7-2e6d-43c6-95dd-982057939d95 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.420 first_tok_s=1.4185490730160382
2026-01-26 10:41:12,052 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7e21f5eb-a78c-460a-b93e-75a84d31d510 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.428 first_tok_s=1.4214481549861375
2026-01-26 10:41:16,770 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=279e0477-4eaa-4f18-8c9f-77cf02fbffe7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.409 first_tok_s=1.4174281719897408
2026-01-26 10:41:24,076 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4feb793b-d70e-478d-bafa-404e26643480 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.679 first_tok_s=1.4385876769956667
2026-01-26 10:41:29,028 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=814567b7-da31-441f-90c5-9fb0fc9ac773 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.686 first_tok_s=1.4367330719833262
2026-01-26 10:41:36,466 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0f76e0ac-1e1b-4de0-a7f9-cefc78c67343 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.681 first_tok_s=1.4361027140112128
2026-01-26 10:41:41,464 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=84193087-9c5b-4c1b-afe3-e85ab91e175b prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=4.682 first_tok_s=1.4359285040118266
2026-01-26 10:41:49,635 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=571cc837-1494-4d8a-8e9e-6dbe5878b026 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.451 first_tok_s=1.4819813919893932
2026-01-26 10:41:55,345 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=68050fd9-c7f3-462a-8d6c-e1e22e55bf46 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.449 first_tok_s=1.4953371300071012
2026-01-26 10:42:03,334 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8b3ffddd-4316-4cc6-95b7-306883af4bd3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.441 first_tok_s=1.4799423640070017
2026-01-26 10:42:08,996 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dc1509bc-187a-4dd8-9bb4-524bae05de1e prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=5.442 first_tok_s=1.4775113970099483
2026-01-26 10:42:18,589 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=54875432-810a-4b81-a711-3ccfa3dea2ec prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.529482971993275
2026-01-26 10:42:25,953 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=987c834d-7d87-4089-ba59-7c60113143e4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.968 first_tok_s=1.5257921760203317
2026-01-26 10:42:35,583 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7439f097-87ca-4427-817b-807973119fcf prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.959 first_tok_s=1.5220882700232323
2026-01-26 10:42:42,957 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=65771697-eb85-46ce-b916-46fc30d213b8 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=6.971 first_tok_s=1.5295816340076271
2026-01-26 10:42:50,476 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=75a5b2e4-befa-4a40-977b-7bc8ad2b5ffb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.710 first_tok_s=1.4386169839999638
2026-01-26 10:42:50,477 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9c0b89f2-fe6c-4bdd-a496-8a09920a5f0b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.706 first_tok_s=1.4345957750047091
2026-01-26 10:42:55,596 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=73c1c9da-045b-4c3c-b5dc-77a794fb80fa prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.690 first_tok_s=1.4404743379855063
2026-01-26 10:42:55,596 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fe7dd58d-790a-47fd-a999-3cb410ba89b0 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=4.683 first_tok_s=1.4335061250021681
2026-01-26 10:43:06,329 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f2a8053-d165-4c69-b501-19a40a57997a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.222 first_tok_s=1.450957807013765
2026-01-26 10:43:06,425 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c63820db-58b3-44a9-9b79-c2d1fe008a73 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.314 first_tok_s=2.9119439060159493
2026-01-26 10:43:13,094 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dad68c8b-a991-4166-b674-612f86356cf7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.223 first_tok_s=1.4521449770254549
2026-01-26 10:43:14,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1cc66416-cea0-4389-99b6-2304e8231d03 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=7.487 first_tok_s=2.910666865995154
2026-01-26 10:43:23,014 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d980bbc-2e92-4a4c-a35d-801794dab9ed prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.442 first_tok_s=1.481456237990642
2026-01-26 10:43:23,016 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a1dd9cef-92a3-46ce-974f-bd48e0c4f476 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.437 first_tok_s=1.476216214010492
2026-01-26 10:43:28,689 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d6e283d3-cc7e-4796-8724-1b20e66baae9 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.439 first_tok_s=1.4773217889887746
2026-01-26 10:43:28,692 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=6990ea89-076a-4aaf-9f28-43b70c629f91 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=5.436 first_tok_s=1.4732793830044102
2026-01-26 10:43:39,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8faeddd3-f236-4fb4-91a7-197606585450 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.758 first_tok_s=1.4776782450207975
2026-01-26 10:43:39,821 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=69a6291b-5e2d-4861-af3d-01946fa71ef9 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.859 first_tok_s=2.9676547630224377
2026-01-26 10:43:46,838 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=311482c9-44da-4f65-a245-8143ab90bfa3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.753 first_tok_s=1.4813904720067512
2026-01-26 10:43:48,128 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ab8d3488-c604-4a70-bfc5-b960cf8262f7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=8.040 first_tok_s=2.972123190003913
2026-01-26 10:43:58,362 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=74ec7409-8877-4a20-aa10-b5ada46297b1 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.966 first_tok_s=1.5255437640007585
2026-01-26 10:43:58,364 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ffa4e0bd-ce03-494f-ac05-a5c6c1f500c5 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.962 first_tok_s=1.5213275220012292
2026-01-26 10:44:05,637 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4bb91809-0a2c-4409-99da-3fecb2023192 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.956 first_tok_s=1.5220858020184096
2026-01-26 10:44:05,639 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=69b03a93-316d-43fa-a466-9bfd5bc0aefe prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=6.953 first_tok_s=1.5179329859965947
2026-01-26 10:44:18,222 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=877cee9c-96b7-4d0f-a3a8-7b7407f91546 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.298 first_tok_s=1.5396825689822435
2026-01-26 10:44:18,347 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=59306779-56fa-4d8b-8f98-137501a4fb07 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.421 first_tok_s=3.1078621950000525
2026-01-26 10:44:26,837 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=de8f8e68-f107-4593-b3ec-0b39be36857a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=8.284 first_tok_s=1.533776271971874
2026-01-26 10:44:28,182 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=aec8a14c-96df-4d8e-8db7-dd555e099792 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=9.624 first_tok_s=3.1005057180009317
2026-01-26 10:44:41,651 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=46dab5ff-9236-42cf-9da5-1d4e73ecfd9a prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.166 first_tok_s=1.6642586670059245
2026-01-26 10:44:41,653 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60e1d3a8-1f5a-4bf8-8f48-0b7196d50979 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.162 first_tok_s=1.6584403699962422
2026-01-26 10:44:52,321 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1fd6459c-1d1e-4fac-bb37-5e0995a8a72f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.170 first_tok_s=1.6674090559827164
2026-01-26 10:44:52,324 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=13000aba-9c3e-474f-a471-2ee76ea24fb3 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.166 first_tok_s=1.6614317889907397
2026-01-26 10:45:08,191 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b7df30db-c0ef-4f42-be99-77aea7839bef prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.358 first_tok_s=1.6483160520147067
2026-01-26 10:45:08,363 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b2ebcfea-d868-40ec-a574-e4173d20d8e7 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.528 first_tok_s=3.3241666660178453
2026-01-26 10:45:19,927 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddf84f0b-42e9-4713-9c84-b31341a48e66 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=11.343 first_tok_s=1.6280565080232918
2026-01-26 10:45:21,342 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=db78b826-1127-4ace-8d35-4a0d7ab058c5 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=12.755 first_tok_s=3.309669787005987
2026-01-26 10:45:29,838 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=459809b2-d266-4851-8d91-fd91cbf8c657 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.441 first_tok_s=1.4795493739948142
2026-01-26 10:45:29,839 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d27aa86-02c9-40d7-ad26-7be66242a716 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.437 first_tok_s=1.4753197779937182
2026-01-26 10:45:29,840 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d4451694-b511-487b-8eb4-bb6c1d8f7fc5 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.434 first_tok_s=1.4720965549931861
2026-01-26 10:45:29,841 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c81afe21-caa0-4e36-9508-63e60216b2e6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.430 first_tok_s=1.4679041350027546
2026-01-26 10:45:35,717 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b680ba47-e371-4026-880e-73747b7c2d90 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.444 first_tok_s=1.4787948360026348
2026-01-26 10:45:35,718 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=115f4662-05a4-4aeb-b78d-e81cdeada5e4 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.440 first_tok_s=1.4746276540099643
2026-01-26 10:45:35,719 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=544db913-fc1c-491c-ad64-7a4320ef0330 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.436 first_tok_s=1.4702622249897104
2026-01-26 10:45:35,719 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8a4a00df-e7b8-40d6-ab85-3cde5569c3e5 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=5.432 first_tok_s=1.4661277599807363
2026-01-26 10:45:53,428 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=42655625-c4fa-4c20-bd21-d8518940710b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.021 first_tok_s=1.4683284329948947
2026-01-26 10:45:53,562 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bb173122-08e4-4ac5-a31c-d3aa4f1e414d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.151 first_tok_s=2.9700494710123166
2026-01-26 10:45:53,673 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e8aaa08e-729f-41fd-88e1-6c3c7154417d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.258 first_tok_s=4.497378498985199
2026-01-26 10:45:53,770 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c70e16b5-116c-49bd-9b09-3789a5f774ca prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.351 first_tok_s=5.970537801011233
2026-01-26 10:46:04,218 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b4599d55-ef29-4c3f-b58d-e8e922753ec6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=10.001 first_tok_s=1.4737557830230799
2026-01-26 10:46:05,546 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e2fdeef7-2d93-4858-8b2f-692272e3f73e prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=11.326 first_tok_s=2.9741543059935793
2026-01-26 10:46:07,404 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5e961a07-2ca1-4c9e-a04e-ab0597acc10a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=13.180 first_tok_s=4.499709752999479
2026-01-26 10:46:09,212 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0e0e3782-6923-43c5-a1bf-5b8dc847fe6f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=14.983 first_tok_s=5.9738665930053685
2026-01-26 10:46:19,368 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c70dabd3-68ce-4935-bdd8-2a9f26f91b87 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.956 first_tok_s=1.5239787719910964
2026-01-26 10:46:19,371 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d89d79eb-b83a-4da3-9767-c7b7380d1ad5 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.953 first_tok_s=1.5199183479999192
2026-01-26 10:46:19,372 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d70ca8c8-4122-4da4-82ed-7876106e9b14 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.948 first_tok_s=1.5149188470095396
2026-01-26 10:46:19,373 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=41104c5a-c73c-4ac6-82d9-a8224f1683aa prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.944 first_tok_s=1.510630995995598
2026-01-26 10:46:26,754 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=8017fb98-8525-4901-b4cf-88cd8fbbfe01 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.969 first_tok_s=1.528390040009981
2026-01-26 10:46:26,756 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=86873b95-8831-4478-a04e-4a9c790de043 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.963 first_tok_s=1.5229534550162498
2026-01-26 10:46:26,757 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=be76d156-d34e-4f7a-a95a-037404afa7d1 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.961 first_tok_s=1.5198299550102092
2026-01-26 10:46:26,760 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7c6c412e-ca90-4b41-95cb-ecfe2bde9b7c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=6.957 first_tok_s=1.5155958649993408
2026-01-26 10:46:45,684 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d926c72b-920a-468d-9526-fd2bb7706339 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.220 first_tok_s=1.5122419859981164
2026-01-26 10:46:45,855 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e4a24de9-4530-4767-893b-ac0bd540a2d5 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.388 first_tok_s=3.041954179003369
2026-01-26 10:46:45,983 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d41a9be6-03b9-4a16-9af4-36c22e711aae prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.510 first_tok_s=4.63290364202112
2026-01-26 10:46:46,088 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e3d17c14-6ab1-4e01-812d-938be4ca1103 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.612 first_tok_s=6.18396999099059
2026-01-26 10:46:57,736 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b71e262a-6c91-4fbb-95d6-24979636d1cc prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=11.199 first_tok_s=1.5113931839878205
2026-01-26 10:46:59,385 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec433cf6-c5ea-4971-a815-888b12c7c5d4 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=12.845 first_tok_s=3.0410352780018
2026-01-26 10:47:01,235 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e0d6e7ba-9230-475d-979c-970be9d1d85f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=14.689 first_tok_s=4.635072836012114
2026-01-26 10:47:03,019 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d3a9c063-d11a-44c9-aa57-ca3dd33e16de prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=16.469 first_tok_s=6.183714095997857
2026-01-26 10:47:15,956 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a03d6cf4-9a90-469d-92ae-fdba65209210 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.130 first_tok_s=1.6658511320129037
2026-01-26 10:47:15,958 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=604c29c5-0e7b-423c-a0d5-12b34ad0644b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.126 first_tok_s=1.6613465269911103
2026-01-26 10:47:15,960 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2c5c248b-a771-4424-a007-851430e98236 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.123 first_tok_s=1.6576463259989396
2026-01-26 10:47:15,963 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ec2219f7-3f3d-4ded-9666-dba94d6e92cf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.120 first_tok_s=1.654054938990157
2026-01-26 10:47:26,903 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fd9fc885-8808-4668-8444-827f7a895dba prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.530 first_tok_s=1.667555132007692
2026-01-26 10:47:26,905 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fc613cca-3358-4e2c-a521-b6e069179a30 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.527 first_tok_s=1.6631811739935074
2026-01-26 10:47:26,906 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=49d6bba2-4dc7-4e9a-bc14-e85093714f1f prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.523 first_tok_s=1.6593768039892893
2026-01-26 10:47:26,910 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cf8dee96-9a8f-41fb-87c1-90b499dd4617 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.520 first_tok_s=1.6559153919806704
2026-01-26 10:47:48,810 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd281bbd-19db-4c92-a3b8-80649ba775cf prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.198 first_tok_s=1.6092669579957146
2026-01-26 10:47:49,054 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a69127e2-0de6-4edb-b653-10959e032d0c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.442 first_tok_s=3.2146071230235975
2026-01-26 10:47:49,227 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=db56e8dd-c54d-415c-aeef-e907a9fd733a prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.611 first_tok_s=4.904379393992713
2026-01-26 10:47:49,356 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=917806ba-96b7-4251-ac8c-5115161734c3 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.737 first_tok_s=6.606300207989989
2026-01-26 10:48:03,898 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=205147f5-bbdc-42f8-a89d-01191cd813ca prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=14.208 first_tok_s=1.6141073079779744
2026-01-26 10:48:05,657 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2ac8d5fd-93b2-4866-a29c-c20f23f2e9dd prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=15.965 first_tok_s=3.218963529972825
2026-01-26 10:48:07,600 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddd80dc0-d754-4299-93de-e528fd3f620b prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=17.900 first_tok_s=4.907773101003841
2026-01-26 10:48:09,436 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=32e73495-2843-4d70-bab2-3da717ca78ae prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=19.731 first_tok_s=6.607482261955738
2026-01-26 10:48:23,046 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e395e0e2-2ca5-476e-99d9-f86e00a9659f prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.708 first_tok_s=1.901191559038125
2026-01-26 10:48:23,048 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b9a29b12-5f3a-455c-89a7-eb7ca71d77c4 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.704 first_tok_s=1.8951600610162131
2026-01-26 10:48:23,049 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3e47bc5e-d9f3-4c80-a02f-df22d7bfe0fe prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.700 first_tok_s=1.8898676320095547
2026-01-26 10:48:23,051 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e72cb10b-cdde-42e9-9093-6fc67c6c0e37 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.696 first_tok_s=1.8848499050363898
2026-01-26 10:48:34,327 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=105ae3f0-98a9-4f37-be85-998aeb64ded2 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.777 first_tok_s=1.9562650400330313
2026-01-26 10:48:34,331 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d7c0cd68-1fc0-4540-9888-94e6a2ee6480 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.773 first_tok_s=1.950183578999713
2026-01-26 10:48:34,332 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4cc01f51-f6f4-4e81-8bd8-2df5904bdca0 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.768 first_tok_s=1.9436635340098292
2026-01-26 10:48:34,335 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=189d4833-3164-4be6-a4f7-559682f3bc67 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=10.765 first_tok_s=1.9396439919946715
2026-01-26 10:49:04,988 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7254b3f0-e715-4148-a789-9739e44ac1fa prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.712 first_tok_s=1.7858414869988337
2026-01-26 10:49:05,348 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3cb04260-36a8-4a8e-bfe0-2353ea267e9e prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.068 first_tok_s=3.498648417997174
2026-01-26 10:49:05,618 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=98b50fc3-2b45-4f54-a048-cc0f4bdb03b8 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.332 first_tok_s=5.381650188995991
2026-01-26 10:49:05,792 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9d6d9e18-2b0b-4c08-a598-ced57555fbac prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=23.504 first_tok_s=7.36766832601279
2026-01-26 10:49:28,751 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=fe5c08ad-7348-4877-a7d9-4d2d30f7d633 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=22.694 first_tok_s=1.7801717449910939
2026-01-26 10:49:30,729 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=27a28db4-8694-4a0c-9511-6144960a8ca7 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=24.669 first_tok_s=3.4931992730125785
2026-01-26 10:49:32,848 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=60ffa36a-a58f-40b4-9949-0ba962a681b9 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=26.778 first_tok_s=5.375161456002388
2026-01-26 10:49:34,834 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=87cf8bce-7e49-4900-91ad-ce236c66b060 prompt_len=32000 max_tokens=256 n=8 lora_id=1 total_s=28.759 first_tok_s=7.365627220948227
2026-01-26 10:49:44,791 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=91ff15f7-136b-4c8c-b87f-0c249473f73b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.965 first_tok_s=1.5278444249997847
2026-01-26 10:49:44,792 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=2be2690f-1aa5-4b68-9300-91059b72b3b7 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.962 first_tok_s=1.5244289559777826
2026-01-26 10:49:44,793 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d8ba7f1a-3761-4963-babc-7ba33bd714c6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.959 first_tok_s=1.5212642510305159
2026-01-26 10:49:44,794 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3ab548b9-7b9a-416f-8702-5d73179b135f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.955 first_tok_s=1.5167765250080265
2026-01-26 10:49:44,795 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=deb67d0d-7d06-4bef-bfe0-9d33ebc43042 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.951 first_tok_s=1.512276358960662
2026-01-26 10:49:44,796 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1366a2c0-e2b5-44b6-9e41-6588cabd4bfe prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.946 first_tok_s=1.5076097570126876
2026-01-26 10:49:44,797 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c454f9c6-d181-45a5-8650-6b6791759807 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.940 first_tok_s=1.501305172976572
2026-01-26 10:49:44,798 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=13106c70-7c6c-4fd1-a8d1-02224dfa4502 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.935 first_tok_s=1.496836252976209
2026-01-26 10:49:52,346 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=34914934-b15f-4e9c-80d9-33d424ce1d7b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.967 first_tok_s=1.5278857810189947
2026-01-26 10:49:52,348 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=93dea41a-ffac-478e-9905-2553769625b1 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.963 first_tok_s=1.5242687950376421
2026-01-26 10:49:52,349 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5f505680-f97c-4d5a-bf27-3723c3540ceb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.959 first_tok_s=1.5197944130050018
2026-01-26 10:49:52,350 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=521811d4-5368-4342-8d5d-f65bec185213 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.955 first_tok_s=1.5154099939973094
2026-01-26 10:49:52,350 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=68c79923-f127-444f-9f25-bd3a8a645c3a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.950 first_tok_s=1.5110462509910576
2026-01-26 10:49:52,351 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=61becf7e-87aa-41e2-a7b5-399e0e8787bb prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.946 first_tok_s=1.5066065029823221
2026-01-26 10:49:52,351 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd8583ae-a489-4c70-8b3a-4bf69fabb14f prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.941 first_tok_s=1.5019625250133686
2026-01-26 10:49:52,353 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4bea288e-92d3-4453-9c71-5f14f103ca49 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=6.937 first_tok_s=1.4977757169981487
2026-01-26 10:50:24,846 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=eefae506-2e70-4d7e-af67-11dbad6e0688 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.731 first_tok_s=1.5025388629874215
2026-01-26 10:50:25,046 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ddcc37e3-94bd-44a5-ba66-498d6e906014 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.927 first_tok_s=3.004331944976002
2026-01-26 10:50:25,236 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=428faa88-7e21-4ebe-bf56-2dedda3531d3 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.112 first_tok_s=4.52956609998364
2026-01-26 10:50:25,419 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=82884fee-5fb5-4902-8af5-9655f8fdc570 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.292 first_tok_s=6.082917909021489
2026-01-26 10:50:25,564 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=7d828262-4a50-4d11-b457-cb3410ec67f6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.430 first_tok_s=7.666751405980904
2026-01-26 10:50:25,678 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b47bdf9b-961b-4142-ace4-4dec1ed022ba prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.542 first_tok_s=9.130725148017518
2026-01-26 10:50:25,789 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f5edf69e-b39c-43c8-bbec-f66524e44002 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.648 first_tok_s=10.757625356025528
2026-01-26 10:50:25,886 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4a175a2f-ff25-45ec-ae6e-701f67e6b162 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=18.740 first_tok_s=12.361660599999595
2026-01-26 10:50:44,127 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bb485a0d-4167-4c67-b67c-9917edef7fe6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=17.758 first_tok_s=1.5086408269708045
2026-01-26 10:50:45,823 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=896e8c05-b884-4a6b-b1c1-ef6cff02c2d6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=19.451 first_tok_s=3.012167456035968
2026-01-26 10:50:47,725 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=de8372e3-6194-41a4-8110-973529c9f0f6 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=21.348 first_tok_s=4.535400401975494
2026-01-26 10:50:49,602 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9e0fc804-555f-4655-9b58-44eacf7d4b3b prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=23.221 first_tok_s=6.088272142980713
2026-01-26 10:50:51,464 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=90e6d291-f15d-44ba-8dc5-85c828872e3a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=25.079 first_tok_s=7.674801321991254
2026-01-26 10:50:53,017 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=df220d16-9049-4045-b171-dfca6987e47d prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=26.627 first_tok_s=9.141788707987871
2026-01-26 10:50:54,876 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=636cca07-d558-4b34-b04a-a93c43e3e470 prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=28.482 first_tok_s=10.772352528991178
2026-01-26 10:50:56,687 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9d171a70-5974-4684-9fed-ee7a8f88002a prompt_len=32000 max_tokens=256 n=1 lora_id=1 total_s=30.289 first_tok_s=12.38292000896763
2026-01-26 10:51:10,125 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55b64536-7fd8-4b32-b6b3-a583636c55f2 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.134 first_tok_s=1.6755439940025099
2026-01-26 10:51:10,128 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=01cf49cc-2dad-4e47-9e33-b44364aad12f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.131 first_tok_s=1.6719569669803604
2026-01-26 10:51:10,129 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=b2bd3045-602f-4f6b-b87f-100068350590 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.127 first_tok_s=1.667426934989635
2026-01-26 10:51:10,129 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=f4232f50-37c4-4632-9c88-bc268a8c9a9c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.123 first_tok_s=1.663104657025542
2026-01-26 10:51:10,130 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3c1d7b1e-b2d3-45d4-9948-d4f01711582b prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.119 first_tok_s=1.6587359459954314
2026-01-26 10:51:10,131 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5b1cfdbe-581c-4e87-ab99-6f670954d1a7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.115 first_tok_s=1.6543469600146636
2026-01-26 10:51:10,132 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5d209741-760b-42c9-9321-b75d35c2e490 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.109 first_tok_s=1.6479474870138802
2026-01-26 10:51:10,133 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=cf484389-148a-4013-867c-25ea86da3823 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.104 first_tok_s=1.6436431159963831
2026-01-26 10:51:20,779 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0ca0f89c-50ef-4999-b25d-a5959fa690be prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.156 first_tok_s=1.663421625038609
2026-01-26 10:51:20,781 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3cf65eac-90d0-401e-8792-7ae9cb43a434 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.153 first_tok_s=1.6598083639983088
2026-01-26 10:51:20,782 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d1eb0ec-4cc8-4b66-9c63-67bf185db07e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.149 first_tok_s=1.6553259119973518
2026-01-26 10:51:20,783 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=c07460e1-ad71-4bb9-a761-5f22e59723c7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.144 first_tok_s=1.6508957770420238
2026-01-26 10:51:20,783 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=dff4c722-7b46-43b8-bc4b-16fe002006f3 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.140 first_tok_s=1.646222151000984
2026-01-26 10:51:20,785 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=44aa32c8-9caf-4a5e-ab0f-005fbc743fa2 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.136 first_tok_s=1.6416682989802212
2026-01-26 10:51:20,785 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=47b37e64-6bf0-45b8-affc-29dbd19c2bbd prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.132 first_tok_s=1.6373876460129395
2026-01-26 10:51:20,787 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0a2781ca-090f-4fcc-aa7e-88dc1bfa7d27 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=10.128 first_tok_s=1.633303418988362
2026-01-26 10:51:55,309 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a8307e9d-f892-48a5-b8f2-ff37a827f941 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.051 first_tok_s=1.5836862410069443
2026-01-26 10:51:55,580 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9abda172-11ff-4b35-8b01-7db36f065ba7 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.320 first_tok_s=3.1147260099533014
2026-01-26 10:51:55,844 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=e28eeea6-0c91-43dd-8a9a-c033a4e64b02 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.578 first_tok_s=4.70313326100586
2026-01-26 10:51:56,080 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=55d94267-282b-4087-a7c4-c3b82c99f60c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.811 first_tok_s=6.33632038597716
2026-01-26 10:51:56,260 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=648e7caf-2414-4766-a18d-6bcdc7c1019f prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.984 first_tok_s=8.021681686979719
2026-01-26 10:51:56,409 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=1820c3cb-d802-4d47-a3ad-14dbfbc767ef prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.131 first_tok_s=9.590632834006101
2026-01-26 10:51:56,535 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=d6009287-2618-433d-9d1e-cc2e1d525ffe prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.251 first_tok_s=11.355764862033539
2026-01-26 10:51:56,639 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=a2075e7c-70e9-42fd-9223-7e4535c59734 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.351 first_tok_s=13.1267690990353
2026-01-26 10:52:17,355 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=0837bc87-afb8-45cc-91fe-feafe9412c22 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=20.089 first_tok_s=1.5960099740186706
2026-01-26 10:52:19,168 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=92d7d517-b613-4793-ba50-2e10a5583c2e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=21.898 first_tok_s=3.123117209004704
2026-01-26 10:52:21,203 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=bd9915cd-9808-406f-a8e2-b1ab6645c7fc prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=23.927 first_tok_s=4.7166512869880535
2026-01-26 10:52:23,193 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4d8429f7-a636-4cbd-aba6-6cf7e5ccac4c prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=25.912 first_tok_s=6.352510455006268
2026-01-26 10:52:25,155 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=16bfe0da-de79-4628-8967-d3578cee1f3e prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=27.870 first_tok_s=8.03479815897299
2026-01-26 10:52:26,764 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=91703d7e-6ffb-4847-829e-384d22801ef6 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=29.474 first_tok_s=9.609552482957952
2026-01-26 10:52:28,670 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=9c7e86d2-028c-4eb2-bc5c-a3e114c9d1e6 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=31.376 first_tok_s=11.375135437992867
2026-01-26 10:52:30,496 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=5ed0a8f0-b597-40a0-9669-eaa588373061 prompt_len=32000 max_tokens=256 n=2 lora_id=1 total_s=33.198 first_tok_s=13.150970096990932
2026-01-26 10:52:44,374 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=4801d7a6-111c-409c-8859-1c6d43429ff7 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.776 first_tok_s=1.9252355320495553
2026-01-26 10:52:44,375 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=3dcf16c7-ef91-43d5-8a9c-72ae25a99f38 prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.772 first_tok_s=1.9197524969931692
2026-01-26 10:52:44,377 - tinker_server.backend.multi_lora_engine - INFO - [vLLM timing] generate_with_lora req=ad9a4b30-2178-4ae7-b721-2b8dc64b112c prompt_len=32000 max_tokens=256 n=4 lora_id=1 total_s=10.767 first_tok_s=1.9143127140123397
2026-01-26 10:52:44,379 - tinker_server.backend.multi
Raw
summary.csv
View raw

(Sorry about that, but we can’t show files that are this big right now.)

Raw
summary.md
View raw

(Sorry about that, but we can’t show files that are this big right now.)

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment