From 2af518d9f475821d0609f4b0f28ebfce6d877a07 Mon Sep 17 00:00:00 2001 From: Taksh Date: Wed, 24 Jun 2026 20:13:35 +0530 Subject: [PATCH] fix: check partial stop on cumulative sglang output Co-authored-by: Cursor --- fastchat/serve/sglang_worker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fastchat/serve/sglang_worker.py b/fastchat/serve/sglang_worker.py index 2e9b60770..792b10bb6 100644 --- a/fastchat/serve/sglang_worker.py +++ b/fastchat/serve/sglang_worker.py @@ -140,13 +140,13 @@ async def generate_stream(self, params): async for out, meta_info in state.text_async_iter( var_name="response", return_meta_data=True ): - partial_stop = any(is_partial_stop(out, i) for i in stop) + entire_output += out + partial_stop = any(is_partial_stop(entire_output, i) for i in stop) # prevent yielding partial stop sequence if partial_stop: continue - entire_output += out prompt_tokens = meta_info["prompt_tokens"] completion_tokens = meta_info["completion_tokens"]