diff --git a/scripts/chat_web.py b/scripts/chat_web.py index 4d4eacf..c0f9477 100644 --- a/scripts/chat_web.py +++ b/scripts/chat_web.py @@ -360,7 +360,7 @@ async def chat_completions(request: ChatRequest): top_k=request.top_k ): # Accumulate response for logging - chunk_data = json.loads(chunk.replace("data: ", "").strip()) + chunk_data = json.loads(chunk.removeprefix("data: ").strip()) if "token" in chunk_data: response_tokens.append(chunk_data["token"]) yield chunk