diff --git a/langchain/callbacks/streaming_aiter.py b/langchain/callbacks/streaming_aiter.py index cc66d9a4061..6e791a64b52 100644 --- a/langchain/callbacks/streaming_aiter.py +++ b/langchain/callbacks/streaming_aiter.py @@ -31,7 +31,8 @@ class AsyncIteratorCallbackHandler(AsyncCallbackHandler): self.done.clear() async def on_llm_new_token(self, token: str, **kwargs: Any) -> None: - self.queue.put_nowait(token) + if token is not None and token != "": + self.queue.put_nowait(token) async def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None: self.done.set()