Files
privateGPT/tests/server/chat/test_chat_async_worker.py
Javier Martinez cd8ca2214a feat: resumable chat worker + tool worker + async tokenizer (#2298)
* fix: avoid to block the loop

* fix: blocks in expansion

* fix: remove maximum concurrent users

...

* fix: multiplexer

* fix: readers

* fix: more fixes

...

* fix: impl

* feat: tool scheduler

* feat: add adaptative

* feat: add chat worker

* fix: max

* feat: add chat/tools workers

* fix: mypy

* feat: add generic scheduler

* fix: get result

* feat: do serializable the tool executor

* fix: tools

* fix: config

* fix: config

* fix: args

* fix: config

* fix: serializer

* Revert "fix: blocks in expansion"

This reverts commit a2110f94a8.

* fix: unify all logic

* feat: add ingestion scheduler

* fix: settings

* fix: config

* feat: add arq worker to chat

* fix: arq worker

* fix: add nest

* fix: mypy

* fix: await

* fix: script stress

* fix: tokenizer

* fix: chat scheduler

* fix: mypy

* fix: add async tokenizer

* fix: improve condense

* fix: tool scheduler

* feat: add initial real async chat worker

* fix: mypy

* fix: do resumable local executor

...

...

...

fix: revert usleess changes

fix: remove parent chat job

fix: refactor

fix: loop

ref: rename models

fix: chat engine

fix: mypy

...

...

...

fix: fix deps

* fix: tests

* fix: tests

* ...

* fix: stream

* fix: config

* fix: scheduler

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Handle PGPT_WORKER_MODE=celery in health check worker status

* fix: cancel

* fix: arch

* fix: test ingestion

* fix: deserialization of chat messages

* fix: broken results

* fix: mypy

* fix: test

* fix: config

* fix: remove arq tool worker

* fix: output cls

* fix: preserve early resumable tool callbacks

* fix: preserve async tool result order

* refactor: address worker PR review comments

* fix: mypy

* test: colocate ARQ chat enqueue coverage

* fix: remove redis from tests

* test: isolate chat mocks and cancellation timing

* fix: tests

(cherry picked from commit 218b599c66)

# Conflicts:
#	tests/server/chat/anthropic/test_anthropic_client.py
#	tests/server/chat/anthropic/test_langchain_anthropic.py
#	tests/server/chat/test_chat_knowledge_revamp.py
#	tests/server/chat/test_chat_routes.py
#	tests/server/chat/test_chat_routes_skills_integration.py

* fix: tests

(cherry picked from commit fc5ec0f72a)

* fix: ruff

* fix: test

* fix: worker config

(cherry picked from commit 1371c275a1)

* fix: principal

* test: remove flaky chat cancellation assertion

---------

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>
Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
2026-07-15 12:12:45 +02:00

91 lines
3.0 KiB
Python

from unittest.mock import AsyncMock, MagicMock
import pytest
from private_gpt.server.chat_async.chat_async_service import ChatAsyncService
def _service(
stream_manager: MagicMock | None = None,
chat_facade: MagicMock | None = None,
) -> ChatAsyncService:
if stream_manager is None:
stream_manager = MagicMock()
stream_manager.stream_exists = AsyncMock(return_value=False)
stream_manager.cancel_stream = AsyncMock(return_value=False)
if chat_facade is None:
chat_facade = MagicMock()
return ChatAsyncService(stream_manager=stream_manager, chat_facade=chat_facade)
@pytest.mark.anyio
async def test_initiate_chat_stream_starts_engine_event_processing() -> None:
stream_manager = MagicMock()
stream_manager.stream_exists = AsyncMock(return_value=False)
stream_manager.create_and_start_stream = AsyncMock(return_value="msg-1")
chat_facade = MagicMock()
async def events():
if False:
yield None
event_generator = events()
chat_facade.create_chat_event_generator = AsyncMock(return_value=event_generator)
service = _service(stream_manager=stream_manager, chat_facade=chat_facade)
request = MagicMock()
request.messages = []
request.thinking.enabled = False
updated_request = MagicMock()
updated_request.messages = []
updated_request.thinking.enabled = False
request.model_copy.return_value = updated_request
correlation_id = await service.initiate_chat_stream(
request=request,
message_id="msg-1",
)
assert correlation_id == "msg-1"
request.context.model_copy.assert_called_once_with(
update={"correlation_id": "msg-1"}
)
chat_facade.create_chat_event_generator.assert_awaited_once_with(
request=updated_request
)
stream_manager.create_and_start_stream.assert_awaited_once_with(
event_handler=stream_manager.create_and_start_stream.await_args.kwargs[
"event_handler"
],
stream_type="chat_completion",
event_generator=event_generator,
correlation_id="msg-1",
metadata={"message_count": 0, "thinking_enabled": False},
)
@pytest.mark.anyio
async def test_initiate_chat_stream_rejects_duplicate_message_id() -> None:
stream_manager = MagicMock()
stream_manager.stream_exists = AsyncMock(return_value=True)
service = _service(stream_manager=stream_manager)
with pytest.raises(ValueError, match="already exists"):
await service.initiate_chat_stream(request=MagicMock(), message_id="msg-2")
@pytest.mark.anyio
async def test_cancel_only_delegates_to_stream_manager() -> None:
stream_manager = MagicMock()
stream_manager.cancel_stream = AsyncMock(return_value=False)
chat_facade = MagicMock()
chat_facade.cancel = AsyncMock(return_value=True)
service = _service(stream_manager=stream_manager, chat_facade=chat_facade)
await service.cancel_stream("msg-3")
stream_manager.cancel_stream.assert_awaited_once_with("msg-3")
chat_facade.cancel.assert_not_awaited()