mirror of
https://github.com/imartinez/privateGPT.git
synced 2026-07-17 11:29:56 +00:00
* fix: avoid to block the loop * fix: blocks in expansion * fix: remove maximum concurrent users ... * fix: multiplexer * fix: readers * fix: more fixes ... * fix: impl * feat: tool scheduler * feat: add adaptative * feat: add chat worker * fix: max * feat: add chat/tools workers * fix: mypy * feat: add generic scheduler * fix: get result * feat: do serializable the tool executor * fix: tools * fix: config * fix: config * fix: args * fix: config * fix: serializer * Revert "fix: blocks in expansion" This reverts commita2110f94a8. * fix: unify all logic * feat: add ingestion scheduler * fix: settings * fix: config * feat: add arq worker to chat * fix: arq worker * fix: add nest * fix: mypy * fix: await * fix: script stress * fix: tokenizer * fix: chat scheduler * fix: mypy * fix: add async tokenizer * fix: improve condense * fix: tool scheduler * feat: add initial real async chat worker * fix: mypy * fix: do resumable local executor ... ... ... fix: revert usleess changes fix: remove parent chat job fix: refactor fix: loop ref: rename models fix: chat engine fix: mypy ... ... ... fix: fix deps * fix: tests * fix: tests * ... * fix: stream * fix: config * fix: scheduler * Potential fix for pull request finding Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> * Potential fix for pull request finding Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> * Handle PGPT_WORKER_MODE=celery in health check worker status * fix: cancel * fix: arch * fix: test ingestion * fix: deserialization of chat messages * fix: broken results * fix: mypy * fix: test * fix: config * fix: remove arq tool worker * fix: output cls * fix: preserve early resumable tool callbacks * fix: preserve async tool result order * refactor: address worker PR review comments * fix: mypy * test: colocate ARQ chat enqueue coverage * fix: remove redis from tests * test: isolate chat mocks and cancellation timing * fix: tests (cherry picked from commit218b599c66) # Conflicts: # tests/server/chat/anthropic/test_anthropic_client.py # tests/server/chat/anthropic/test_langchain_anthropic.py # tests/server/chat/test_chat_knowledge_revamp.py # tests/server/chat/test_chat_routes.py # tests/server/chat/test_chat_routes_skills_integration.py * fix: tests (cherry picked from commitfc5ec0f72a) * fix: ruff * fix: test * fix: worker config (cherry picked from commit1371c275a1) * fix: principal * test: remove flaky chat cancellation assertion --------- Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
91 lines
3.0 KiB
Python
91 lines
3.0 KiB
Python
from unittest.mock import AsyncMock, MagicMock
|
|
|
|
import pytest
|
|
|
|
from private_gpt.server.chat_async.chat_async_service import ChatAsyncService
|
|
|
|
|
|
def _service(
|
|
stream_manager: MagicMock | None = None,
|
|
chat_facade: MagicMock | None = None,
|
|
) -> ChatAsyncService:
|
|
if stream_manager is None:
|
|
stream_manager = MagicMock()
|
|
stream_manager.stream_exists = AsyncMock(return_value=False)
|
|
stream_manager.cancel_stream = AsyncMock(return_value=False)
|
|
if chat_facade is None:
|
|
chat_facade = MagicMock()
|
|
|
|
return ChatAsyncService(stream_manager=stream_manager, chat_facade=chat_facade)
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_initiate_chat_stream_starts_engine_event_processing() -> None:
|
|
stream_manager = MagicMock()
|
|
stream_manager.stream_exists = AsyncMock(return_value=False)
|
|
stream_manager.create_and_start_stream = AsyncMock(return_value="msg-1")
|
|
chat_facade = MagicMock()
|
|
|
|
async def events():
|
|
if False:
|
|
yield None
|
|
|
|
event_generator = events()
|
|
chat_facade.create_chat_event_generator = AsyncMock(return_value=event_generator)
|
|
|
|
service = _service(stream_manager=stream_manager, chat_facade=chat_facade)
|
|
request = MagicMock()
|
|
request.messages = []
|
|
request.thinking.enabled = False
|
|
updated_request = MagicMock()
|
|
updated_request.messages = []
|
|
updated_request.thinking.enabled = False
|
|
request.model_copy.return_value = updated_request
|
|
correlation_id = await service.initiate_chat_stream(
|
|
request=request,
|
|
message_id="msg-1",
|
|
)
|
|
|
|
assert correlation_id == "msg-1"
|
|
request.context.model_copy.assert_called_once_with(
|
|
update={"correlation_id": "msg-1"}
|
|
)
|
|
chat_facade.create_chat_event_generator.assert_awaited_once_with(
|
|
request=updated_request
|
|
)
|
|
stream_manager.create_and_start_stream.assert_awaited_once_with(
|
|
event_handler=stream_manager.create_and_start_stream.await_args.kwargs[
|
|
"event_handler"
|
|
],
|
|
stream_type="chat_completion",
|
|
event_generator=event_generator,
|
|
correlation_id="msg-1",
|
|
metadata={"message_count": 0, "thinking_enabled": False},
|
|
)
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_initiate_chat_stream_rejects_duplicate_message_id() -> None:
|
|
stream_manager = MagicMock()
|
|
stream_manager.stream_exists = AsyncMock(return_value=True)
|
|
|
|
service = _service(stream_manager=stream_manager)
|
|
|
|
with pytest.raises(ValueError, match="already exists"):
|
|
await service.initiate_chat_stream(request=MagicMock(), message_id="msg-2")
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_cancel_only_delegates_to_stream_manager() -> None:
|
|
stream_manager = MagicMock()
|
|
stream_manager.cancel_stream = AsyncMock(return_value=False)
|
|
chat_facade = MagicMock()
|
|
chat_facade.cancel = AsyncMock(return_value=True)
|
|
|
|
service = _service(stream_manager=stream_manager, chat_facade=chat_facade)
|
|
|
|
await service.cancel_stream("msg-3")
|
|
|
|
stream_manager.cancel_stream.assert_awaited_once_with("msg-3")
|
|
chat_facade.cancel.assert_not_awaited()
|