Files
privateGPT/private_gpt/components/tools/tool_pipeline.py
Javier Martinez 21d42fd97a feat: code execution v4 (#2295)
* feat: add bundle to remove

* fix: spaces

* feat: add xml render as skill spec

* feat: add skill volume root to cache

* fix: deduplicate values

* fix: change the mount path to skill_id

* fix: use different paths

* feat: add principal

(cherry picked from commit 5db64fe721d5706440ce9f342b1388ffe742bc16)

# Conflicts:
#	private_gpt/components/code_execution/base.py
#	private_gpt/components/code_execution/code_execution_component.py
#	private_gpt/components/code_execution/local.py
#	private_gpt/components/environment/manager.py
#	private_gpt/components/tools/builders/bash_tool_builder.py
#	private_gpt/components/tools/builders/text_editor_tool_builder.py
#	private_gpt/components/tools/processors/bash_processor.py

* fix: mypy

...

* fix: config

* fix: sandbox config

* feat: add forward cookies

* fix: loop

* feat: add present server

* feat: add feature flag for tools

* refactor: move principal to another better place

* feat: add api key principal

* docs: fix docs

* docs: add present server

* fix: principal

* fix: mypy

* fix: avoid to block the loop

* fix: blocks in expansion

* fix: remove maximum concurrent users

...

* fix: multiplexer

* fix: readers

* fix: more fixes

...

* fix: impl

* feat: tool scheduler

* feat: add adaptative

* feat: add chat worker

* fix: config

* fix: max

* feat: add chat/tools workers

* fix: mypy

* feat: add generic scheduler

* fix: get result

* feat: do serializable the tool executor

* fix: tools

* fix: config

* fix: config

* fix: args

* fix: config

* fix: serializer

* Revert "fix: blocks in expansion"

This reverts commit a2110f94a8.

* fix: unify all logic

* feat: add ingestion scheduler

* fix: settings

* fix: config

* feat: add arq worker to chat

* fix: arq worker

* fix: add nest

* fix: mypy

* fix: await

* fix: script stress

* fix: tokenizer

* fix: chat scheduler

* fix: mypy

* fix: add async tokenizer

* fix: improve condense

* fix: tool scheduler

* feat: add initial real async chat worker

* fix: mypy

* fix: do resumable local executor

...

...

...

fix: revert usleess changes

fix: remove parent chat job

fix: refactor

fix: loop

ref: rename models

fix: chat engine

fix: mypy

...

...

...

fix: fix deps

* fix: tests

* fix: tests

* ...

* fix: stream

* fix: config

* fix: scheduler

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Handle PGPT_WORKER_MODE=celery in health check worker status

* fix: cancel

* fix: arch

* fix: test ingestion

* fix: deserialization of chat messages

* fix: broken results

* fix: mypy

* fix: test

* fix: config

* fix: remove arq tool worker

* fix: output cls

* fix: preserve early resumable tool callbacks

* fix: preserve async tool result order

* refactor: address worker PR review comments

* fix: mypy

* test: colocate ARQ chat enqueue coverage

* fix: remove redis from tests

* fix: mypy

* fix: tests

* test: isolate chat mocks and cancellation timing

* fix: tests

* fix: tests

* fix: test

(cherry picked from commit f8ee460af2)

* fix: worker config

* test: remove flaky chat cancellation assertion

(cherry picked from commit 1115ff2349)

# Conflicts:
#	tests/server/chat/test_chat_routes.py

* fix: emit chat pings from stream listeners

* fix: don't duplciate the output

* fix: rss memory

...

* fix: pass the args

* fix: threads

* fix: websearch

---------

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>
Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
2026-07-15 13:05:23 +02:00

86 lines
3.1 KiB
Python

from injector import inject, singleton
from private_gpt.components.chat.models.chat_config_models import ResolvedChatRequest
from private_gpt.components.tools.processors.anthropic_tool_translation_processor import (
AnthropicToolTranslationProcessor,
)
from private_gpt.components.tools.processors.bash_processor import BashProcessor
from private_gpt.components.tools.processors.code_execution_processor import (
CodeExecutionProcessor,
)
from private_gpt.components.tools.processors.database_query_processor import (
DatabaseQueryProcessor,
)
from private_gpt.components.tools.processors.present_files_processor import (
PresentFilesProcessor,
)
from private_gpt.components.tools.processors.present_server_processor import (
PresentServerProcessor,
)
from private_gpt.components.tools.processors.semantic_search_processor import (
SemanticSearchProcessor,
)
from private_gpt.components.tools.processors.skill_management_processor import (
SkillManagementProcessor,
)
from private_gpt.components.tools.processors.tabular_data_processor import (
TabularDataProcessor,
)
from private_gpt.components.tools.processors.text_editor_processor import (
TextEditorProcessor,
)
from private_gpt.components.tools.processors.web_fetch_processor import (
WebFetchProcessor,
)
from private_gpt.components.tools.processors.web_search_processor import (
WebSearchProcessor,
)
@singleton
class ToolPipeline:
@inject
def __init__(
self,
anthropic_tool_translation_processor: AnthropicToolTranslationProcessor,
semantic_search_processor: SemanticSearchProcessor,
tabular_data_processor: TabularDataProcessor,
database_query_processor: DatabaseQueryProcessor,
web_fetch_processor: WebFetchProcessor,
web_search_processor: WebSearchProcessor,
skill_management_processor: SkillManagementProcessor,
code_execution_processor: CodeExecutionProcessor,
bash_processor: BashProcessor,
text_editor_processor: TextEditorProcessor,
present_files_processor: PresentFilesProcessor,
present_server_processor: PresentServerProcessor,
) -> None:
self._processors = [
anthropic_tool_translation_processor,
semantic_search_processor,
tabular_data_processor,
database_query_processor,
web_fetch_processor,
web_search_processor,
skill_management_processor,
code_execution_processor,
bash_processor,
text_editor_processor,
present_files_processor,
present_server_processor,
]
async def contextualize_internal_tools(
self, request: ResolvedChatRequest
) -> ResolvedChatRequest:
request_copy = request.model_copy(deep=True)
while await self._intercept_once(request_copy):
pass
return request_copy
async def _intercept_once(self, request: ResolvedChatRequest) -> bool:
for processor in self._processors:
if await processor.intercept(request):
return True
return False