github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-20 11:31:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(openai): support acknowledged safety checks in computer use (#31984)

Browse Source
This commit is contained in:
ccurme 2025-07-14 06:33:37 -04:00 committed by GitHub
parent a5f1774b76
commit de13f6ae4f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 78 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/partners/openai/langchain_openai/chat_models/base.py
View File

@ -3452,6 +3452,10 @@ def _make_computer_call_output_from_message(message: ToolMessage) -> dict:
# string, assume image_url
output = {"type": "input_image", "image_url": message.content}
computer_call_output["output"] = output
if "acknowledged_safety_checks" in message.additional_kwargs:
computer_call_output["acknowledged_safety_checks"] = message.additional_kwargs[
"acknowledged_safety_checks"
]
return computer_call_output

74
libs/partners/openai/tests/unit_tests/chat_models/test_base.py
View File

@ -63,6 +63,7 @@ from langchain_openai.chat_models.base import (
_create_usage_metadata_responses,
_format_message_content,
_get_last_messages,
_make_computer_call_output_from_message,
_oai_structured_outputs_parser,
)
@ -2454,3 +2455,76 @@ def test_get_request_payload_use_previous_response_id() -> None:
payload = llm._get_request_payload(messages)
assert "previous_response_id" not in payload
assert len(payload["input"]) == 1
def test_make_computer_call_output_from_message() -> None:
# List content
tool_message = ToolMessage(
content=[
{"type": "input_image", "image_url": "data:image/png;base64,<image_data>"}
],
tool_call_id="call_abc123",
additional_kwargs={"type": "computer_call_output"},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
}
# String content
tool_message = ToolMessage(
content="data:image/png;base64,<image_data>",
tool_call_id="call_abc123",
additional_kwargs={"type": "computer_call_output"},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
}
# Safety checks
tool_message = ToolMessage(
content=[
{"type": "input_image", "image_url": "data:image/png;base64,<image_data>"}
],
tool_call_id="call_abc123",
additional_kwargs={
"type": "computer_call_output",
"acknowledged_safety_checks": [
{
"id": "cu_sc_abc234",
"code": "malicious_instructions",
"message": "Malicious instructions detected.",
}
],
},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
"acknowledged_safety_checks": [
{
"id": "cu_sc_abc234",
"code": "malicious_instructions",
"message": "Malicious instructions detected.",
}
],
}