github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-05 04:55:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(openai): support acknowledged safety checks in computer use (#31984)

Browse Source
This commit is contained in:
ccurme
2025-07-14 06:33:37 -04:00
committed by GitHub
parent a5f1774b76
commit de13f6ae4f
2 changed files with 78 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

74
libs/partners/openai/tests/unit_tests/chat_models/test_base.py
View File

@@ -63,6 +63,7 @@ from langchain_openai.chat_models.base import (
_create_usage_metadata_responses,
_format_message_content,
_get_last_messages,
_make_computer_call_output_from_message,
_oai_structured_outputs_parser,
)
@@ -2454,3 +2455,76 @@ def test_get_request_payload_use_previous_response_id() -> None:
payload = llm._get_request_payload(messages)
assert "previous_response_id" not in payload
assert len(payload["input"]) == 1
def test_make_computer_call_output_from_message() -> None:
# List content
tool_message = ToolMessage(
content=[
{"type": "input_image", "image_url": "data:image/png;base64,<image_data>"}
],
tool_call_id="call_abc123",
additional_kwargs={"type": "computer_call_output"},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
}
# String content
tool_message = ToolMessage(
content="data:image/png;base64,<image_data>",
tool_call_id="call_abc123",
additional_kwargs={"type": "computer_call_output"},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
}
# Safety checks
tool_message = ToolMessage(
content=[
{"type": "input_image", "image_url": "data:image/png;base64,<image_data>"}
],
tool_call_id="call_abc123",
additional_kwargs={
"type": "computer_call_output",
"acknowledged_safety_checks": [
{
"id": "cu_sc_abc234",
"code": "malicious_instructions",
"message": "Malicious instructions detected.",
}
],
},
)
result = _make_computer_call_output_from_message(tool_message)
assert result == {
"type": "computer_call_output",
"call_id": "call_abc123",
"output": {
"type": "input_image",
"image_url": "data:image/png;base64,<image_data>",
},
"acknowledged_safety_checks": [
{
"id": "cu_sc_abc234",
"code": "malicious_instructions",
"message": "Malicious instructions detected.",
}
],
}