langchain - 💡(How to fix) Fix OpenAI computer-use tool calls are not executed as LangChain tool calls

from langchain.agents import create_agent
from langchain_core.messages import AIMessage
from langchain_openai import ChatOpenAI

# Helper to challenge the computer tool
def test_computer_tool(model, computer_use_tool):
    agent = create_agent(
        model=model,
        tools = [computer_use_tool],
    )
    result = agent.invoke(
        {"messages": [
            {
                "role": "user",
                "content": "Take a screenshot of the current computer screen."
            }
        ]},
    )
    for r in result["messages"]:
        if isinstance(r, AIMessage):
            # Tool calls
            if r.tool_calls:
                print("=== Computer tools successfully called ✅ ===")
                for i, c in enumerate(r.tool_calls):
                    print(f"Tool No. {i + 1}:")
                    print(c)
                print("==========================================")
            else:
                print("=== No computer tools were called ‼️ ====")
                print("Instead, the following message was generated:")
                print(r.content[0])
                print("=======================================")


model = ChatOpenAI(
    model="gpt-5.4",
    use_responses_api=True,
    api_key=OPENAI_API_KEY,
)
openai_computer_tool = {"type":"computer"}

test_computer_tool(model, openai_computer_tool)

---

from langchain.agents import create_agent
from langchain_core.messages import AIMessage
from langchain_openai import ChatOpenAI

# Helper to challenge the computer tool
def test_computer_tool(model, computer_use_tool):
    agent = create_agent(
        model=model,
        tools = [computer_use_tool],
    )
    result = agent.invoke(
        {"messages": [
            {
                "role": "user",
                "content": "Take a screenshot of the current computer screen."
            }
        ]},
    )
    for r in result["messages"]:
        if isinstance(r, AIMessage):
            # Tool calls
            if r.tool_calls:
                print("=== Computer tools successfully called ✅ ===")
                for i, c in enumerate(r.tool_calls):
                    print(f"Tool No. {i + 1}:")
                    print(c)
                print("==========================================")
            else:
                print("=== No computer tools were called ‼️ ====")
                print("Instead, the following message was generated:")
                print(r.content[0])
                print("=======================================")


model = ChatOpenAI(
    model="gpt-5.4",
    use_responses_api=True,
    api_key=OPENAI_API_KEY,
)
openai_computer_tool = {"type":"computer"}

test_computer_tool(model, openai_computer_tool)

---

tools = [{"type": "computer"}]

---

from langchain.agents import create_agent
from langchain_core.messages import AIMessage
from langchain_openai import ChatOpenAI


def test_computer_tool(model, computer_use_tool):
    agent = create_agent(
        model=model,
        tools=[computer_use_tool],
    )

    result = agent.invoke(
        {
            "messages": [
                {
                    "role": "user",
                    "content": "Take a screenshot of the current computer screen.",
                }
            ]
        }
    )

    for message in result["messages"]:
        if isinstance(message, AIMessage):
            if message.tool_calls:
                print("=== Computer tools successfully called ===")
                for i, call in enumerate(message.tool_calls):
                    print(f"Tool No. {i + 1}:")
                    print(call)
                print("==========================================")
            else:
                print("=== No computer tools were called ===")
                print("Instead, the following message was generated:")
                print(message.content[0])
                print("=======================================")


model = ChatOpenAI(
    model="gpt-5.4",
    use_responses_api=True,
    api_key=OPENAI_API_KEY,
)

openai_computer_tool = {"type": "computer"}

test_computer_tool(model, openai_computer_tool)

---

=== No computer tools were called ===
Instead, the following message was generated:
{
    "id": "cu_045c3f3a182597c8006a23eb617b24819a91a7a89d4786a09e",
    "call_id": "call_3cNfranspy4UFye2mJ8tyKQs",
    "status": "completed",
    "type": "computer_call",
    "actions": [
        {"type": "screenshot"}
    ],
}
=======================================

---

{
    "name": "computer_call",
    "args": {"action": "screenshot"},
    "id": "call_3cNfranspy4UFye2mJ8tyKQs",
    "type": "tool_call",
}

---

from langchain_anthropic import ChatAnthropic

model = ChatAnthropic(
    model="claude-sonnet-4-6",
    anthropic_api_key=ANTHROPIC_API_KEY,
)

anthropic_computer_tool = {
    "type": "computer_20251124",
    "name": "computer",
    "display_width_px": 1400,
    "display_height_px": 900,
    "display_number": 99,
    "enable_zoom": False,
}

test_computer_tool(model, anthropic_computer_tool)

---

=== Computer tools successfully called ===
Tool No. 1:
{
    "name": "computer",
    "args": {"action": "screenshot"},
    "id": "toolu_01MCjE9jnymndUZAMzHEqkWA",
    "type": "tool_call",
}
==========================================

---

from langchain_google_genai import ChatGoogleGenerativeAI, Environment

model = ChatGoogleGenerativeAI(
    model="gemini-3-flash-preview",
    google_api_key=GOOGLE_API_KEY,
)

gemini_computer_tool = {
    "computer_use": {
        "environment": Environment.ENVIRONMENT_BROWSER,
        "excludedPredefinedFunctions": [],
    }
}

test_computer_tool(model, gemini_computer_tool)

---

=== Computer tools successfully called ===
Tool No. 1:
{
    "name": "open_web_browser",
    "args": {},
    "id": "b6u5u9qv",
    "type": "tool_call",
}
==========================================

---

{
    "type": "computer_call",
    "call_id": "call_...",
    "actions": [
        {"type": "screenshot"}
    ],
}

---

{
    "name": "computer",
    "args": {"action": "screenshot"},
    "id": "call_...",
    "type": "tool_call",
}