fix(openai/anthropic): extend tool schema for computer use

Author: christian-bromann

libs/providers/langchain-anthropic/src/tools/computer.ts

@@ -5,25 +5,12 @@ import type {
   Computer20251124Action,
   Computer20250124Action,
 } from "./types.js";
+import {
+  Computer20251124ActionSchema,
+  Computer20250124ActionSchema,
+} from "./types.js";
 
 const TOOL_NAME = "computer";
-const BASE_COMMANDS = [
-  "screenshot",
-  "left_click",
-  "right_click",
-  "middle_click",
-  "double_click",
-  "triple_click",
-  "left_click_drag",
-  "left_mouse_down",
-  "left_mouse_up",
-  "scroll",
-  "type",
-  "key",
-  "mouse_move",
-  "hold_key",
-  "wait",
-];
 
 /**
  * Options for the computer use tool (Claude Opus 4.5 only version).
@@ -122,16 +109,7 @@ export function computer_20251124(
     ) => string | Promise<string>,
     {
       name,
-      schema: {
-        type: "object",
-        properties: {
-          action: {
-            type: "string",
-            enum: [...BASE_COMMANDS, "zoom"],
-          },
-        },
-        required: ["action"],
-      },
+      schema: Computer20251124ActionSchema,
     }
   );
 
@@ -247,16 +225,7 @@ export function computer_20250124(
     ) => string | Promise<string>,
     {
       name,
-      schema: {
-        type: "object",
-        properties: {
-          action: {
-            type: "string",
-            enum: BASE_COMMANDS,
-          },
-        },
-        required: ["action"],
-      },
+      schema: Computer20250124ActionSchema,
     }
   );
 

libs/providers/langchain-anthropic/src/tools/tests/computer.test.ts

@@ -62,37 +62,24 @@ describe("Anthropic Computer Use Tool Unit Tests", () => {
         displayHeightPx: 768,
       });
 
-      expect(computer.schema).toMatchInlineSnapshot(`
-        {
-          "properties": {
-            "action": {
-              "enum": [
-                "screenshot",
-                "left_click",
-                "right_click",
-                "middle_click",
-                "double_click",
-                "triple_click",
-                "left_click_drag",
-                "left_mouse_down",
-                "left_mouse_up",
-                "scroll",
-                "type",
-                "key",
-                "mouse_move",
-                "hold_key",
-                "wait",
-                "zoom",
-              ],
-              "type": "string",
-            },
-          },
-          "required": [
-            "action",
-          ],
-          "type": "object",
-        }
-      `);
+      expect(computer.schema).toMatchObject({
+        type: "object",
+        oneOf: expect.arrayContaining([
+          expect.objectContaining({
+            properties: expect.objectContaining({
+              action: expect.objectContaining({ const: "screenshot" }),
+            }),
+          }),
+          expect.objectContaining({
+            properties: expect.objectContaining({
+              action: expect.objectContaining({ const: "zoom" }),
+            }),
+          }),
+        ]),
+      });
+      // Verify all action types are present
+      const oneOf = (computer.schema as { oneOf: unknown[] }).oneOf;
+      expect(oneOf).toHaveLength(16); // 15 base actions + zoom
     });
   });
 
@@ -154,36 +141,34 @@ describe("Anthropic Computer Use Tool Unit Tests", () => {
         displayHeightPx: 768,
       });
 
-      expect(computer.schema).toMatchInlineSnapshot(`
-        {
-          "properties": {
-            "action": {
-              "enum": [
-                "screenshot",
-                "left_click",
-                "right_click",
-                "middle_click",
-                "double_click",
-                "triple_click",
-                "left_click_drag",
-                "left_mouse_down",
-                "left_mouse_up",
-                "scroll",
-                "type",
-                "key",
-                "mouse_move",
-                "hold_key",
-                "wait",
-              ],
-              "type": "string",
-            },
-          },
-          "required": [
-            "action",
-          ],
-          "type": "object",
-        }
-      `);
+      expect(computer.schema).toMatchObject({
+        type: "object",
+        oneOf: expect.arrayContaining([
+          expect.objectContaining({
+            properties: expect.objectContaining({
+              action: expect.objectContaining({ const: "screenshot" }),
+            }),
+          }),
+        ]),
+      });
+      // Verify all action types are present (no zoom)
+      const oneOf = (computer.schema as { oneOf: unknown[] }).oneOf;
+      expect(oneOf).toHaveLength(15); // 15 base actions, no zoom
+      // Verify zoom is not present
+      const hasZoom = oneOf.some(
+        (item: unknown) =>
+          typeof item === "object" &&
+          item !== null &&
+          "properties" in item &&
+          typeof item.properties === "object" &&
+          item.properties !== null &&
+          "action" in item.properties &&
+          typeof item.properties.action === "object" &&
+          item.properties.action !== null &&
+          "const" in item.properties.action &&
+          item.properties.action.const === "zoom"
+      );
+      expect(hasZoom).toBe(false);
     });
   });
 });