feat: add computer use support to tools

Google APIs · copybara-github · commit 315c1968fb85 · 2025-06-27T12:25:16.000-07:00
PiperOrigin-RevId: 776676714
diff --git a/google/cloud/aiplatform/v1beta1/tool.proto b/google/cloud/aiplatform/v1beta1/tool.proto
@@ -49,6 +49,21 @@ message Tool {
   // output to this tool.
   message CodeExecution {}
 
+  // Tool to support computer use.
+  message ComputerUse {
+    // Represents the environment being operated, such as a web browser.
+    enum Environment {
+      // Defaults to browser.
+      ENVIRONMENT_UNSPECIFIED = 0;
+
+      // Operates in a web browser.
+      ENVIRONMENT_BROWSER = 1;
+    }
+
+    // Required. The environment being operated.
+    Environment environment = 1 [(google.api.field_behavior) = REQUIRED];
+  }
+
   // Optional. Function tool type.
   // One or more function declarations to be passed to the model along with the
   // current user query. Model may decide to call a subset of these functions
@@ -88,6 +103,11 @@ message Tool {
 
   // Optional. Tool to support URL context retrieval.
   UrlContext url_context = 8 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Tool to support the model interacting directly with the computer.
+  // If enabled, it automatically populates computer-use specific Function
+  // Declarations.
+  ComputerUse computer_use = 11 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Tool to support URL context.
