feat: add the cohort and auto tuning configuration to the batch's RuntimeConfig

Google APIs · copybara-github · commit 7160b0c31e9b · 2024-06-24T08:22:57.000-07:00
PiperOrigin-RevId: 646101687
diff --git a/google/cloud/dataproc/v1/shared.proto b/google/cloud/dataproc/v1/shared.proto
@@ -50,6 +50,14 @@ message RuntimeConfig {
   // Optional. Dependency repository configuration.
   RepositoryConfig repository_config = 5
       [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Autotuning configuration of the workload.
+  AutotuningConfig autotuning_config = 6
+      [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Cohort identifier. Identifies families of the workloads having
+  // the same shape, e.g. daily ETL jobs.
+  string cohort = 7 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Environment configuration for a workload.
@@ -464,6 +472,28 @@ message GkeNodePoolConfig {
       [(google.api.field_behavior) = OPTIONAL];
 }
 
+// Autotuning configuration of the workload.
+message AutotuningConfig {
+  // Scenario represents a specific goal that autotuning will attempt to achieve
+  // by modifying workloads.
+  enum Scenario {
+    // Default value.
+    SCENARIO_UNSPECIFIED = 0;
+
+    // Scaling recommendations such as initialExecutors.
+    SCALING = 2;
+
+    // Adding hints for potential relation broadcasts.
+    BROADCAST_HASH_JOIN = 3;
+
+    // Memory management for workloads.
+    MEMORY = 4;
+  }
+
+  // Optional. Scenarios for which tunings are applied.
+  repeated Scenario scenarios = 2 [(google.api.field_behavior) = OPTIONAL];
+}
+
 // Configuration for dependency repositories
 message RepositoryConfig {
   // Optional. Configuration for PyPi repository.
