feat: Add Engine field to support LightningEngine in clusters and add support for stop ttl

Google APIs · copybara-github · commit 2da865871264 · 2026-04-09T14:11:22.000-07:00
PiperOrigin-RevId: 897294662
diff --git a/google/cloud/dataproc/v1/clusters.proto b/google/cloud/dataproc/v1/clusters.proto
@@ -243,12 +243,27 @@ message ClusterConfig {
     CLUSTER_TIER_PREMIUM = 2;
   }
 
+  // The cluster engine.
+  enum Engine {
+    // The engine is not specified. Works the same as ENGINE_DEFAULT.
+    ENGINE_UNSPECIFIED = 0;
+
+    // The cluster is a default engine cluster.
+    DEFAULT = 1;
+
+    // The cluster is a lightning engine cluster.
+    LIGHTNING = 2;
+  }
+
   // Optional. The type of the cluster.
   ClusterType cluster_type = 27 [(google.api.field_behavior) = OPTIONAL];
 
   // Optional. The cluster tier.
   ClusterTier cluster_tier = 29 [(google.api.field_behavior) = OPTIONAL];
 
+  // Optional. The cluster engine.
+  Engine engine = 30 [(google.api.field_behavior) = OPTIONAL];
+
   // Optional. A Cloud Storage bucket used to stage job
   // dependencies, config files, and job driver console output.
   // If you do not specify a staging bucket, Cloud
@@ -1266,6 +1281,32 @@ message LifecycleConfig {
         [(google.api.field_behavior) = OPTIONAL];
   }
 
+  // Optional. The duration to keep the cluster started while idling (when no
+  // jobs are running). Passing this threshold will cause the cluster to be
+  // stopped. Minimum value is 5 minutes; maximum value is 14 days (see JSON
+  // representation of
+  // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+  google.protobuf.Duration idle_stop_ttl = 5
+      [(google.api.field_behavior) = OPTIONAL];
+
+  // Either the exact time the cluster should be stopped at or
+  // the cluster maximum age.
+  oneof stop_ttl {
+    // Optional. The time when cluster will be auto-stopped (see JSON
+    // representation of
+    // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+    google.protobuf.Timestamp auto_stop_time = 6
+        [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. The lifetime duration of the cluster. The cluster will be
+    // auto-stopped at the end of this period, calculated from the time of
+    // submission of the create or update cluster request. Minimum value is 10
+    // minutes; maximum value is 14 days (see JSON representation of
+    // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+    google.protobuf.Duration auto_stop_ttl = 7
+        [(google.api.field_behavior) = OPTIONAL];
+  }
+
   // Output only. The time when cluster became idle (most recent job finished)
   // and became eligible for deletion due to idleness (see JSON representation
   // of
