feat: add support for Spark Connect sessions in Dataproc Serverless for Spark

Google APIs · copybara-github · commit 5c181aaf78bd · 2024-09-24T16:29:27.000-07:00
docs: update docs for `filter` field in `ListSessionsRequest`

PiperOrigin-RevId: 678438691
diff --git a/google/cloud/dataproc/v1/session_templates.proto b/google/cloud/dataproc/v1/session_templates.proto
@@ -182,6 +182,10 @@ message SessionTemplate {
   oneof session_config {
     // Optional. Jupyter session config.
     JupyterConfig jupyter_session = 3 [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. Spark Connect session config.
+    SparkConnectConfig spark_connect_session = 11
+        [(google.api.field_behavior) = OPTIONAL];
   }
 
   // Output only. The email address of the user who created the template.
diff --git a/google/cloud/dataproc/v1/sessions.proto b/google/cloud/dataproc/v1/sessions.proto
@@ -163,12 +163,13 @@ message ListSessionsRequest {
   // A filter is a logical expression constraining the values of various fields
   // in each session resource. Filters are case sensitive, and may contain
   // multiple clauses combined with logical operators (AND, OR).
-  // Supported fields are `session_id`, `session_uuid`, `state`, and
-  // `create_time`.
+  // Supported fields are `session_id`, `session_uuid`, `state`, `create_time`,
+  // and `labels`.
   //
   // Example: `state = ACTIVE and create_time < "2023-01-01T00:00:00Z"`
   // is a filter for sessions in an ACTIVE state that were created before
-  // 2023-01-01.
+  // 2023-01-01. `state = ACTIVE and labels.environment=production` is a filter
+  // for sessions in an ACTIVE state that have a production environment label.
   //
   // See https://google.aip.dev/assets/misc/ebnf-filtering.txt for a detailed
   // description of the filter syntax and a list of supported comparators.
@@ -289,6 +290,10 @@ message Session {
   oneof session_config {
     // Optional. Jupyter session config.
     JupyterConfig jupyter_session = 4 [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. Spark Connect session config.
+    SparkConnectConfig spark_connect_session = 17
+        [(google.api.field_behavior) = OPTIONAL];
   }
 
   // Output only. Runtime information about session execution.
@@ -369,3 +374,6 @@ message JupyterConfig {
   // Optional. Display name, shown in the Jupyter kernelspec card.
   string display_name = 2 [(google.api.field_behavior) = OPTIONAL];
 }
+
+// Spark Connect configuration for an interactive session.
+message SparkConnectConfig {}
