feat: add spark connection properties type

Google APIs · copybara-github · commit 98c303c996d3 · 2023-03-16T11:08:09.000-07:00
PiperOrigin-RevId: 517172721
diff --git a/google/cloud/bigquery/connection/v1/connection.proto b/google/cloud/bigquery/connection/v1/connection.proto
@@ -30,6 +30,14 @@ option go_package = "cloud.google.com/go/bigquery/connection/apiv1/connectionpb;
 option java_multiple_files = true;
 option java_package = "com.google.cloud.bigquery.connection.v1";
 option php_namespace = "Google\\Cloud\\BigQuery\\Connection\\V1";
+option (google.api.resource_definition) = {
+  type: "dataproc.googleapis.com/Cluster"
+  pattern: "projects/{project}/regions/{region}/clusters/{cluster}"
+};
+option (google.api.resource_definition) = {
+  type: "metastore.googleapis.com/Service"
+  pattern: "projects/{project}/locations/{location}/services/{service}"
+};
 
 // Manages external data source connections and credentials.
 service ConnectionService {
@@ -252,6 +260,9 @@ message Connection {
 
     // Cloud Resource properties.
     CloudResourceProperties cloud_resource = 22;
+
+    // Spark properties.
+    SparkProperties spark = 23;
   }
 
   // Output only. The creation timestamp of the connection.
@@ -424,3 +435,59 @@ message CloudResourceProperties {
   //   <service-1234>@gcp-sa-bigquery-cloudresource.iam.gserviceaccount.com
   string service_account_id = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
 }
+
+// Configuration of the Dataproc Metastore Service.
+message MetastoreServiceConfig {
+  // Optional. Resource name of an existing Dataproc Metastore service.
+  //
+  // Example:
+  //
+  // * `projects/[project_id]/locations/[region]/services/[service_id]`
+  string metastore_service = 1 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.resource_reference) = {
+      type: "metastore.googleapis.com/Service"
+    }
+  ];
+}
+
+// Configuration of the Spark History Server.
+message SparkHistoryServerConfig {
+  // Optional. Resource name of an existing Dataproc Cluster to act as a Spark
+  // History Server for the connection.
+  //
+  // Example:
+  //
+  // * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
+  string dataproc_cluster = 1 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.resource_reference) = {
+      type: "dataproc.googleapis.com/Cluster"
+    }
+  ];
+}
+
+// Container for connection properties to execute stored procedures for Apache
+// Spark.
+message SparkProperties {
+  // Output only. The account ID of the service created for the purpose of this
+  // connection.
+  //
+  // The service account does not have any permissions associated with it when
+  // it is created. After creation, customers delegate permissions to the
+  // service account. When the connection is used in the context of a stored
+  // procedure for Apache Spark in BigQuery, the service account will be used to
+  // connect to the desired resources in Google Cloud.
+  //
+  // The account ID is in the form of:
+  // bqcx-<projectnumber>-<uniqueid>@gcp-sa-bigquery-consp.iam.gserviceaccount.com
+  string service_account_id = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Optional. Dataproc Metastore Service configuration for the connection.
+  MetastoreServiceConfig metastore_service_config = 3
+      [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Spark History Server configuration for the connection.
+  SparkHistoryServerConfig spark_history_server_config = 4
+      [(google.api.field_behavior) = OPTIONAL];
+}
