feat: increased the number of partitions can be written in a single request

Google APIs · copybara-github · commit 1c153adc542b · 2025-04-14T10:26:02.000-07:00
docs: updated the number of partitions (from 100 to 900) can be inserted, updated and deleted in a single request

BREAKING CHANGE: remove `location` from http annotations in all of the service requests

PiperOrigin-RevId: 747473743
diff --git a/google/cloud/bigquery/storage/v1alpha/BUILD.bazel b/google/cloud/bigquery/storage/v1alpha/BUILD.bazel
@@ -80,7 +80,6 @@ java_gapic_library(
     test_deps = [
         ":storage_java_grpc",
     ],
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_java_proto",
@@ -100,7 +99,6 @@ java_gapic_test(
 java_gapic_assembly_gradle_pkg(
     name = "google-cloud-bigquery-storage-v1alpha-java",
     include_samples = True,
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_java_gapic",
@@ -140,7 +138,6 @@ go_gapic_library(
     release_level = "beta",
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_go_proto",
@@ -175,12 +172,11 @@ py_gapic_library(
     srcs = [":storage_proto"],
     grpc_service_config = "bigquerystorage_v1alpha_grpc_service_config.json",
     opt_args = [
-        "python-gapic-namespace=google.cloud",
         "python-gapic-name=bigquery_storage",
+        "python-gapic-namespace=google.cloud",
     ],
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
     ],
@@ -227,7 +223,6 @@ php_gapic_library(
     migration_mode = "NEW_SURFACE_ONLY",
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_php_proto",
@@ -262,7 +257,6 @@ nodejs_gapic_library(
     package = "google.cloud.bigquery.storage.v1alpha",
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [],
 )
@@ -305,7 +299,6 @@ ruby_cloud_gapic_library(
     grpc_service_config = "bigquerystorage_v1alpha_grpc_service_config.json",
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_ruby_grpc",
@@ -337,6 +330,7 @@ load(
 
 csharp_proto_library(
     name = "storage_csharp_proto",
+    extra_opts = [],
     deps = [":storage_proto"],
 )
 
@@ -353,7 +347,6 @@ csharp_gapic_library(
     grpc_service_config = "bigquerystorage_v1alpha_grpc_service_config.json",
     rest_numeric_enums = True,
     service_yaml = "bigquerystorage_v1alpha.yaml",
-    # TODO(b/361784870): Do not enable `rest` until this bug is fixed.
     transport = "grpc",
     deps = [
         ":storage_csharp_grpc",
diff --git a/google/cloud/bigquery/storage/v1alpha/metastore_partition.proto b/google/cloud/bigquery/storage/v1alpha/metastore_partition.proto
@@ -36,8 +36,8 @@ option (google.api.resource_definition) = {
 };
 
 // BigQuery Metastore Partition Service API.
-// This service is used for managing metastore partitions in BigQuery metastore.
-// The service supports only batch operations for write.
+//  This service is used for managing metastore partitions in BigQuery
+//  metastore. The service supports only batch operations for write.
 service MetastorePartitionService {
   option (google.api.default_host) = "bigquerystorage.googleapis.com";
   option (google.api.oauth_scopes) =
@@ -48,7 +48,7 @@ service MetastorePartitionService {
   rpc BatchCreateMetastorePartitions(BatchCreateMetastorePartitionsRequest)
       returns (BatchCreateMetastorePartitionsResponse) {
     option (google.api.http) = {
-      post: "/v1alpha/{parent=projects/*/locations/*/datasets/*/tables/*}/partitions:batchCreate"
+      post: "/v1alpha/{parent=projects/*/datasets/*/tables/*}/partitions:batchCreate"
       body: "*"
     };
   }
@@ -57,7 +57,7 @@ service MetastorePartitionService {
   rpc BatchDeleteMetastorePartitions(BatchDeleteMetastorePartitionsRequest)
       returns (google.protobuf.Empty) {
     option (google.api.http) = {
-      post: "/v1alpha/{parent=projects/*/locations/*/datasets/*/tables/*}/partitions:batchDelete"
+      post: "/v1alpha/{parent=projects/*/datasets/*/tables/*}/partitions:batchDelete"
       body: "*"
     };
   }
@@ -66,7 +66,7 @@ service MetastorePartitionService {
   rpc BatchUpdateMetastorePartitions(BatchUpdateMetastorePartitionsRequest)
       returns (BatchUpdateMetastorePartitionsResponse) {
     option (google.api.http) = {
-      post: "/v1alpha/{parent=projects/*/locations/*/datasets/*/tables/*}/partitions:batchUpdate"
+      post: "/v1alpha/{parent=projects/*/datasets/*/tables/*}/partitions:batchUpdate"
       body: "*"
     };
   }
@@ -125,8 +125,15 @@ message BatchCreateMetastorePartitionsRequest {
   // add_partitions(..). If the flag is set to false, the server will return
   // ALREADY_EXISTS if any partition already exists. If the flag is set to true,
   // the server will skip existing partitions and insert only the non-existing
-  // partitions.
+  // partitions. A maximum of 900 partitions can be inserted in a batch.
   bool skip_existing_partitions = 3 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Optional trace id to be used for debugging. It is expected that
+  // the client sets the same `trace_id` for all the batches in the same
+  // operation, so that it is possible to tie together the logs to all the
+  // batches in the same operation. Limited to 256 characters. This is expected,
+  // but not required, to be globally unique.
+  string trace_id = 4 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Response message for BatchCreateMetastorePartitions.
@@ -148,9 +155,16 @@ message BatchDeleteMetastorePartitionsRequest {
   ];
 
   // Required. The list of metastore partitions (identified by its values) to be
-  // deleted. A maximum of 100 partitions can be deleted in a batch.
+  // deleted. A maximum of 900 partitions can be deleted in a batch.
   repeated MetastorePartitionValues partition_values = 2
       [(google.api.field_behavior) = REQUIRED];
+
+  // Optional. Optional trace id to be used for debugging. It is expected that
+  // the client sets the same `trace_id` for all the batches in the same
+  // operation, so that it is possible to tie together the logs to all the
+  // batches in the same operation. This is expected, but not required, to be
+  // globally unique.
+  string trace_id = 4 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Request message for UpdateMetastorePartition.
@@ -177,11 +191,19 @@ message BatchUpdateMetastorePartitionsRequest {
   // Required. Requests to update metastore partitions in the table.
   repeated UpdateMetastorePartitionRequest requests = 2
       [(google.api.field_behavior) = REQUIRED];
+
+  // Optional. Optional trace id to be used for debugging. It is expected that
+  // the client sets the same `trace_id` for all the batches in the same
+  // operation, so that it is possible to tie together the logs to all the
+  // batches in the same operation. This is expected, but not required, to be
+  // globally unique.
+  string trace_id = 4 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Response message for BatchUpdateMetastorePartitions.
 message BatchUpdateMetastorePartitionsResponse {
   // The list of metastore partitions that have been updated.
+  // A maximum of 900 partitions can be updated in a batch.
   repeated MetastorePartition partitions = 1;
 }
 
@@ -206,6 +228,13 @@ message ListMetastorePartitionsRequest {
   //           "numeric_field BETWEEN 1.0 AND 5.0"
   // Restricted to a maximum length for 1 MB.
   string filter = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Optional trace id to be used for debugging. It is expected that
+  // the client sets the same `trace_id` for all the batches in the same
+  // operation, so that it is possible to tie together the logs to all the
+  // batches in the same operation. Limited to 256 characters. This is expected,
+  // but not required, to be globally unique.
+  string trace_id = 3 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Response message for ListMetastorePartitions.
