feat: add support for new Dataproc features

Google APIs · copybara-github · commit 32bc03653260 · 2024-09-09T16:00:38.000-07:00
1. Allow flink job support for jobs
2. Add unreachable output field for LIST jobs API

PiperOrigin-RevId: 672705294
diff --git a/google/cloud/dataproc/v1/jobs.proto b/google/cloud/dataproc/v1/jobs.proto
@@ -515,6 +515,47 @@ message TrinoJob {
   LoggingConfig logging_config = 7 [(google.api.field_behavior) = OPTIONAL];
 }
 
+// A Dataproc job for running Apache Flink applications on YARN.
+message FlinkJob {
+  // Required. The specification of the main method to call to drive the job.
+  // Specify either the jar file that contains the main class or the main class
+  // name. To pass both a main jar and a main class in the jar, add the jar to
+  // [jarFileUris][google.cloud.dataproc.v1.FlinkJob.jar_file_uris], and then
+  // specify the main class name in
+  // [mainClass][google.cloud.dataproc.v1.FlinkJob.main_class].
+  oneof driver {
+    // The HCFS URI of the jar file that contains the main class.
+    string main_jar_file_uri = 1;
+
+    // The name of the driver's main class. The jar file that contains the class
+    // must be in the default CLASSPATH or specified in
+    // [jarFileUris][google.cloud.dataproc.v1.FlinkJob.jar_file_uris].
+    string main_class = 2;
+  }
+
+  // Optional. The arguments to pass to the driver. Do not include arguments,
+  // such as `--conf`, that can be set as job properties, since a collision
+  // might occur that causes an incorrect job submission.
+  repeated string args = 3 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
+  // Flink driver and tasks.
+  repeated string jar_file_uris = 4 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. HCFS URI of the savepoint, which contains the last saved progress
+  // for starting the current job.
+  string savepoint_uri = 9 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. A mapping of property names to values, used to configure Flink.
+  // Properties that conflict with values set by the Dataproc API might be
+  // overwritten. Can include properties set in
+  //  /etc/flink/conf/flink-defaults.conf and classes in user code.
+  map<string, string> properties = 7 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. The runtime log config for job execution.
+  LoggingConfig logging_config = 8 [(google.api.field_behavior) = OPTIONAL];
+}
+
 // Dataproc job config.
 message JobPlacement {
   // Required. The name of the cluster where the job will be submitted.
@@ -722,6 +763,9 @@ message Job {
 
     // Optional. Job is a Trino job.
     TrinoJob trino_job = 28 [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. Job is a Flink job.
+    FlinkJob flink_job = 29 [(google.api.field_behavior) = OPTIONAL];
   }
 
   // Output only. The job status. Additional application-specific
@@ -964,6 +1008,12 @@ message ListJobsResponse {
   // to fetch. To fetch additional results, provide this value as the
   // `page_token` in a subsequent <code>ListJobsRequest</code>.
   string next_page_token = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Output only. List of jobs with
+  // [kms_key][google.cloud.dataproc.v1.EncryptionConfig.kms_key]-encrypted
+  // parameters that could not be decrypted. A response to a `jobs.get` request
+  // may indicate the reason for the decryption failure for a specific job.
+  repeated string unreachable = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
 }
 
 // A request to cancel a job.
