Skip to content
This repository was archived by the owner on Jul 20, 2023. It is now read-only.

Commit f8bd01b

Browse files
gcf-owl-bot[bot]gcf-owl-bot[bot]
authored
feat: new parameters in FlexTemplateRuntimeEnvironment
fix: added google.api.http annotations to RPCs (#44) Committer: @alexander-fenster PiperOrigin-RevId: 425662603 Source-Link: googleapis/googleapis@9d0fe54 Source-Link: https://github.com/googleapis/googleapis-gen/commit/f427d78e78dcbc2bd7991af2833108f1dd2bc13e Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiZjQyN2Q3OGU3OGRjYmMyYmQ3OTkxYWYyODMzMTA4ZjFkZDJiYzEzZSJ9 See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
1 parent bd3f5cf commit f8bd01b

22 files changed

Lines changed: 1796 additions & 564 deletions

‎protos/google/dataflow/v1beta3/environment.proto‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
// Copyright 2021 Google LLC
1+
// Copyright 2022 Google LLC
22
//
33
// Licensed under the Apache License, Version 2.0 (the "License");
44
// you may not use this file except in compliance with the License.

‎protos/google/dataflow/v1beta3/jobs.proto‎

Lines changed: 101 additions & 62 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
// Copyright 2021 Google LLC
1+
// Copyright 2022 Google LLC
22
//
33
// Licensed under the Apache License, Version 2.0 (the "License");
44
// you may not use this file except in compliance with the License.
@@ -17,12 +17,12 @@ syntax = "proto3";
1717
package google.dataflow.v1beta3;
1818

1919
import "google/api/annotations.proto";
20+
import "google/api/client.proto";
2021
import "google/dataflow/v1beta3/environment.proto";
2122
import "google/dataflow/v1beta3/snapshots.proto";
2223
import "google/protobuf/duration.proto";
2324
import "google/protobuf/struct.proto";
2425
import "google/protobuf/timestamp.proto";
25-
import "google/api/client.proto";
2626

2727
option csharp_namespace = "Google.Cloud.Dataflow.V1Beta3";
2828
option go_package = "google.golang.org/genproto/googleapis/dataflow/v1beta3;dataflow";
@@ -50,6 +50,14 @@ service JobsV1Beta3 {
5050
// `projects.jobs.create` is not recommended, as your job will always start
5151
// in `us-central1`.
5252
rpc CreateJob(CreateJobRequest) returns (Job) {
53+
option (google.api.http) = {
54+
post: "/v1b3/projects/{project_id}/jobs"
55+
body: "job"
56+
additional_bindings {
57+
post: "/v1b3/projects/{project_id}/locations/{location}/jobs"
58+
body: "job"
59+
}
60+
};
5361
}
5462

5563
// Gets the state of the specified Cloud Dataflow job.
@@ -60,6 +68,12 @@ service JobsV1Beta3 {
6068
// `projects.jobs.get` is not recommended, as you can only get the state of
6169
// jobs that are running in `us-central1`.
6270
rpc GetJob(GetJobRequest) returns (Job) {
71+
option (google.api.http) = {
72+
get: "/v1b3/projects/{project_id}/jobs/{job_id}"
73+
additional_bindings {
74+
get: "/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}"
75+
}
76+
};
6377
}
6478

6579
// Updates the state of an existing Cloud Dataflow job.
@@ -70,6 +84,14 @@ service JobsV1Beta3 {
7084
// `projects.jobs.update` is not recommended, as you can only update the state
7185
// of jobs that are running in `us-central1`.
7286
rpc UpdateJob(UpdateJobRequest) returns (Job) {
87+
option (google.api.http) = {
88+
put: "/v1b3/projects/{project_id}/jobs/{job_id}"
89+
body: "job"
90+
additional_bindings {
91+
put: "/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}"
92+
body: "job"
93+
}
94+
};
7395
}
7496

7597
// List the jobs of a project.
@@ -81,10 +103,19 @@ service JobsV1Beta3 {
81103
// `projects.jobs.list` is not recommended, as you can only get the list of
82104
// jobs that are running in `us-central1`.
83105
rpc ListJobs(ListJobsRequest) returns (ListJobsResponse) {
106+
option (google.api.http) = {
107+
get: "/v1b3/projects/{project_id}/jobs"
108+
additional_bindings {
109+
get: "/v1b3/projects/{project_id}/locations/{location}/jobs"
110+
}
111+
};
84112
}
85113

86114
// List the jobs of a project across all regions.
87115
rpc AggregatedListJobs(ListJobsRequest) returns (ListJobsResponse) {
116+
option (google.api.http) = {
117+
get: "/v1b3/projects/{project_id}/jobs:aggregated"
118+
};
88119
}
89120

90121
// Check for existence of active jobs in the given project across all regions.
@@ -93,6 +124,14 @@ service JobsV1Beta3 {
93124

94125
// Snapshot the state of a streaming job.
95126
rpc SnapshotJob(SnapshotJobRequest) returns (Snapshot) {
127+
option (google.api.http) = {
128+
post: "/v1b3/projects/{project_id}/jobs/{job_id}:snapshot"
129+
body: "*"
130+
additional_bindings {
131+
post: "/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot"
132+
body: "*"
133+
}
134+
};
96135
}
97136
}
98137

@@ -277,7 +316,7 @@ message FileIODetails {
277316
string file_pattern = 1;
278317
}
279318

280-
// Metadata for a Cloud BigTable connector used by the job.
319+
// Metadata for a Cloud Bigtable connector used by the job.
281320
message BigTableIODetails {
282321
// ProjectId accessed in the connection.
283322
string project_id = 1;
@@ -359,10 +398,10 @@ message JobMetadata {
359398
// Identification of a BigQuery source used in the Dataflow job.
360399
repeated BigQueryIODetails bigquery_details = 3;
361400

362-
// Identification of a Cloud BigTable source used in the Dataflow job.
401+
// Identification of a Cloud Bigtable source used in the Dataflow job.
363402
repeated BigTableIODetails big_table_details = 4;
364403

365-
// Identification of a PubSub source used in the Dataflow job.
404+
// Identification of a Pub/Sub source used in the Dataflow job.
366405
repeated PubSubIODetails pubsub_details = 5;
367406

368407
// Identification of a File source used in the Dataflow job.
@@ -398,27 +437,6 @@ message PipelineDescription {
398437
repeated DisplayData display_data = 3;
399438
}
400439

401-
// Description of the type, names/ids, and input/outputs for a transform.
402-
message TransformSummary {
403-
// Type of transform.
404-
KindType kind = 1;
405-
406-
// SDK generated id of this transform instance.
407-
string id = 2;
408-
409-
// User provided name for this transform instance.
410-
string name = 3;
411-
412-
// Transform-specific display data.
413-
repeated DisplayData display_data = 4;
414-
415-
// User names for all collection outputs to this transform.
416-
repeated string output_collection_name = 5;
417-
418-
// User names for all collection inputs to this transform.
419-
repeated string input_collection_name = 6;
420-
}
421-
422440
// Type of transform or stage operation.
423441
enum KindType {
424442
// Unrecognized transform type.
@@ -449,6 +467,27 @@ enum KindType {
449467
SHUFFLE_KIND = 8;
450468
}
451469

470+
// Description of the type, names/ids, and input/outputs for a transform.
471+
message TransformSummary {
472+
// Type of transform.
473+
KindType kind = 1;
474+
475+
// SDK generated id of this transform instance.
476+
string id = 2;
477+
478+
// User provided name for this transform instance.
479+
string name = 3;
480+
481+
// Transform-specific display data.
482+
repeated DisplayData display_data = 4;
483+
484+
// User names for all collection outputs to this transform.
485+
repeated string output_collection_name = 5;
486+
487+
// User names for all collection inputs to this transform.
488+
repeated string input_collection_name = 6;
489+
}
490+
452491
// Description of the composing transforms, names/ids, and input/outputs of a
453492
// stage of execution. Some composing transforms and sources may have been
454493
// generated by the Dataflow service during execution planning.
@@ -613,22 +652,6 @@ message Step {
613652
google.protobuf.Struct properties = 3;
614653
}
615654

616-
// Additional information about how a Cloud Dataflow job will be executed that
617-
// isn't contained in the submitted job.
618-
message JobExecutionInfo {
619-
// A mapping from each stage to the information about that stage.
620-
map<string, JobExecutionStageInfo> stages = 1;
621-
}
622-
623-
// Contains information about how a particular
624-
// [google.dataflow.v1beta3.Step][google.dataflow.v1beta3.Step] will be executed.
625-
message JobExecutionStageInfo {
626-
// The steps associated with the execution stage.
627-
// Note that stages may have several steps, and that a given step
628-
// might be run by more than one stage.
629-
repeated string step_name = 1;
630-
}
631-
632655
// Describes the overall state of a [google.dataflow.v1beta3.Job][google.dataflow.v1beta3.Job].
633656
enum JobState {
634657
// The job's run state isn't specified.
@@ -703,6 +726,42 @@ enum JobState {
703726
JOB_STATE_RESOURCE_CLEANING_UP = 12;
704727
}
705728

729+
// Additional information about how a Cloud Dataflow job will be executed that
730+
// isn't contained in the submitted job.
731+
message JobExecutionInfo {
732+
// A mapping from each stage to the information about that stage.
733+
map<string, JobExecutionStageInfo> stages = 1;
734+
}
735+
736+
// Contains information about how a particular
737+
// [google.dataflow.v1beta3.Step][google.dataflow.v1beta3.Step] will be executed.
738+
message JobExecutionStageInfo {
739+
// The steps associated with the execution stage.
740+
// Note that stages may have several steps, and that a given step
741+
// might be run by more than one stage.
742+
repeated string step_name = 1;
743+
}
744+
745+
// Selector for how much information is returned in Job responses.
746+
enum JobView {
747+
// The job view to return isn't specified, or is unknown.
748+
// Responses will contain at least the `JOB_VIEW_SUMMARY` information,
749+
// and may contain additional information.
750+
JOB_VIEW_UNKNOWN = 0;
751+
752+
// Request summary information only:
753+
// Project ID, Job ID, job name, job type, job status, start/end time,
754+
// and Cloud SDK version details.
755+
JOB_VIEW_SUMMARY = 1;
756+
757+
// Request all information available for this job.
758+
JOB_VIEW_ALL = 2;
759+
760+
// Request summary info and limited job description data for steps, labels and
761+
// environment.
762+
JOB_VIEW_DESCRIPTION = 3;
763+
}
764+
706765
// Request to create a Cloud Dataflow job.
707766
message CreateJobRequest {
708767
// The ID of the Cloud Platform project that the job belongs to.
@@ -740,26 +799,6 @@ message GetJobRequest {
740799
string location = 4;
741800
}
742801

743-
// Selector for how much information is returned in Job responses.
744-
enum JobView {
745-
// The job view to return isn't specified, or is unknown.
746-
// Responses will contain at least the `JOB_VIEW_SUMMARY` information,
747-
// and may contain additional information.
748-
JOB_VIEW_UNKNOWN = 0;
749-
750-
// Request summary information only:
751-
// Project ID, Job ID, job name, job type, job status, start/end time,
752-
// and Cloud SDK version details.
753-
JOB_VIEW_SUMMARY = 1;
754-
755-
// Request all information available for this job.
756-
JOB_VIEW_ALL = 2;
757-
758-
// Request summary info and limited job description data for steps, labels and
759-
// environment.
760-
JOB_VIEW_DESCRIPTION = 3;
761-
}
762-
763802
// Request to update a Cloud Dataflow job.
764803
message UpdateJobRequest {
765804
// The ID of the Cloud Platform project that the job belongs to.

‎protos/google/dataflow/v1beta3/messages.proto‎

Lines changed: 33 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
// Copyright 2021 Google LLC
1+
// Copyright 2022 Google LLC
22
//
33
// Licensed under the Apache License, Version 2.0 (the "License");
44
// you may not use this file except in compliance with the License.
@@ -17,9 +17,9 @@ syntax = "proto3";
1717
package google.dataflow.v1beta3;
1818

1919
import "google/api/annotations.proto";
20+
import "google/api/client.proto";
2021
import "google/protobuf/struct.proto";
2122
import "google/protobuf/timestamp.proto";
22-
import "google/api/client.proto";
2323

2424
option csharp_namespace = "Google.Cloud.Dataflow.V1Beta3";
2525
option go_package = "google.golang.org/genproto/googleapis/dataflow/v1beta3;dataflow";
@@ -47,6 +47,12 @@ service MessagesV1Beta3 {
4747
// `projects.jobs.messages.list` is not recommended, as you can only request
4848
// the status of jobs that are running in `us-central1`.
4949
rpc ListJobMessages(ListJobMessagesRequest) returns (ListJobMessagesResponse) {
50+
option (google.api.http) = {
51+
get: "/v1b3/projects/{project_id}/jobs/{job_id}/messages"
52+
additional_bindings {
53+
get: "/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/messages"
54+
}
55+
};
5056
}
5157
}
5258

@@ -65,30 +71,6 @@ message JobMessage {
6571
JobMessageImportance message_importance = 4;
6672
}
6773

68-
// A rich message format, including a human readable string, a key for
69-
// identifying the message, and structured data associated with the message for
70-
// programmatic consumption.
71-
message StructuredMessage {
72-
// Structured data associated with this message.
73-
message Parameter {
74-
// Key or name for this parameter.
75-
string key = 1;
76-
77-
// Value for this parameter.
78-
google.protobuf.Value value = 2;
79-
}
80-
81-
// Human-readable version of message.
82-
string message_text = 1;
83-
84-
// Identifier for this message type. Used by external systems to
85-
// internationalize or personalize message.
86-
string message_key = 2;
87-
88-
// The structured data associated with this message.
89-
repeated Parameter parameters = 3;
90-
}
91-
9274
// Indicates the importance of the message.
9375
enum JobMessageImportance {
9476
// The message importance isn't specified, or is unknown.
@@ -128,6 +110,30 @@ enum JobMessageImportance {
128110
JOB_MESSAGE_ERROR = 4;
129111
}
130112

113+
// A rich message format, including a human readable string, a key for
114+
// identifying the message, and structured data associated with the message for
115+
// programmatic consumption.
116+
message StructuredMessage {
117+
// Structured data associated with this message.
118+
message Parameter {
119+
// Key or name for this parameter.
120+
string key = 1;
121+
122+
// Value for this parameter.
123+
google.protobuf.Value value = 2;
124+
}
125+
126+
// Human-readable version of message.
127+
string message_text = 1;
128+
129+
// Identifier for this message type. Used by external systems to
130+
// internationalize or personalize message.
131+
string message_key = 2;
132+
133+
// The structured data associated with this message.
134+
repeated Parameter parameters = 3;
135+
}
136+
131137
// A structured message reporting an autoscaling decision made by the Dataflow
132138
// service.
133139
message AutoscalingEvent {
@@ -177,8 +183,7 @@ message AutoscalingEvent {
177183
// num_workers value.
178184
google.protobuf.Timestamp time = 5;
179185

180-
// A short and friendly name for the worker pool this event refers to,
181-
// populated from the value of PoolStageRelation::user_pool_name.
186+
// A short and friendly name for the worker pool this event refers to.
182187
string worker_pool = 7;
183188
}
184189

0 commit comments

Comments
 (0)