Skip to content

Commit 2f91fd5

Browse files
Google APIscopybara-github
Google APIs
authored and
copybara-github
committed
feat: added DataQualityResult.score, dimension_score, column_score
feat: new event types GOVERNANCE_RULE_MATCHED_RESOURCES, GOVERNANCE_RULE_SEARCH_LIMIT_EXCEEDS, GOVERNANCE_RULE_ERRORS chore: updated service and timeout settings PiperOrigin-RevId: 583444130
1 parent a241916 commit 2f91fd5

3 files changed

Lines changed: 130 additions & 2 deletions

File tree

‎google/cloud/dataplex/v1/dataplex_grpc_service_config.json‎

Lines changed: 55 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -259,7 +259,7 @@
259259
"service": "google.cloud.dataplex.v1.MetadataService",
260260
"method": "UpdatePartition"
261261
}
262-
],
262+
],
263263
"timeout": "60s"
264264
},
265265
{
@@ -280,7 +280,60 @@
280280
"service": "google.cloud.dataplex.v1.ContentService",
281281
"method": "SetIamPolicy"
282282
}
283-
],
283+
],
284+
"timeout": "60s"
285+
},
286+
{
287+
"name": [
288+
{
289+
"service": "google.cloud.dataplex.v1.CatalogService",
290+
"method": "ListEntries"
291+
},
292+
{
293+
"service": "google.cloud.dataplex.v1.CatalogService",
294+
"method": "GetEntry"
295+
},
296+
{
297+
"service": "google.cloud.dataplex.v1.CatalogService",
298+
"method": "LookupEntry"
299+
}
300+
],
301+
"timeout": "20s",
302+
"retryPolicy": {
303+
"maxAttempts": 3,
304+
"initialBackoff": "1s",
305+
"maxBackoff": "10s",
306+
"backoffMultiplier": 1.3,
307+
"retryableStatusCodes": ["UNAVAILABLE", "RESOURCE_EXHAUSTED"]
308+
}
309+
},
310+
{
311+
"name": [
312+
{
313+
"service": "google.cloud.dataplex.v1.CatalogService",
314+
"method": "UpdateEntry"
315+
}
316+
],
317+
"timeout": "60s",
318+
"retryPolicy": {
319+
"maxAttempts": 3,
320+
"initialBackoff": "1s",
321+
"maxBackoff": "10s",
322+
"backoffMultiplier": 1.3,
323+
"retryableStatusCodes": ["UNAVAILABLE", "RESOURCE_EXHAUSTED"]
324+
}
325+
},
326+
{
327+
"name": [
328+
{
329+
"service": "google.cloud.dataplex.v1.CatalogService",
330+
"method": "CreateEntry"
331+
},
332+
{
333+
"service": "google.cloud.dataplex.v1.CatalogService",
334+
"method": "DeleteEntry"
335+
}
336+
],
284337
"timeout": "60s"
285338
}
286339
]

‎google/cloud/dataplex/v1/dataplex_v1.yaml‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -179,3 +179,47 @@ authentication:
179179
oauth:
180180
canonical_scopes: |-
181181
https://www.googleapis.com/auth/cloud-platform
182+
183+
publishing:
184+
new_issue_uri: https://issuetracker.google.com/issues/new?component=190865&template=1161103
185+
documentation_uri: https://cloud.google.com/dataplex/docs/overview
186+
api_short_name: dataplex
187+
github_label: 'api: dataplex'
188+
doc_tag_prefix: dataplex
189+
organization: CLOUD
190+
library_settings:
191+
- version: google.cloud.dataplex.v1
192+
launch_stage: ALPHA
193+
java_settings:
194+
common:
195+
destinations:
196+
- PACKAGE_MANAGER
197+
cpp_settings:
198+
common:
199+
destinations:
200+
- PACKAGE_MANAGER
201+
php_settings:
202+
common:
203+
destinations:
204+
- PACKAGE_MANAGER
205+
python_settings:
206+
common:
207+
destinations:
208+
- PACKAGE_MANAGER
209+
node_settings:
210+
common:
211+
destinations:
212+
- PACKAGE_MANAGER
213+
dotnet_settings:
214+
common:
215+
destinations:
216+
- PACKAGE_MANAGER
217+
ruby_settings:
218+
common:
219+
destinations:
220+
- PACKAGE_MANAGER
221+
go_settings:
222+
common:
223+
destinations:
224+
- PACKAGE_MANAGER
225+
proto_reference_documentation_uri: https://cloud.google.com/dataplex/docs/reference/rpc

‎google/cloud/dataplex/v1/logs.proto‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -382,6 +382,15 @@ message GovernanceEvent {
382382

383383
// Access policy update event.
384384
ACCESS_POLICY_UPDATE = 14;
385+
386+
// Number of resources matched with particular Query.
387+
GOVERNANCE_RULE_MATCHED_RESOURCES = 15;
388+
389+
// Rule processing exceeds the allowed limit.
390+
GOVERNANCE_RULE_SEARCH_LIMIT_EXCEEDS = 16;
391+
392+
// Rule processing errors.
393+
GOVERNANCE_RULE_ERRORS = 17;
385394
}
386395

387396
// The log message.
@@ -475,6 +484,28 @@ message DataScanEvent {
475484
// The value is the bool value depicting whether the dimension result was
476485
// `pass` or not.
477486
map<string, bool> dimension_passed = 3;
487+
488+
// The table-level data quality score for the data scan job.
489+
//
490+
// The data quality score ranges between [0, 100] (up to two decimal
491+
// points).
492+
float score = 4;
493+
494+
// The score of each dimension for data quality result.
495+
// The key of the map is the name of the dimension.
496+
// The value is the data quality score for the dimension.
497+
//
498+
// The score ranges between [0, 100] (up to two decimal
499+
// points).
500+
map<string, float> dimension_score = 5;
501+
502+
// The score of each column scanned in the data scan job.
503+
// The key of the map is the name of the column.
504+
// The value is the data quality score for the column.
505+
//
506+
// The score ranges between [0, 100] (up to two decimal
507+
// points).
508+
map<string, float> column_score = 6;
478509
}
479510

480511
// Applied configs for data profile type data scan job.

0 commit comments

Comments
 (0)