From 714d395fa712c56f1d207e4408ca1a252fd3d162 Mon Sep 17 00:00:00 2001 From: Yoshi Automation Date: Tue, 6 Dec 2022 07:07:41 +0000 Subject: [PATCH] feat(dataplex): update the api #### dataplex:v1 The following keys were added: - schemas.GoogleCloudDataplexV1DataScan.properties.executionStatus (Total Keys: 2) - schemas.GoogleCloudDataplexV1DataScanExecutionStatus (Total Keys: 6) - schemas.GoogleCloudDataplexV1StorageFormat.properties.iceberg.$ref (Total Keys: 1) - schemas.GoogleCloudDataplexV1StorageFormatIcebergOptions (Total Keys: 3) --- ...aplex_v1.projects.locations.dataScans.html | 36 +++++++++++----- ..._v1.projects.locations.dataScans.jobs.html | 8 ++-- ...ojects.locations.lakes.zones.entities.html | 18 ++++++++ .../documents/dataplex.v1.json | 41 ++++++++++++++++++- 4 files changed, 87 insertions(+), 16 deletions(-) diff --git a/docs/dyn/dataplex_v1.projects.locations.dataScans.html b/docs/dyn/dataplex_v1.projects.locations.dataScans.html index 379fae78ff5..2a90b91a732 100644 --- a/docs/dyn/dataplex_v1.projects.locations.dataScans.html +++ b/docs/dyn/dataplex_v1.projects.locations.dataScans.html @@ -235,7 +235,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -284,7 +284,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -302,6 +302,10 @@

Method Details

}, }, }, + "executionStatus": { # Status of the data scan execution. # Output only. Status of the data scan execution. + "latestJobEndTime": "A String", # The time when the latest DataScanJob ended. + "latestJobStartTime": "A String", # The time when the latest DataScanJob started. + }, "labels": { # Optional. User-defined labels for the scan. "a_key": "A String", }, @@ -504,7 +508,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -553,7 +557,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -571,6 +575,10 @@

Method Details

}, }, }, + "executionStatus": { # Status of the data scan execution. # Output only. Status of the data scan execution. + "latestJobEndTime": "A String", # The time when the latest DataScanJob ended. + "latestJobStartTime": "A String", # The time when the latest DataScanJob started. + }, "labels": { # Optional. User-defined labels for the scan. "a_key": "A String", }, @@ -758,7 +766,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -807,7 +815,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -825,6 +833,10 @@

Method Details

}, }, }, + "executionStatus": { # Status of the data scan execution. # Output only. Status of the data scan execution. + "latestJobEndTime": "A String", # The time when the latest DataScanJob ended. + "latestJobStartTime": "A String", # The time when the latest DataScanJob started. + }, "labels": { # Optional. User-defined labels for the scan. "a_key": "A String", }, @@ -973,7 +985,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -1022,7 +1034,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -1040,6 +1052,10 @@

Method Details

}, }, }, + "executionStatus": { # Status of the data scan execution. # Output only. Status of the data scan execution. + "latestJobEndTime": "A String", # The time when the latest DataScanJob ended. + "latestJobStartTime": "A String", # The time when the latest DataScanJob started. + }, "labels": { # Optional. User-defined labels for the scan. "a_key": "A String", }, @@ -1205,7 +1221,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -1254,7 +1270,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, diff --git a/docs/dyn/dataplex_v1.projects.locations.dataScans.jobs.html b/docs/dyn/dataplex_v1.projects.locations.dataScans.jobs.html index 633a2d5f083..76ae38c9808 100644 --- a/docs/dyn/dataplex_v1.projects.locations.dataScans.jobs.html +++ b/docs/dyn/dataplex_v1.projects.locations.dataScans.jobs.html @@ -215,7 +215,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -264,7 +264,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -402,7 +402,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, @@ -451,7 +451,7 @@

Method Details

"tableConditionExpectation": { # Evaluates whether the provided expression is true. The SQL expression needs to use BigQuery standard SQL syntax and should produce a scalar boolean result. Example: MIN(col1) >= 0 # Table rule which evaluates whether the provided expression is true. "sqlExpression": "A String", }, - "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0 + "threshold": 3.14, # Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0) "uniquenessExpectation": { # Evaluates whether the column has duplicates. # ColumnAggregate rule which evaluates whether the column has duplicates. }, }, diff --git a/docs/dyn/dataplex_v1.projects.locations.lakes.zones.entities.html b/docs/dyn/dataplex_v1.projects.locations.lakes.zones.entities.html index 95aba18a870..079dccee6ab 100644 --- a/docs/dyn/dataplex_v1.projects.locations.lakes.zones.entities.html +++ b/docs/dyn/dataplex_v1.projects.locations.lakes.zones.entities.html @@ -143,6 +143,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, @@ -213,6 +216,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, @@ -314,6 +320,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, @@ -400,6 +409,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, @@ -488,6 +500,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, @@ -558,6 +573,9 @@

Method Details

"quote": "A String", # Optional. The character used to quote column values. Accepts '"' (double quotation mark) or ''' (single quotation mark). Defaults to '"' (double quotation mark) if unspecified. }, "format": "A String", # Output only. The data format associated with the stored data, which represents content type values. The value is inferred from mime type. + "iceberg": { # Describes Iceberg data format. # Optional. Additional information about iceberg tables. + "metadataLocation": "A String", # Optional. The location of where the iceberg metadata is present, must be within the table path + }, "json": { # Describes JSON data format. # Optional. Additional information about CSV formatted data. "encoding": "A String", # Optional. The character encoding of the data. Accepts "US-ASCII", "UTF-8" and "ISO-8859-1". Defaults to UTF-8 if not specified. }, diff --git a/googleapiclient/discovery_cache/documents/dataplex.v1.json b/googleapiclient/discovery_cache/documents/dataplex.v1.json index 2923b14c539..159dd16e85f 100644 --- a/googleapiclient/discovery_cache/documents/dataplex.v1.json +++ b/googleapiclient/discovery_cache/documents/dataplex.v1.json @@ -3418,7 +3418,7 @@ } } }, - "revision": "20221113", + "revision": "20221130", "rootUrl": "https://dataplex.googleapis.com/", "schemas": { "Empty": { @@ -4379,7 +4379,7 @@ "description": "Table rule which evaluates whether the provided expression is true." }, "threshold": { - "description": "Optional. The minimum ratio of passing_rows / total_rows required to pass this rule. Default = 1.0", + "description": "Optional. The minimum ratio of passing_rows / total_rows required to pass this rule, with a range of 0.0, 1.00 indicates default value (i.e. 1.0)", "format": "double", "type": "number" }, @@ -4603,6 +4603,11 @@ "$ref": "GoogleCloudDataplexV1DataScanExecutionSpec", "description": "Optional. DataScan execution settings. If not specified, the fields under it will use their default values." }, + "executionStatus": { + "$ref": "GoogleCloudDataplexV1DataScanExecutionStatus", + "description": "Output only. Status of the data scan execution.", + "readOnly": true + }, "labels": { "additionalProperties": { "type": "string" @@ -4814,6 +4819,23 @@ }, "type": "object" }, + "GoogleCloudDataplexV1DataScanExecutionStatus": { + "description": "Status of the data scan execution.", + "id": "GoogleCloudDataplexV1DataScanExecutionStatus", + "properties": { + "latestJobEndTime": { + "description": "The time when the latest DataScanJob ended.", + "format": "google-datetime", + "type": "string" + }, + "latestJobStartTime": { + "description": "The time when the latest DataScanJob started.", + "format": "google-datetime", + "type": "string" + } + }, + "type": "object" + }, "GoogleCloudDataplexV1DataScanJob": { "description": "A DataScanJob represents an instance of a data scan.", "id": "GoogleCloudDataplexV1DataScanJob", @@ -6419,6 +6441,10 @@ "readOnly": true, "type": "string" }, + "iceberg": { + "$ref": "GoogleCloudDataplexV1StorageFormatIcebergOptions", + "description": "Optional. Additional information about iceberg tables." + }, "json": { "$ref": "GoogleCloudDataplexV1StorageFormatJsonOptions", "description": "Optional. Additional information about CSV formatted data." @@ -6454,6 +6480,17 @@ }, "type": "object" }, + "GoogleCloudDataplexV1StorageFormatIcebergOptions": { + "description": "Describes Iceberg data format.", + "id": "GoogleCloudDataplexV1StorageFormatIcebergOptions", + "properties": { + "metadataLocation": { + "description": "Optional. The location of where the iceberg metadata is present, must be within the table path", + "type": "string" + } + }, + "type": "object" + }, "GoogleCloudDataplexV1StorageFormatJsonOptions": { "description": "Describes JSON data format.", "id": "GoogleCloudDataplexV1StorageFormatJsonOptions",