Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit 1812200

Browse files
yoshi-automationyoshi-automation
committedFeb 18, 2025
feat(dataproc): update the api
#### dataproc:v1 The following keys were added: - schemas.BuildInfo (Total Keys: 4) - schemas.FallbackReason (Total Keys: 4) - schemas.NativeBuildInfoUiData (Total Keys: 5) - schemas.NativeSqlExecutionUiData (Total Keys: 10) - schemas.SparkWrapperObject.properties.nativeBuildInfoUiData.$ref (Total Keys: 1) - schemas.SparkWrapperObject.properties.nativeSqlExecutionUiData.$ref (Total Keys: 1)
1 parent 8c07b29 commit 1812200

File tree

3 files changed

+139
-1
lines changed

3 files changed

+139
-1
lines changed
 

‎docs/dyn/dataproc_v1.projects.locations.batches.sparkApplications.html

+22
Original file line numberDiff line numberDiff line change
@@ -3354,6 +3354,28 @@ <h3>Method Details</h3>
33543354
&quot;status&quot;: &quot;A String&quot;,
33553355
&quot;submissionTime&quot;: &quot;A String&quot;,
33563356
},
3357+
&quot;nativeBuildInfoUiData&quot;: { # Native Build Info
3358+
&quot;buildClass&quot;: &quot;A String&quot;, # Optional. Build class of Native.
3359+
&quot;buildInfo&quot;: [ # Optional. Build related details.
3360+
{ # Native Build Info
3361+
&quot;buildKey&quot;: &quot;A String&quot;, # Optional. Build key.
3362+
&quot;buildValue&quot;: &quot;A String&quot;, # Optional. Build value.
3363+
},
3364+
],
3365+
},
3366+
&quot;nativeSqlExecutionUiData&quot;: { # Native SQL Execution Data # Native SQL Execution Info
3367+
&quot;description&quot;: &quot;A String&quot;, # Optional. Description of the execution.
3368+
&quot;executionId&quot;: &quot;A String&quot;, # Required. Execution ID of the Native SQL Execution.
3369+
&quot;fallbackDescription&quot;: &quot;A String&quot;, # Optional. Description of the fallback.
3370+
&quot;fallbackNodeToReason&quot;: [ # Optional. Fallback node to reason.
3371+
{ # Native SQL Execution Data
3372+
&quot;fallbackNode&quot;: &quot;A String&quot;, # Optional. Fallback node information.
3373+
&quot;fallbackReason&quot;: &quot;A String&quot;, # Optional. Fallback to Spark reason.
3374+
},
3375+
],
3376+
&quot;numFallbackNodes&quot;: 42, # Optional. Number of nodes fallen back to Spark.
3377+
&quot;numNativeNodes&quot;: 42, # Optional. Number of nodes in Native.
3378+
},
33573379
&quot;poolData&quot;: { # Pool Data
33583380
&quot;name&quot;: &quot;A String&quot;,
33593381
&quot;stageIds&quot;: [

‎docs/dyn/dataproc_v1.projects.locations.sessions.sparkApplications.html

+22
Original file line numberDiff line numberDiff line change
@@ -3354,6 +3354,28 @@ <h3>Method Details</h3>
33543354
&quot;status&quot;: &quot;A String&quot;,
33553355
&quot;submissionTime&quot;: &quot;A String&quot;,
33563356
},
3357+
&quot;nativeBuildInfoUiData&quot;: { # Native Build Info
3358+
&quot;buildClass&quot;: &quot;A String&quot;, # Optional. Build class of Native.
3359+
&quot;buildInfo&quot;: [ # Optional. Build related details.
3360+
{ # Native Build Info
3361+
&quot;buildKey&quot;: &quot;A String&quot;, # Optional. Build key.
3362+
&quot;buildValue&quot;: &quot;A String&quot;, # Optional. Build value.
3363+
},
3364+
],
3365+
},
3366+
&quot;nativeSqlExecutionUiData&quot;: { # Native SQL Execution Data # Native SQL Execution Info
3367+
&quot;description&quot;: &quot;A String&quot;, # Optional. Description of the execution.
3368+
&quot;executionId&quot;: &quot;A String&quot;, # Required. Execution ID of the Native SQL Execution.
3369+
&quot;fallbackDescription&quot;: &quot;A String&quot;, # Optional. Description of the fallback.
3370+
&quot;fallbackNodeToReason&quot;: [ # Optional. Fallback node to reason.
3371+
{ # Native SQL Execution Data
3372+
&quot;fallbackNode&quot;: &quot;A String&quot;, # Optional. Fallback node information.
3373+
&quot;fallbackReason&quot;: &quot;A String&quot;, # Optional. Fallback to Spark reason.
3374+
},
3375+
],
3376+
&quot;numFallbackNodes&quot;: 42, # Optional. Number of nodes fallen back to Spark.
3377+
&quot;numNativeNodes&quot;: 42, # Optional. Number of nodes in Native.
3378+
},
33573379
&quot;poolData&quot;: { # Pool Data
33583380
&quot;name&quot;: &quot;A String&quot;,
33593381
&quot;stageIds&quot;: [

‎googleapiclient/discovery_cache/documents/dataproc.v1.json

+95-1
Original file line numberDiff line numberDiff line change
@@ -4978,7 +4978,7 @@
49784978
}
49794979
}
49804980
},
4981-
"revision": "20250131",
4981+
"revision": "20250207",
49824982
"rootUrl": "https://dataproc.googleapis.com/",
49834983
"schemas": {
49844984
"AcceleratorConfig": {
@@ -5745,6 +5745,21 @@
57455745
},
57465746
"type": "object"
57475747
},
5748+
"BuildInfo": {
5749+
"description": "Native Build Info",
5750+
"id": "BuildInfo",
5751+
"properties": {
5752+
"buildKey": {
5753+
"description": "Optional. Build key.",
5754+
"type": "string"
5755+
},
5756+
"buildValue": {
5757+
"description": "Optional. Build value.",
5758+
"type": "string"
5759+
}
5760+
},
5761+
"type": "object"
5762+
},
57485763
"CancelJobRequest": {
57495764
"description": "A request to cancel a job.",
57505765
"id": "CancelJobRequest",
@@ -6847,6 +6862,21 @@
68476862
},
68486863
"type": "object"
68496864
},
6865+
"FallbackReason": {
6866+
"description": "Native SQL Execution Data",
6867+
"id": "FallbackReason",
6868+
"properties": {
6869+
"fallbackNode": {
6870+
"description": "Optional. Fallback node information.",
6871+
"type": "string"
6872+
},
6873+
"fallbackReason": {
6874+
"description": "Optional. Fallback to Spark reason.",
6875+
"type": "string"
6876+
}
6877+
},
6878+
"type": "object"
6879+
},
68506880
"FlinkJob": {
68516881
"description": "A Dataproc job for running Apache Flink applications on YARN.",
68526882
"id": "FlinkJob",
@@ -8474,6 +8504,60 @@
84748504
},
84758505
"type": "object"
84768506
},
8507+
"NativeBuildInfoUiData": {
8508+
"id": "NativeBuildInfoUiData",
8509+
"properties": {
8510+
"buildClass": {
8511+
"description": "Optional. Build class of Native.",
8512+
"type": "string"
8513+
},
8514+
"buildInfo": {
8515+
"description": "Optional. Build related details.",
8516+
"items": {
8517+
"$ref": "BuildInfo"
8518+
},
8519+
"type": "array"
8520+
}
8521+
},
8522+
"type": "object"
8523+
},
8524+
"NativeSqlExecutionUiData": {
8525+
"description": "Native SQL Execution Data",
8526+
"id": "NativeSqlExecutionUiData",
8527+
"properties": {
8528+
"description": {
8529+
"description": "Optional. Description of the execution.",
8530+
"type": "string"
8531+
},
8532+
"executionId": {
8533+
"description": "Required. Execution ID of the Native SQL Execution.",
8534+
"format": "int64",
8535+
"type": "string"
8536+
},
8537+
"fallbackDescription": {
8538+
"description": "Optional. Description of the fallback.",
8539+
"type": "string"
8540+
},
8541+
"fallbackNodeToReason": {
8542+
"description": "Optional. Fallback node to reason.",
8543+
"items": {
8544+
"$ref": "FallbackReason"
8545+
},
8546+
"type": "array"
8547+
},
8548+
"numFallbackNodes": {
8549+
"description": "Optional. Number of nodes fallen back to Spark.",
8550+
"format": "int32",
8551+
"type": "integer"
8552+
},
8553+
"numNativeNodes": {
8554+
"description": "Optional. Number of nodes in Native.",
8555+
"format": "int32",
8556+
"type": "integer"
8557+
}
8558+
},
8559+
"type": "object"
8560+
},
84778561
"NodeGroup": {
84788562
"description": "Dataproc Node Group. The Dataproc NodeGroup resource is not related to the Dataproc NodeGroupAffinity resource.",
84798563
"id": "NodeGroup",
@@ -10454,6 +10538,7 @@
1045410538
"HIVE_WEBHCAT",
1045510539
"HUDI",
1045610540
"JUPYTER",
10541+
"PIG",
1045710542
"PRESTO",
1045810543
"TRINO",
1045910544
"RANGER",
@@ -10471,6 +10556,7 @@
1047110556
"The Hive Web HCatalog (the REST service for accessing HCatalog).",
1047210557
"Hudi.",
1047310558
"The Jupyter Notebook.",
10559+
"The Pig component.",
1047410560
"The Presto query engine.",
1047510561
"The Trino query engine.",
1047610562
"The Ranger service.",
@@ -10983,6 +11069,14 @@
1098311069
"jobData": {
1098411070
"$ref": "JobData"
1098511071
},
11072+
"nativeBuildInfoUiData": {
11073+
"$ref": "NativeBuildInfoUiData",
11074+
"description": "Native Build Info"
11075+
},
11076+
"nativeSqlExecutionUiData": {
11077+
"$ref": "NativeSqlExecutionUiData",
11078+
"description": "Native SQL Execution Info"
11079+
},
1098611080
"poolData": {
1098711081
"$ref": "PoolData"
1098811082
},

0 commit comments

Comments
 (0)
Please sign in to comment.