Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit d41a648

Browse files
committedJan 10, 2023
feat(dataflow): update the api
#### dataflow:v1b3 The following keys were added: - schemas.Straggler (Total Keys: 6) - schemas.StreamingStragglerInfo (Total Keys: 11)
1 parent a1778cb commit d41a648

File tree

2 files changed

+81
-1
lines changed

2 files changed

+81
-1
lines changed
 

‎docs/dyn/dataflow_v1b3.projects.locations.jobs.html

+27
Original file line numberDiff line numberDiff line change
@@ -1144,6 +1144,33 @@ <h3>Method Details</h3>
11441144
&quot;startTime&quot;: &quot;A String&quot;, # Start time of this stage.
11451145
&quot;state&quot;: &quot;A String&quot;, # State of this stage.
11461146
&quot;stragglerSummary&quot;: { # Summarized straggler identification details. # Straggler summary for this stage.
1147+
&quot;recentStragglers&quot;: [ # The most recent stragglers.
1148+
{ # Information for a straggler.
1149+
&quot;batchStraggler&quot;: { # Information useful for straggler identification and debugging. # Batch straggler identification and debugging information.
1150+
&quot;causes&quot;: { # The straggler causes, keyed by the string representation of the StragglerCause enum and contains specialized debugging information for each straggler cause.
1151+
&quot;a_key&quot;: { # Information useful for debugging a straggler. Each type will provide specialized debugging information relevant for a particular cause. The StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
1152+
&quot;hotKey&quot;: { # Information useful for debugging a hot key detection. # Hot key debugging details.
1153+
&quot;detectedHotKeys&quot;: { # Debugging information for each detected hot key. Keyed by a hash of the key.
1154+
&quot;a_key&quot;: { # Information about a hot key.
1155+
&quot;hotKeyAge&quot;: &quot;A String&quot;, # The age of the hot key measured from when it was first detected.
1156+
&quot;key&quot;: &quot;A String&quot;, # A detected hot key that is causing limited parallelism. This field will be populated only if the following flag is set to true: &quot;--enable_hot_key_logging&quot;.
1157+
&quot;keyTruncated&quot;: True or False, # If true, then the above key is truncated and cannot be deserialized. This occurs if the key above is populated and the key size is &gt;5MB.
1158+
},
1159+
},
1160+
},
1161+
},
1162+
},
1163+
&quot;startTime&quot;: &quot;A String&quot;, # The time when the work item attempt became a straggler.
1164+
},
1165+
&quot;streamingStraggler&quot;: { # Information useful for streaming straggler identification and debugging. # Streaming straggler identification and debugging information.
1166+
&quot;dataWatermarkLag&quot;: &quot;A String&quot;, # The event-time watermark lag at the time of the straggler detection.
1167+
&quot;endTime&quot;: &quot;A String&quot;, # End time of this straggler.
1168+
&quot;startTime&quot;: &quot;A String&quot;, # Start time of this straggler.
1169+
&quot;systemWatermarkLag&quot;: &quot;A String&quot;, # The system watermark lag at the time of the straggler detection.
1170+
&quot;workerName&quot;: &quot;A String&quot;, # Name of the worker where the straggler was detected.
1171+
},
1172+
},
1173+
],
11471174
&quot;stragglerCauseCount&quot;: { # Aggregated counts of straggler causes, keyed by the string representation of the StragglerCause enum.
11481175
&quot;a_key&quot;: &quot;A String&quot;,
11491176
},

‎googleapiclient/discovery_cache/documents/dataflow.v1b3.json

+54-1
Original file line numberDiff line numberDiff line change
@@ -2240,7 +2240,7 @@
22402240
}
22412241
}
22422242
},
2243-
"revision": "20221214",
2243+
"revision": "20221229",
22442244
"rootUrl": "https://dataflow.googleapis.com/",
22452245
"schemas": {
22462246
"ApproximateProgress": {
@@ -6058,6 +6058,21 @@
60586058
},
60596059
"type": "object"
60606060
},
6061+
"Straggler": {
6062+
"description": "Information for a straggler.",
6063+
"id": "Straggler",
6064+
"properties": {
6065+
"batchStraggler": {
6066+
"$ref": "StragglerInfo",
6067+
"description": "Batch straggler identification and debugging information."
6068+
},
6069+
"streamingStraggler": {
6070+
"$ref": "StreamingStragglerInfo",
6071+
"description": "Streaming straggler identification and debugging information."
6072+
}
6073+
},
6074+
"type": "object"
6075+
},
60616076
"StragglerDebuggingInfo": {
60626077
"description": "Information useful for debugging a straggler. Each type will provide specialized debugging information relevant for a particular cause. The StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.",
60636078
"id": "StragglerDebuggingInfo",
@@ -6092,6 +6107,13 @@
60926107
"description": "Summarized straggler identification details.",
60936108
"id": "StragglerSummary",
60946109
"properties": {
6110+
"recentStragglers": {
6111+
"description": "The most recent stragglers.",
6112+
"items": {
6113+
"$ref": "Straggler"
6114+
},
6115+
"type": "array"
6116+
},
60956117
"stragglerCauseCount": {
60966118
"additionalProperties": {
60976119
"format": "int64",
@@ -6332,6 +6354,37 @@
63326354
},
63336355
"type": "object"
63346356
},
6357+
"StreamingStragglerInfo": {
6358+
"description": "Information useful for streaming straggler identification and debugging.",
6359+
"id": "StreamingStragglerInfo",
6360+
"properties": {
6361+
"dataWatermarkLag": {
6362+
"description": "The event-time watermark lag at the time of the straggler detection.",
6363+
"format": "google-duration",
6364+
"type": "string"
6365+
},
6366+
"endTime": {
6367+
"description": "End time of this straggler.",
6368+
"format": "google-datetime",
6369+
"type": "string"
6370+
},
6371+
"startTime": {
6372+
"description": "Start time of this straggler.",
6373+
"format": "google-datetime",
6374+
"type": "string"
6375+
},
6376+
"systemWatermarkLag": {
6377+
"description": "The system watermark lag at the time of the straggler detection.",
6378+
"format": "google-duration",
6379+
"type": "string"
6380+
},
6381+
"workerName": {
6382+
"description": "Name of the worker where the straggler was detected.",
6383+
"type": "string"
6384+
}
6385+
},
6386+
"type": "object"
6387+
},
63356388
"StringList": {
63366389
"description": "A metric value representing a list of strings.",
63376390
"id": "StringList",

0 commit comments

Comments
 (0)
Please sign in to comment.