crp-wrkload-determination - Details for Stage 125 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 57

digraph G { id="graph_125"; subgraph graph_stage_125 { id="graph_stage_125"; isCluster="true"; label="Stage 125"; subgraph cluster_533 { id="cluster_533"; isCluster="true"; label="Exchange"; 194 [id="node_194" labelType="html" label="ShuffledRowRDD [194] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_529 { id="cluster_529"; isCluster="true"; label="WholeStageCodegen (1)"; 195 [id="node_195" labelType="html" label="MapPartitionsRDD [195] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_528 { id="cluster_528"; isCluster="true"; label="MapGroups"; 196 [id="node_196" labelType="html" label="MapPartitionsRDD [196] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_525 { id="cluster_525"; isCluster="true"; label="WholeStageCodegen (2)"; 197 [id="node_197" labelType="html" label="MapPartitionsRDD [197] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_534 { id="cluster_534"; isCluster="true"; label="mapPartitionsInternal"; 198 [id="node_198" labelType="html" label="MapPartitionsRDD [198] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_535 { id="cluster_535"; isCluster="true"; label="mapPartitionsInternal"; 199 [id="node_199" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [static_invoke(UTF8String.fromString(invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path()))) AS path#1699, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length()) AS length#1700L, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir()) AS isDir#1701, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime()) AS modificationTime#1702L]\n +- MapGroups org.apache.spark.sql.internal.UDFAdaptors$$$Lambda/0x000000080209d5c0@563ebb8d, invoke(value#1693.toString()), newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#1693], [path#1683, length#1684L, isDir#1685, modificationTime#1686L], obj#1698: org.apache.spark.sql.delta.SerializableFileStatus\n +- Sort [value#1693 ASC NULLS FIRST], false, 0\n ... [199] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_713 { id="cluster_713"; isCluster="true"; label="InMemoryTableScan"; 261 [id="node_261" labelType="html" label="MapPartitionsRDD [261] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 262 [id="node_262" labelType="html" label="MapPartitionsRDD [262] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 263 [id="node_263" labelType="html" label="MapPartitionsRDD [263] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_709 { id="cluster_709"; isCluster="true"; label="WholeStageCodegen (3)"; 264 [id="node_264" labelType="html" label="MapPartitionsRDD [264] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_708 { id="cluster_708"; isCluster="true"; label="DeserializeToObject"; 265 [id="node_265" labelType="html" label="MapPartitionsRDD [265] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_707 { id="cluster_707"; isCluster="true"; label="MapPartitions"; 266 [id="node_266" labelType="html" label="MapPartitionsRDD [266] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_703 { id="cluster_703"; isCluster="true"; label="WholeStageCodegen (4)"; 267 [id="node_267" labelType="html" label="MapPartitionsRDD [267] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_702 { id="cluster_702"; isCluster="true"; label="Exchange"; 268 [id="node_268" labelType="html" label="MapPartitionsRDD [268] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 194->195; 195->196; 196->197; 197->198; 198->199; 199->261; 261->262; 262->263; 263->264; 264->265; 265->266; 266->267; 267->268; }

193,194

199

Event Timeline

Enable zooming