4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 89 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 10000
Associated Job Ids:
44
DAG Visualization
digraph G { id="graph_89"; subgraph graph_stage_89 { id="graph_stage_89"; isCluster="true"; label="Stage 89"; subgraph cluster_517 { id="cluster_517"; isCluster="true"; label="repartition"; 186 [id="node_186" labelType="html" label="ShuffledRDD [186] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 187 [id="node_187" labelType="html" label="CoalescedRDD [187] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 188 [id="node_188" labelType="html" label="MapPartitionsRDD [188] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_518 { id="cluster_518"; isCluster="true"; label="mapPartitions"; 189 [id="node_189" labelType="html" label="MapPartitionsRDD [189] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_524 { id="cluster_524"; isCluster="true"; label="Scan"; 190 [id="node_190" labelType="html" label="MapPartitionsRDD [190] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_523 { id="cluster_523"; isCluster="true"; label="MapElements"; 191 [id="node_191" labelType="html" label="MapPartitionsRDD [191] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_522 { id="cluster_522"; isCluster="true"; label="AppendColumnsWithObject"; 192 [id="node_192" labelType="html" label="MapPartitionsRDD [192] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_521 { id="cluster_521"; isCluster="true"; label="Exchange"; 193 [id="node_193" labelType="html" label="MapPartitionsRDD [193] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 186->187; 187->188; 188->189; 189->190; 190->191; 191->192; 192->193; }
185,186
Event Timeline
Enable zooming
Tasks: 10000. 100 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time