4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 215 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 10000
Associated Job Ids:
102
DAG Visualization
digraph G { id="graph_215"; subgraph graph_stage_215 { id="graph_stage_215"; isCluster="true"; label="Stage 215"; subgraph cluster_1239 { id="cluster_1239"; isCluster="true"; label="repartition"; 459 [id="node_459" labelType="html" label="ShuffledRDD [459] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 460 [id="node_460" labelType="html" label="CoalescedRDD [460] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 461 [id="node_461" labelType="html" label="MapPartitionsRDD [461] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1240 { id="cluster_1240"; isCluster="true"; label="mapPartitions"; 462 [id="node_462" labelType="html" label="MapPartitionsRDD [462] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1246 { id="cluster_1246"; isCluster="true"; label="Scan"; 463 [id="node_463" labelType="html" label="MapPartitionsRDD [463] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1245 { id="cluster_1245"; isCluster="true"; label="MapElements"; 464 [id="node_464" labelType="html" label="MapPartitionsRDD [464] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1244 { id="cluster_1244"; isCluster="true"; label="AppendColumnsWithObject"; 465 [id="node_465" labelType="html" label="MapPartitionsRDD [465] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1243 { id="cluster_1243"; isCluster="true"; label="Exchange"; 466 [id="node_466" labelType="html" label="MapPartitionsRDD [466] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 459->460; 460->461; 461->462; 462->463; 463->464; 464->465; 465->466; }
458,459
Event Timeline
Enable zooming
Tasks: 10000. 100 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time