4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 64 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 ms
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
887.0 B / 6
Shuffle Write Size / Records:
615.0 B / 3
Associated Job Ids:
33
DAG Visualization
digraph G { id="graph_64"; subgraph graph_stage_64 { id="graph_stage_64"; isCluster="true"; label="Stage 64"; subgraph cluster_372 { id="cluster_372"; isCluster="true"; label="AQEShuffleRead"; 135 [id="node_135" labelType="html" label="ShuffledRowRDD [135] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_369 { id="cluster_369"; isCluster="true"; label="WholeStageCodegen (1)"; 136 [id="node_136" labelType="html" label="MapPartitionsRDD [136] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_377 { id="cluster_377"; isCluster="true"; label="AQEShuffleRead"; 137 [id="node_137" labelType="html" label="ShuffledRowRDD [137] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_374 { id="cluster_374"; isCluster="true"; label="WholeStageCodegen (2)"; 138 [id="node_138" labelType="html" label="MapPartitionsRDD [138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_365 { id="cluster_365"; isCluster="true"; label="WholeStageCodegen (3)"; 139 [id="node_139" labelType="html" label="ZippedPartitionsRDD2 [139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 140 [id="node_140" labelType="html" label="MapPartitionsRDD [140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_364 { id="cluster_364"; isCluster="true"; label="Exchange"; 141 [id="node_141" labelType="html" label="MapPartitionsRDD [141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 135->136; 137->138; 136->139; 138->139; 139->140; 140->141; }
134,135
129,137
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time