4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 69 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.3 KiB / 3
Shuffle Read Size / Records:
941.0 B / 6
Associated Job Ids:
34
DAG Visualization
digraph G { id="graph_69"; subgraph graph_stage_69 { id="graph_stage_69"; isCluster="true"; label="Stage 69"; subgraph cluster_387 { id="cluster_387"; isCluster="true"; label="AQEShuffleRead"; 142 [id="node_142" labelType="html" label="ShuffledRowRDD [142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_384 { id="cluster_384"; isCluster="true"; label="WholeStageCodegen (4)"; 143 [id="node_143" labelType="html" label="MapPartitionsRDD [143] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_392 { id="cluster_392"; isCluster="true"; label="AQEShuffleRead"; 144 [id="node_144" labelType="html" label="ShuffledRowRDD [144] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_389 { id="cluster_389"; isCluster="true"; label="WholeStageCodegen (5)"; 145 [id="node_145" labelType="html" label="MapPartitionsRDD [145] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379 { id="cluster_379"; isCluster="true"; label="WholeStageCodegen (6)"; 146 [id="node_146" labelType="html" label="ZippedPartitionsRDD2 [146] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 147 [id="node_147" labelType="html" label="MapPartitionsRDD [147] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_378 { id="cluster_378"; isCluster="true"; label="WriteFiles"; 148 [id="node_148" labelType="html" label="MapPartitionsRDD [148] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 142->143; 144->145; 143->146; 145->146; 146->147; 147->148; }
141,142
131,144
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time