4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 21 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.9 KiB / 6
Shuffle Read Size / Records:
1957.0 B / 12
Associated Job Ids:
10
DAG Visualization
digraph G { id="graph_21"; subgraph graph_stage_21 { id="graph_stage_21"; isCluster="true"; label="Stage 21"; subgraph cluster_117 { id="cluster_117"; isCluster="true"; label="AQEShuffleRead"; 46 [id="node_46" labelType="html" label="ShuffledRowRDD [46] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_114 { id="cluster_114"; isCluster="true"; label="WholeStageCodegen (4)"; 47 [id="node_47" labelType="html" label="MapPartitionsRDD [47] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122 { id="cluster_122"; isCluster="true"; label="AQEShuffleRead"; 48 [id="node_48" labelType="html" label="ShuffledRowRDD [48] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_119 { id="cluster_119"; isCluster="true"; label="WholeStageCodegen (5)"; 49 [id="node_49" labelType="html" label="MapPartitionsRDD [49] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_109 { id="cluster_109"; isCluster="true"; label="WholeStageCodegen (6)"; 50 [id="node_50" labelType="html" label="ZippedPartitionsRDD2 [50] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 51 [id="node_51" labelType="html" label="MapPartitionsRDD [51] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_108 { id="cluster_108"; isCluster="true"; label="WriteFiles"; 52 [id="node_52" labelType="html" label="MapPartitionsRDD [52] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 46->47; 48->49; 47->50; 49->50; 50->51; 51->52; }
45,46
35,48
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time