4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 85 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.2 KiB / 3
Shuffle Read Size / Records:
952.0 B / 6
Associated Job Ids:
42
DAG Visualization
digraph G { id="graph_85"; subgraph graph_stage_85 { id="graph_stage_85"; isCluster="true"; label="Stage 85"; subgraph cluster_477 { id="cluster_477"; isCluster="true"; label="AQEShuffleRead"; 174 [id="node_174" labelType="html" label="ShuffledRowRDD [174] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_474 { id="cluster_474"; isCluster="true"; label="WholeStageCodegen (4)"; 175 [id="node_175" labelType="html" label="MapPartitionsRDD [175] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_482 { id="cluster_482"; isCluster="true"; label="AQEShuffleRead"; 176 [id="node_176" labelType="html" label="ShuffledRowRDD [176] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_479 { id="cluster_479"; isCluster="true"; label="WholeStageCodegen (5)"; 177 [id="node_177" labelType="html" label="MapPartitionsRDD [177] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_469 { id="cluster_469"; isCluster="true"; label="WholeStageCodegen (6)"; 178 [id="node_178" labelType="html" label="ZippedPartitionsRDD2 [178] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 179 [id="node_179" labelType="html" label="MapPartitionsRDD [179] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_468 { id="cluster_468"; isCluster="true"; label="WriteFiles"; 180 [id="node_180" labelType="html" label="MapPartitionsRDD [180] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 174->175; 176->177; 175->178; 177->178; 178->179; 179->180; }
173,174
163,176
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time