4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 80 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 ms
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
901.0 B / 6
Shuffle Write Size / Records:
626.0 B / 3
Associated Job Ids:
41
DAG Visualization
digraph G { id="graph_80"; subgraph graph_stage_80 { id="graph_stage_80"; isCluster="true"; label="Stage 80"; subgraph cluster_462 { id="cluster_462"; isCluster="true"; label="AQEShuffleRead"; 167 [id="node_167" labelType="html" label="ShuffledRowRDD [167] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_459 { id="cluster_459"; isCluster="true"; label="WholeStageCodegen (1)"; 168 [id="node_168" labelType="html" label="MapPartitionsRDD [168] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_467 { id="cluster_467"; isCluster="true"; label="AQEShuffleRead"; 169 [id="node_169" labelType="html" label="ShuffledRowRDD [169] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_464 { id="cluster_464"; isCluster="true"; label="WholeStageCodegen (2)"; 170 [id="node_170" labelType="html" label="MapPartitionsRDD [170] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_455 { id="cluster_455"; isCluster="true"; label="WholeStageCodegen (3)"; 171 [id="node_171" labelType="html" label="ZippedPartitionsRDD2 [171] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 172 [id="node_172" labelType="html" label="MapPartitionsRDD [172] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_454 { id="cluster_454"; isCluster="true"; label="Exchange"; 173 [id="node_173" labelType="html" label="MapPartitionsRDD [173] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 167->168; 169->170; 168->171; 170->171; 171->172; 172->173; }
166,167
161,169
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time