4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 48 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 ms
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
889.0 B / 6
Shuffle Write Size / Records:
617.0 B / 3
Associated Job Ids:
25
DAG Visualization
digraph G { id="graph_48"; subgraph graph_stage_48 { id="graph_stage_48"; isCluster="true"; label="Stage 48"; subgraph cluster_282 { id="cluster_282"; isCluster="true"; label="AQEShuffleRead"; 103 [id="node_103" labelType="html" label="ShuffledRowRDD [103] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_279 { id="cluster_279"; isCluster="true"; label="WholeStageCodegen (1)"; 104 [id="node_104" labelType="html" label="MapPartitionsRDD [104] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_287 { id="cluster_287"; isCluster="true"; label="AQEShuffleRead"; 105 [id="node_105" labelType="html" label="ShuffledRowRDD [105] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_284 { id="cluster_284"; isCluster="true"; label="WholeStageCodegen (2)"; 106 [id="node_106" labelType="html" label="MapPartitionsRDD [106] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_275 { id="cluster_275"; isCluster="true"; label="WholeStageCodegen (3)"; 107 [id="node_107" labelType="html" label="ZippedPartitionsRDD2 [107] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 108 [id="node_108" labelType="html" label="MapPartitionsRDD [108] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_274 { id="cluster_274"; isCluster="true"; label="Exchange"; 109 [id="node_109" labelType="html" label="MapPartitionsRDD [109] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 103->104; 105->106; 104->107; 106->107; 107->108; 108->109; }
102,103
99,105
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time