4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 37 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.3 KiB / 3
Shuffle Read Size / Records:
948.0 B / 6
Associated Job Ids:
18
DAG Visualization
digraph G { id="graph_37"; subgraph graph_stage_37 { id="graph_stage_37"; isCluster="true"; label="Stage 37"; subgraph cluster_207 { id="cluster_207"; isCluster="true"; label="AQEShuffleRead"; 78 [id="node_78" labelType="html" label="ShuffledRowRDD [78] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_204 { id="cluster_204"; isCluster="true"; label="WholeStageCodegen (4)"; 79 [id="node_79" labelType="html" label="MapPartitionsRDD [79] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_212 { id="cluster_212"; isCluster="true"; label="AQEShuffleRead"; 80 [id="node_80" labelType="html" label="ShuffledRowRDD [80] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_209 { id="cluster_209"; isCluster="true"; label="WholeStageCodegen (5)"; 81 [id="node_81" labelType="html" label="MapPartitionsRDD [81] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_199 { id="cluster_199"; isCluster="true"; label="WholeStageCodegen (6)"; 82 [id="node_82" labelType="html" label="ZippedPartitionsRDD2 [82] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 83 [id="node_83" labelType="html" label="MapPartitionsRDD [83] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_198 { id="cluster_198"; isCluster="true"; label="WriteFiles"; 84 [id="node_84" labelType="html" label="MapPartitionsRDD [84] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 78->79; 80->81; 79->82; 81->82; 82->83; 83->84; }
77,78
67,80
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time