4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 32 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 ms
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
896.0 B / 6
Shuffle Write Size / Records:
622.0 B / 3
Associated Job Ids:
17
DAG Visualization
digraph G { id="graph_32"; subgraph graph_stage_32 { id="graph_stage_32"; isCluster="true"; label="Stage 32"; subgraph cluster_192 { id="cluster_192"; isCluster="true"; label="AQEShuffleRead"; 71 [id="node_71" labelType="html" label="ShuffledRowRDD [71] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_189 { id="cluster_189"; isCluster="true"; label="WholeStageCodegen (1)"; 72 [id="node_72" labelType="html" label="MapPartitionsRDD [72] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_197 { id="cluster_197"; isCluster="true"; label="AQEShuffleRead"; 73 [id="node_73" labelType="html" label="ShuffledRowRDD [73] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_194 { id="cluster_194"; isCluster="true"; label="WholeStageCodegen (2)"; 74 [id="node_74" labelType="html" label="MapPartitionsRDD [74] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_185 { id="cluster_185"; isCluster="true"; label="WholeStageCodegen (3)"; 75 [id="node_75" labelType="html" label="ZippedPartitionsRDD2 [75] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 76 [id="node_76" labelType="html" label="MapPartitionsRDD [76] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_184 { id="cluster_184"; isCluster="true"; label="Exchange"; 77 [id="node_77" labelType="html" label="MapPartitionsRDD [77] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 71->72; 73->74; 72->75; 74->75; 75->76; 76->77; }
70,71
66,73
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time