4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 179 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.3 KiB / 3
Shuffle Read Size / Records:
932.0 B / 6
Associated Job Ids:
84
DAG Visualization
digraph G { id="graph_179"; subgraph graph_stage_179 { id="graph_stage_179"; isCluster="true"; label="Stage 179"; subgraph cluster_1019 { id="cluster_1019"; isCluster="true"; label="AQEShuffleRead"; 383 [id="node_383" labelType="html" label="ShuffledRowRDD [383] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1016 { id="cluster_1016"; isCluster="true"; label="WholeStageCodegen (4)"; 384 [id="node_384" labelType="html" label="MapPartitionsRDD [384] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1024 { id="cluster_1024"; isCluster="true"; label="AQEShuffleRead"; 385 [id="node_385" labelType="html" label="ShuffledRowRDD [385] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1021 { id="cluster_1021"; isCluster="true"; label="WholeStageCodegen (5)"; 386 [id="node_386" labelType="html" label="MapPartitionsRDD [386] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1011 { id="cluster_1011"; isCluster="true"; label="WholeStageCodegen (6)"; 387 [id="node_387" labelType="html" label="ZippedPartitionsRDD2 [387] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 388 [id="node_388" labelType="html" label="MapPartitionsRDD [388] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1010 { id="cluster_1010"; isCluster="true"; label="WriteFiles"; 389 [id="node_389" labelType="html" label="MapPartitionsRDD [389] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 383->384; 385->386; 384->387; 386->387; 387->388; 388->389; }
382,383
371,385
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time