4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 147 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.9 KiB / 6
Shuffle Read Size / Records:
1915.0 B / 12
Associated Job Ids:
68
DAG Visualization
digraph G { id="graph_147"; subgraph graph_stage_147 { id="graph_stage_147"; isCluster="true"; label="Stage 147"; subgraph cluster_839 { id="cluster_839"; isCluster="true"; label="AQEShuffleRead"; 319 [id="node_319" labelType="html" label="ShuffledRowRDD [319] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_836 { id="cluster_836"; isCluster="true"; label="WholeStageCodegen (4)"; 320 [id="node_320" labelType="html" label="MapPartitionsRDD [320] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_844 { id="cluster_844"; isCluster="true"; label="AQEShuffleRead"; 321 [id="node_321" labelType="html" label="ShuffledRowRDD [321] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_841 { id="cluster_841"; isCluster="true"; label="WholeStageCodegen (5)"; 322 [id="node_322" labelType="html" label="MapPartitionsRDD [322] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_831 { id="cluster_831"; isCluster="true"; label="WholeStageCodegen (6)"; 323 [id="node_323" labelType="html" label="ZippedPartitionsRDD2 [323] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 324 [id="node_324" labelType="html" label="MapPartitionsRDD [324] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_830 { id="cluster_830"; isCluster="true"; label="WriteFiles"; 325 [id="node_325" labelType="html" label="MapPartitionsRDD [325] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 319->320; 321->322; 320->323; 322->323; 323->324; 324->325; }
318,319
308,321
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time