4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 163 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.3 KiB / 3
Shuffle Read Size / Records:
950.0 B / 6
Associated Job Ids:
76
DAG Visualization
digraph G { id="graph_163"; subgraph graph_stage_163 { id="graph_stage_163"; isCluster="true"; label="Stage 163"; subgraph cluster_929 { id="cluster_929"; isCluster="true"; label="AQEShuffleRead"; 351 [id="node_351" labelType="html" label="ShuffledRowRDD [351] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_926 { id="cluster_926"; isCluster="true"; label="WholeStageCodegen (4)"; 352 [id="node_352" labelType="html" label="MapPartitionsRDD [352] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_934 { id="cluster_934"; isCluster="true"; label="AQEShuffleRead"; 353 [id="node_353" labelType="html" label="ShuffledRowRDD [353] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_931 { id="cluster_931"; isCluster="true"; label="WholeStageCodegen (5)"; 354 [id="node_354" labelType="html" label="MapPartitionsRDD [354] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_921 { id="cluster_921"; isCluster="true"; label="WholeStageCodegen (6)"; 355 [id="node_355" labelType="html" label="ZippedPartitionsRDD2 [355] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 356 [id="node_356" labelType="html" label="MapPartitionsRDD [356] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_920 { id="cluster_920"; isCluster="true"; label="WriteFiles"; 357 [id="node_357" labelType="html" label="MapPartitionsRDD [357] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 351->352; 353->354; 352->355; 354->355; 355->356; 356->357; }
350,351
340,353
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time