4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 195 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Node local: 1
Output Size / Records:
32.2 KiB / 3
Shuffle Read Size / Records:
948.0 B / 6
Associated Job Ids:
92
DAG Visualization
digraph G { id="graph_195"; subgraph graph_stage_195 { id="graph_stage_195"; isCluster="true"; label="Stage 195"; subgraph cluster_1109 { id="cluster_1109"; isCluster="true"; label="AQEShuffleRead"; 415 [id="node_415" labelType="html" label="ShuffledRowRDD [415] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1106 { id="cluster_1106"; isCluster="true"; label="WholeStageCodegen (4)"; 416 [id="node_416" labelType="html" label="MapPartitionsRDD [416] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1114 { id="cluster_1114"; isCluster="true"; label="AQEShuffleRead"; 417 [id="node_417" labelType="html" label="ShuffledRowRDD [417] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1111 { id="cluster_1111"; isCluster="true"; label="WholeStageCodegen (5)"; 418 [id="node_418" labelType="html" label="MapPartitionsRDD [418] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1101 { id="cluster_1101"; isCluster="true"; label="WholeStageCodegen (6)"; 419 [id="node_419" labelType="html" label="ZippedPartitionsRDD2 [419] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 420 [id="node_420" labelType="html" label="MapPartitionsRDD [420] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1100 { id="cluster_1100"; isCluster="true"; label="WriteFiles"; 421 [id="node_421" labelType="html" label="MapPartitionsRDD [421] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 415->416; 417->418; 416->419; 418->419; 419->420; 420->421; }
414,415
403,417
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time