4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 174 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 ms
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
884.0 B / 6
Shuffle Write Size / Records:
606.0 B / 3
Associated Job Ids:
83
DAG Visualization
digraph G { id="graph_174"; subgraph graph_stage_174 { id="graph_stage_174"; isCluster="true"; label="Stage 174"; subgraph cluster_1004 { id="cluster_1004"; isCluster="true"; label="AQEShuffleRead"; 376 [id="node_376" labelType="html" label="ShuffledRowRDD [376] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1001 { id="cluster_1001"; isCluster="true"; label="WholeStageCodegen (1)"; 377 [id="node_377" labelType="html" label="MapPartitionsRDD [377] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1009 { id="cluster_1009"; isCluster="true"; label="AQEShuffleRead"; 378 [id="node_378" labelType="html" label="ShuffledRowRDD [378] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1006 { id="cluster_1006"; isCluster="true"; label="WholeStageCodegen (2)"; 379 [id="node_379" labelType="html" label="MapPartitionsRDD [379] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_997 { id="cluster_997"; isCluster="true"; label="WholeStageCodegen (3)"; 380 [id="node_380" labelType="html" label="ZippedPartitionsRDD2 [380] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 381 [id="node_381" labelType="html" label="MapPartitionsRDD [381] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_996 { id="cluster_996"; isCluster="true"; label="Exchange"; 382 [id="node_382" labelType="html" label="MapPartitionsRDD [382] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 376->377; 378->379; 377->380; 379->380; 380->381; 381->382; }
375,376
372,378
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time