4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 58 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1050.0 B / 0
Associated Job Ids:
29
DAG Visualization
digraph G { id="graph_58"; subgraph graph_stage_58 { id="graph_stage_58"; isCluster="true"; label="Stage 58"; 9 [id="node_9" labelType="html" label="SQLExecutionRDD [9] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 13 [id="node_13" labelType="html" label="SQLExecutionRDD [13] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_17 { id="cluster_17"; isCluster="true"; label="Exchange"; 4 [id="node_4" labelType="html" label="ShuffledRowRDD [4] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_12 { id="cluster_12"; isCluster="true"; label="WholeStageCodegen (2)"; 5 [id="node_5" labelType="html" label="MapPartitionsRDD [5] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_11 { id="cluster_11"; isCluster="true"; label="DeserializeToObject"; 6 [id="node_6" labelType="html" label="MapPartitionsRDD [6] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10 { id="cluster_10"; isCluster="true"; label="MapPartitions"; 7 [id="node_7" labelType="html" label="MapPartitionsRDD [7] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_7 { id="cluster_7"; isCluster="true"; label="WholeStageCodegen (3)"; 8 [id="node_8" labelType="html" label="MapPartitionsRDD [8] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_18 { id="cluster_18"; isCluster="true"; label="map"; 10 [id="node_10" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [10] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_20 { id="cluster_20"; isCluster="true"; label="WholeStageCodegen (1)"; 11 [id="node_11" labelType="html" label="MapPartitionsRDD [11] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_19 { id="cluster_19"; isCluster="true"; label="Project"; 12 [id="node_12" labelType="html" label="MapPartitionsRDD [12] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_23 { id="cluster_23"; isCluster="true"; label="map"; 14 [id="node_14" labelType="html" label="Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [14] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_345 { id="cluster_345"; isCluster="true"; label="WholeStageCodegen (1)"; 124 [id="node_124" labelType="html" label="MapPartitionsRDD [124] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_349 { id="cluster_349"; isCluster="true"; label="mapPartitionsInternal"; 125 [id="node_125" labelType="html" label="MapPartitionsRDD [125] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 4->5; 5->6; 6->7; 7->8; 8->9; 9->10; 10->11; 11->12; 12->13; 13->14; 14->124; 124->125; }
3,4
10
14
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time