4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-wrkload-determination
application UI
Details for Stage 241 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1455.0 B / 2
Associated Job Ids:
111
DAG Visualization
digraph G { id="graph_241"; subgraph graph_stage_241 { id="graph_stage_241"; isCluster="true"; label="Stage 241"; 282 [id="node_282" labelType="html" label="SQLExecutionRDD [282] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_739 { id="cluster_739"; isCluster="true"; label="Exchange"; 277 [id="node_277" labelType="html" label="ShuffledRowRDD [277] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_734 { id="cluster_734"; isCluster="true"; label="WholeStageCodegen (2)"; 278 [id="node_278" labelType="html" label="MapPartitionsRDD [278] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_733 { id="cluster_733"; isCluster="true"; label="DeserializeToObject"; 279 [id="node_279" labelType="html" label="MapPartitionsRDD [279] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_732 { id="cluster_732"; isCluster="true"; label="MapPartitions"; 280 [id="node_280" labelType="html" label="MapPartitionsRDD [280] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_729 { id="cluster_729"; isCluster="true"; label="WholeStageCodegen (3)"; 281 [id="node_281" labelType="html" label="MapPartitionsRDD [281] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_740 { id="cluster_740"; isCluster="true"; label="map"; 283 [id="node_283" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [283] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1374 { id="cluster_1374"; isCluster="true"; label="WholeStageCodegen (1)"; 509 [id="node_509" labelType="html" label="MapPartitionsRDD [509] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1373 { id="cluster_1373"; isCluster="true"; label="DeserializeToObject"; 510 [id="node_510" labelType="html" label="MapPartitionsRDD [510] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1372 { id="cluster_1372"; isCluster="true"; label="MapPartitions"; 511 [id="node_511" labelType="html" label="MapPartitionsRDD [511] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1367 { id="cluster_1367"; isCluster="true"; label="WholeStageCodegen (2)"; 512 [id="node_512" labelType="html" label="MapPartitionsRDD [512] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1366 { id="cluster_1366"; isCluster="true"; label="Exchange"; 513 [id="node_513" labelType="html" label="MapPartitionsRDD [513] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 277->278; 278->279; 279->280; 280->281; 281->282; 282->283; 283->509; 509->510; 510->511; 511->512; 512->513; }
276,277
283
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time