crp-wrkload-determination - Details for Job 4

Status: SUCCEEDED
Submitted: 2026/09/05 08:01:55
Duration: 0.1 s
Associated SQL Query: 5
Job Group: 66b169fa-26f2-32c1-8f73-e571f2d5e18b
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { id="graph_6"; subgraph graph_stage_6 { id="graph_stage_6"; isCluster="true"; label="Stage 6 (skipped)"; subgraph cluster_6 { id="cluster_6"; isCluster="true"; label="Scan json "; 0 [id="node_0" labelType="html" label="FileScanRDD [0] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1 [id="node_1" labelType="html" label="MapPartitionsRDD [1] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3 { id="cluster_3"; isCluster="true"; label="WholeStageCodegen (1)"; 2 [id="node_2" labelType="html" label="MapPartitionsRDD [2] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2 { id="cluster_2"; isCluster="true"; label="Exchange"; 3 [id="node_3" labelType="html" label="MapPartitionsRDD [3] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 0->1; 1->2; 2->3; }

digraph G { id="graph_7"; subgraph graph_stage_7 { id="graph_stage_7"; isCluster="true"; label="Stage 7 (skipped)"; 9 [id="node_9" labelType="html" label="SQLExecutionRDD [9] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_17 { id="cluster_17"; isCluster="true"; label="Exchange"; 4 [id="node_4" labelType="html" label="ShuffledRowRDD [4] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_12 { id="cluster_12"; isCluster="true"; label="WholeStageCodegen (2)"; 5 [id="node_5" labelType="html" label="MapPartitionsRDD [5] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_11 { id="cluster_11"; isCluster="true"; label="DeserializeToObject"; 6 [id="node_6" labelType="html" label="MapPartitionsRDD [6] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10 { id="cluster_10"; isCluster="true"; label="MapPartitions"; 7 [id="node_7" labelType="html" label="MapPartitionsRDD [7] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_7 { id="cluster_7"; isCluster="true"; label="WholeStageCodegen (3)"; 8 [id="node_8" labelType="html" label="MapPartitionsRDD [8] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_18 { id="cluster_18"; isCluster="true"; label="map"; 10 [id="node_10" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [10] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_60 { id="cluster_60"; isCluster="true"; label="WholeStageCodegen (1)"; 22 [id="node_22" labelType="html" label="MapPartitionsRDD [22] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_59 { id="cluster_59"; isCluster="true"; label="ObjectHashAggregate"; 23 [id="node_23" labelType="html" label="MapPartitionsRDD [23] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_58 { id="cluster_58"; isCluster="true"; label="Exchange"; 24 [id="node_24" labelType="html" label="MapPartitionsRDD [24] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 4->5; 5->6; 6->7; 7->8; 8->9; 9->10; 10->22; 22->23; 23->24; }

3,4

digraph G { id="graph_8"; subgraph graph_stage_8 { id="graph_stage_8"; isCluster="true"; label="Stage 8"; subgraph cluster_65 { id="cluster_65"; isCluster="true"; label="Exchange"; 25 [id="node_25" labelType="html" label="ShuffledRowRDD [25] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_63 { id="cluster_63"; isCluster="true"; label="ObjectHashAggregate"; 26 [id="node_26" labelType="html" label="MapPartitionsRDD [26] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_66 { id="cluster_66"; isCluster="true"; label="mapPartitionsInternal"; 27 [id="node_27" labelType="html" label="MapPartitionsRDD [27] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 25->26; 26->27; }

24,25

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8	tenants-pool-21	Delta: replenishmentRunId = 10000000002 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 66b169fa-26f2-32c1-8f73-e571f2d5e18b workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_4 attempt = 1 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD: Compute snapshot for version: 0 $anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/05 08:01:55	95 ms	1/1			5.3 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
7	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/50
6	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/50

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: