crp-wrkload-determination - Details for Job 59

Status: SUCCEEDED
Submitted: 2026/09/05 17:55:43
Duration: 2 s
Associated SQL Query: 45
Job Group: 88c42b3e-f7b7-3812-8b16-7aa86f5ce414
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { id="graph_127"; subgraph graph_stage_127 { id="graph_stage_127"; isCluster="true"; label="Stage 127 (skipped)"; subgraph cluster_728 { id="cluster_728"; isCluster="true"; label="Scan json "; 273 [id="node_273" labelType="html" label="FileScanRDD [273] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 274 [id="node_274" labelType="html" label="MapPartitionsRDD [274] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_725 { id="cluster_725"; isCluster="true"; label="WholeStageCodegen (1)"; 275 [id="node_275" labelType="html" label="MapPartitionsRDD [275] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_724 { id="cluster_724"; isCluster="true"; label="Exchange"; 276 [id="node_276" labelType="html" label="MapPartitionsRDD [276] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 273->274; 274->275; 275->276; }

digraph G { id="graph_128"; subgraph graph_stage_128 { id="graph_stage_128"; isCluster="true"; label="Stage 128"; 282 [id="node_282" labelType="html" label="SQLExecutionRDD [282] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 286 [id="node_286" labelType="html" label="SQLExecutionRDD [286] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_739 { id="cluster_739"; isCluster="true"; label="Exchange"; 277 [id="node_277" labelType="html" label="ShuffledRowRDD [277] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_734 { id="cluster_734"; isCluster="true"; label="WholeStageCodegen (2)"; 278 [id="node_278" labelType="html" label="MapPartitionsRDD [278] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_733 { id="cluster_733"; isCluster="true"; label="DeserializeToObject"; 279 [id="node_279" labelType="html" label="MapPartitionsRDD [279] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_732 { id="cluster_732"; isCluster="true"; label="MapPartitions"; 280 [id="node_280" labelType="html" label="MapPartitionsRDD [280] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_729 { id="cluster_729"; isCluster="true"; label="WholeStageCodegen (3)"; 281 [id="node_281" labelType="html" label="MapPartitionsRDD [281] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_740 { id="cluster_740"; isCluster="true"; label="map"; 283 [id="node_283" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [283] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_742 { id="cluster_742"; isCluster="true"; label="WholeStageCodegen (1)"; 284 [id="node_284" labelType="html" label="MapPartitionsRDD [284] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_741 { id="cluster_741"; isCluster="true"; label="Project"; 285 [id="node_285" labelType="html" label="MapPartitionsRDD [285] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_745 { id="cluster_745"; isCluster="true"; label="map"; 287 [id="node_287" labelType="html" label="Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [287] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_746 { id="cluster_746"; isCluster="true"; label="WholeStageCodegen (1)"; 288 [id="node_288" labelType="html" label="MapPartitionsRDD [288] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_750 { id="cluster_750"; isCluster="true"; label="mapPartitionsInternal"; 289 [id="node_289" labelType="html" label="MapPartitionsRDD [289] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 277->278; 278->279; 279->280; 280->281; 281->282; 282->283; 283->284; 284->285; 285->286; 286->287; 287->288; 288->289; }

276,277

283

287

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
128	tenants-pool-21	Delta: replenishmentRunId = 10000000003 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 88c42b3e-f7b7-3812-8b16-7aa86f5ce414 workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_5 attempt = 1 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204) org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134) org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29) org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114) org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)	2026/09/05 17:55:43	2 s	50/50			791.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

128

tenants-pool-21

Delta: replenishmentRunId = 10000000003 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 88c42b3e-f7b7-3812-8b16-7aa86f5ce414 workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_5 attempt = 1 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)

2026/09/05 17:55:43

2 s

50/50

791.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
127	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

127

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: