crp-wrkload-determination - Details for Job 19

Status: SUCCEEDED
Submitted: 2026/09/05 08:08:04
Duration: 0.4 s
Associated SQL Query: 16
Job Group: 66b169fa-26f2-32c1-8f73-e571f2d5e18b
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { id="graph_38"; subgraph graph_stage_38 { id="graph_stage_38"; isCluster="true"; label="Stage 38 (skipped)"; subgraph cluster_6 { id="cluster_6"; isCluster="true"; label="Scan json "; 0 [id="node_0" labelType="html" label="FileScanRDD [0] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1 [id="node_1" labelType="html" label="MapPartitionsRDD [1] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3 { id="cluster_3"; isCluster="true"; label="WholeStageCodegen (1)"; 2 [id="node_2" labelType="html" label="MapPartitionsRDD [2] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2 { id="cluster_2"; isCluster="true"; label="Exchange"; 3 [id="node_3" labelType="html" label="MapPartitionsRDD [3] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 0->1; 1->2; 2->3; }

digraph G { id="graph_39"; subgraph graph_stage_39 { id="graph_stage_39"; isCluster="true"; label="Stage 39"; 9 [id="node_9" labelType="html" label="SQLExecutionRDD [9] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 13 [id="node_13" labelType="html" label="SQLExecutionRDD [13] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_17 { id="cluster_17"; isCluster="true"; label="Exchange"; 4 [id="node_4" labelType="html" label="ShuffledRowRDD [4] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_12 { id="cluster_12"; isCluster="true"; label="WholeStageCodegen (2)"; 5 [id="node_5" labelType="html" label="MapPartitionsRDD [5] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_11 { id="cluster_11"; isCluster="true"; label="DeserializeToObject"; 6 [id="node_6" labelType="html" label="MapPartitionsRDD [6] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10 { id="cluster_10"; isCluster="true"; label="MapPartitions"; 7 [id="node_7" labelType="html" label="MapPartitionsRDD [7] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_7 { id="cluster_7"; isCluster="true"; label="WholeStageCodegen (3)"; 8 [id="node_8" labelType="html" label="MapPartitionsRDD [8] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_18 { id="cluster_18"; isCluster="true"; label="map"; 10 [id="node_10" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [10] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_20 { id="cluster_20"; isCluster="true"; label="WholeStageCodegen (1)"; 11 [id="node_11" labelType="html" label="MapPartitionsRDD [11] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_19 { id="cluster_19"; isCluster="true"; label="Project"; 12 [id="node_12" labelType="html" label="MapPartitionsRDD [12] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_23 { id="cluster_23"; isCluster="true"; label="map"; 14 [id="node_14" labelType="html" label="Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [14] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_236 { id="cluster_236"; isCluster="true"; label="WholeStageCodegen (1)"; 85 [id="node_85" labelType="html" label="MapPartitionsRDD [85] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_240 { id="cluster_240"; isCluster="true"; label="mapPartitionsInternal"; 86 [id="node_86" labelType="html" label="MapPartitionsRDD [86] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 4->5; 5->6; 6->7; 7->8; 8->9; 9->10; 10->11; 11->12; 12->13; 13->14; 14->85; 85->86; }

3,4

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
39	tenants-pool-21	Delta: replenishmentRunId = 10000000002 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 66b169fa-26f2-32c1-8f73-e571f2d5e18b workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_4 attempt = 3 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204) org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134) org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29) org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114) org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)	2026/09/05 08:08:04	0.4 s	50/50	1050.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

tenants-pool-21

Delta: replenishmentRunId = 10000000002 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 66b169fa-26f2-32c1-8f73-e571f2d5e18b workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_4 attempt = 3 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)

2026/09/05 08:08:04

0.4 s

50/50

1050.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
38	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: