crp-wrkload-determination - Details for Job 63

Status: SUCCEEDED
Submitted: 2026/09/05 17:55:47
Duration: 0.6 s
Associated SQL Query: 48
Job Group: 88c42b3e-f7b7-3812-8b16-7aa86f5ce414
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { id="graph_135"; subgraph graph_stage_135 { id="graph_stage_135"; isCluster="true"; label="Stage 135 (skipped)"; subgraph cluster_728 { id="cluster_728"; isCluster="true"; label="Scan json "; 273 [id="node_273" labelType="html" label="FileScanRDD [273] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 274 [id="node_274" labelType="html" label="MapPartitionsRDD [274] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_725 { id="cluster_725"; isCluster="true"; label="WholeStageCodegen (1)"; 275 [id="node_275" labelType="html" label="MapPartitionsRDD [275] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_724 { id="cluster_724"; isCluster="true"; label="Exchange"; 276 [id="node_276" labelType="html" label="MapPartitionsRDD [276] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 273->274; 274->275; 275->276; }

digraph G { id="graph_136"; subgraph graph_stage_136 { id="graph_stage_136"; isCluster="true"; label="Stage 136"; 282 [id="node_282" labelType="html" label="SQLExecutionRDD [282] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 286 [id="node_286" labelType="html" label="SQLExecutionRDD [286] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_739 { id="cluster_739"; isCluster="true"; label="Exchange"; 277 [id="node_277" labelType="html" label="ShuffledRowRDD [277] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_734 { id="cluster_734"; isCluster="true"; label="WholeStageCodegen (2)"; 278 [id="node_278" labelType="html" label="MapPartitionsRDD [278] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_733 { id="cluster_733"; isCluster="true"; label="DeserializeToObject"; 279 [id="node_279" labelType="html" label="MapPartitionsRDD [279] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_732 { id="cluster_732"; isCluster="true"; label="MapPartitions"; 280 [id="node_280" labelType="html" label="MapPartitionsRDD [280] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_729 { id="cluster_729"; isCluster="true"; label="WholeStageCodegen (3)"; 281 [id="node_281" labelType="html" label="MapPartitionsRDD [281] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_740 { id="cluster_740"; isCluster="true"; label="map"; 283 [id="node_283" labelType="html" label="Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [283] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_742 { id="cluster_742"; isCluster="true"; label="WholeStageCodegen (1)"; 284 [id="node_284" labelType="html" label="MapPartitionsRDD [284] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_741 { id="cluster_741"; isCluster="true"; label="Project"; 285 [id="node_285" labelType="html" label="MapPartitionsRDD [285] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_745 { id="cluster_745"; isCluster="true"; label="map"; 287 [id="node_287" labelType="html" label="Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log [287] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_797 { id="cluster_797"; isCluster="true"; label="WholeStageCodegen (1)"; 301 [id="node_301" labelType="html" label="MapPartitionsRDD [301] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_801 { id="cluster_801"; isCluster="true"; label="mapPartitionsInternal"; 302 [id="node_302" labelType="html" label="MapPartitionsRDD [302] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 277->278; 278->279; 279->280; 280->281; 281->282; 282->283; 283->284; 284->285; 285->286; 286->287; 287->301; 301->302; }

276,277

283

287

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
136	tenants-pool-21	replenishmentRunId = 10000000003 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 88c42b3e-f7b7-3812-8b16-7aa86f5ce414 workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_5 attempt = 1 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204) org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87) org.apache.spark.sql.delta.OptimisticTransactionImpl.filterFiles(OptimisticTransaction.scala:1090) org.apache.spark.sql.delta.OptimisticTransactionImpl.filterFiles$(OptimisticTransaction.scala:1089) org.apache.spark.sql.delta.OptimisticTransaction.filterFiles(OptimisticTransaction.scala:169) org.apache.spark.sql.delta.commands.DeleteCommand.performDelete(DeleteCommand.scala:255) org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$2(DeleteCommand.scala:132) org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$2$adapted(DeleteCommand.scala:125) org.apache.spark.sql.delta.DeltaLog.withNewTransaction(DeltaLog.scala:247) org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$1(DeleteCommand.scala:125) scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)	2026/09/05 17:55:47	0.6 s	50/50	1050.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

136

tenants-pool-21

replenishmentRunId = 10000000003 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 88c42b3e-f7b7-3812-8b16-7aa86f5ce414 workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_5 attempt = 1 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

RDD: Delta Table State #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log Delta Table State with Stats #0 - hdlfs://065c2b6f-41bb-4a20-b7a2-eb965f9cb071.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/in/workload-dupl-lock-v3/_delta_log

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87)
org.apache.spark.sql.delta.OptimisticTransactionImpl.filterFiles(OptimisticTransaction.scala:1090)
org.apache.spark.sql.delta.OptimisticTransactionImpl.filterFiles$(OptimisticTransaction.scala:1089)
org.apache.spark.sql.delta.OptimisticTransaction.filterFiles(OptimisticTransaction.scala:169)
org.apache.spark.sql.delta.commands.DeleteCommand.performDelete(DeleteCommand.scala:255)
org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$2(DeleteCommand.scala:132)
org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$2$adapted(DeleteCommand.scala:125)
org.apache.spark.sql.delta.DeltaLog.withNewTransaction(DeltaLog.scala:247)
org.apache.spark.sql.delta.commands.DeleteCommand.$anonfun$run$1(DeleteCommand.scala:125)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)

2026/09/05 17:55:47

0.6 s

50/50

1050.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
135	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

135

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: