crp-wrkload-determination - Details for Job 109

Status: SUCCEEDED
Submitted: 2026/09/05 18:20:33
Duration: 2 s
Associated SQL Query: 80
Job Group: 88c42b3e-f7b7-3812-8b16-7aa86f5ce414
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { id="graph_235"; subgraph graph_stage_235 { id="graph_stage_235"; isCluster="true"; label="Stage 235 (skipped)"; subgraph cluster_1237 { id="cluster_1237"; isCluster="true"; label="parallelize"; 456 [id="node_456" labelType="html" label="ParallelCollectionRDD [456] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1238 { id="cluster_1238"; isCluster="true"; label="mapPartitions"; 457 [id="node_457" labelType="html" label="MapPartitionsRDD [457] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1239 { id="cluster_1239"; isCluster="true"; label="repartition"; 458 [id="node_458" labelType="html" label="MapPartitionsRDD [458] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 456->457; 457->458; }

digraph G { id="graph_236"; subgraph graph_stage_236 { id="graph_stage_236"; isCluster="true"; label="Stage 236 (skipped)"; subgraph cluster_1239 { id="cluster_1239"; isCluster="true"; label="repartition"; 459 [id="node_459" labelType="html" label="ShuffledRDD [459] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 460 [id="node_460" labelType="html" label="CoalescedRDD [460] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 461 [id="node_461" labelType="html" label="MapPartitionsRDD [461] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1240 { id="cluster_1240"; isCluster="true"; label="mapPartitions"; 462 [id="node_462" labelType="html" label="MapPartitionsRDD [462] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1246 { id="cluster_1246"; isCluster="true"; label="Scan"; 463 [id="node_463" labelType="html" label="MapPartitionsRDD [463] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1245 { id="cluster_1245"; isCluster="true"; label="MapElements"; 464 [id="node_464" labelType="html" label="MapPartitionsRDD [464] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1244 { id="cluster_1244"; isCluster="true"; label="AppendColumnsWithObject"; 465 [id="node_465" labelType="html" label="MapPartitionsRDD [465] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1243 { id="cluster_1243"; isCluster="true"; label="Exchange"; 466 [id="node_466" labelType="html" label="MapPartitionsRDD [466] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 459->460; 460->461; 461->462; 462->463; 463->464; 464->465; 465->466; }

458,459

digraph G { id="graph_237"; subgraph graph_stage_237 { id="graph_stage_237"; isCluster="true"; label="Stage 237"; subgraph cluster_1255 { id="cluster_1255"; isCluster="true"; label="Exchange"; 467 [id="node_467" labelType="html" label="ShuffledRowRDD [467] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1251 { id="cluster_1251"; isCluster="true"; label="WholeStageCodegen (1)"; 468 [id="node_468" labelType="html" label="MapPartitionsRDD [468] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1250 { id="cluster_1250"; isCluster="true"; label="MapGroups"; 469 [id="node_469" labelType="html" label="MapPartitionsRDD [469] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1247 { id="cluster_1247"; isCluster="true"; label="WholeStageCodegen (2)"; 470 [id="node_470" labelType="html" label="MapPartitionsRDD [470] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1256 { id="cluster_1256"; isCluster="true"; label="mapPartitionsInternal"; 471 [id="node_471" labelType="html" label="MapPartitionsRDD [471] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1257 { id="cluster_1257"; isCluster="true"; label="mapPartitionsInternal"; 472 [id="node_472" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [static_invoke(UTF8String.fromString(invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path()))) AS path#3954, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length()) AS length#3955L, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir()) AS isDir#3956, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime()) AS modificationTime#3957L]\n +- MapGroups org.apache.spark.sql.internal.UDFAdaptors$$$Lambda/0x000000080209d5c0@754784c3, invoke(value#3948.toString()), newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3948], [path#3938, length#3939L, isDir#3940, modificationTime#3941L], obj#3953: org.apache.spark.sql.delta.SerializableFileStatus\n +- Sort [value#3948 ASC NULLS FIRST], false, 0\n ... [472] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1345 { id="cluster_1345"; isCluster="true"; label="InMemoryTableScan"; 494 [id="node_494" labelType="html" label="MapPartitionsRDD [494] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 495 [id="node_495" labelType="html" label="MapPartitionsRDD [495] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 496 [id="node_496" labelType="html" label="MapPartitionsRDD [496] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1341 { id="cluster_1341"; isCluster="true"; label="WholeStageCodegen (3)"; 497 [id="node_497" labelType="html" label="MapPartitionsRDD [497] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1340 { id="cluster_1340"; isCluster="true"; label="DeserializeToObject"; 498 [id="node_498" labelType="html" label="MapPartitionsRDD [498] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1339 { id="cluster_1339"; isCluster="true"; label="MapPartitions"; 499 [id="node_499" labelType="html" label="MapPartitionsRDD [499] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1335 { id="cluster_1335"; isCluster="true"; label="WholeStageCodegen (4)"; 500 [id="node_500" labelType="html" label="MapPartitionsRDD [500] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1334 { id="cluster_1334"; isCluster="true"; label="Exchange"; 501 [id="node_501" labelType="html" label="MapPartitionsRDD [501] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 467->468; 468->469; 469->470; 470->471; 471->472; 472->494; 494->495; 495->496; 496->497; 497->498; 498->499; 499->500; 500->501; }

466,467

472

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
237	tenants-pool-21	replenishmentRunId = 10000000003 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 88c42b3e-f7b7-3812-8b16-7aa86f5ce414 workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_5 attempt = 5 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD $anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/05 18:20:33	2 s	200/200	3.1 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
236	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10000
235	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:60) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:60) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:236) io.delta.tables.execution.VacuumTableCommand.run(VacuumTableCommand.scala:67) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:79) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:77) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:88) org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:155) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$8(SQLExecution.scala:163) org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:272) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:125) org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:94) org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:112) org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:106)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

236

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10000

235

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:60)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:60)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:236)
io.delta.tables.execution.VacuumTableCommand.run(VacuumTableCommand.scala:67)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:79)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:77)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:88)
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:155)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$8(SQLExecution.scala:163)
org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:272)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:125)
org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:94)
org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:112)
org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:106)

Unknown

0/1

Page: