crp-wrkload-determination - Details for Job 47

Status: SUCCEEDED
Submitted: 2026/09/05 08:26:44
Duration: 84 ms
Associated SQL Query: 36
Job Group: 66b169fa-26f2-32c1-8f73-e571f2d5e18b
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { id="graph_96"; subgraph graph_stage_96 { id="graph_stage_96"; isCluster="true"; label="Stage 96 (skipped)"; subgraph cluster_515 { id="cluster_515"; isCluster="true"; label="parallelize"; 183 [id="node_183" labelType="html" label="ParallelCollectionRDD [183] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_516 { id="cluster_516"; isCluster="true"; label="mapPartitions"; 184 [id="node_184" labelType="html" label="MapPartitionsRDD [184] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_517 { id="cluster_517"; isCluster="true"; label="repartition"; 185 [id="node_185" labelType="html" label="MapPartitionsRDD [185] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 183->184; 184->185; }

digraph G { id="graph_97"; subgraph graph_stage_97 { id="graph_stage_97"; isCluster="true"; label="Stage 97 (skipped)"; subgraph cluster_517 { id="cluster_517"; isCluster="true"; label="repartition"; 186 [id="node_186" labelType="html" label="ShuffledRDD [186] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 187 [id="node_187" labelType="html" label="CoalescedRDD [187] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 188 [id="node_188" labelType="html" label="MapPartitionsRDD [188] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_518 { id="cluster_518"; isCluster="true"; label="mapPartitions"; 189 [id="node_189" labelType="html" label="MapPartitionsRDD [189] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_524 { id="cluster_524"; isCluster="true"; label="Scan"; 190 [id="node_190" labelType="html" label="MapPartitionsRDD [190] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_523 { id="cluster_523"; isCluster="true"; label="MapElements"; 191 [id="node_191" labelType="html" label="MapPartitionsRDD [191] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_522 { id="cluster_522"; isCluster="true"; label="AppendColumnsWithObject"; 192 [id="node_192" labelType="html" label="MapPartitionsRDD [192] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_521 { id="cluster_521"; isCluster="true"; label="Exchange"; 193 [id="node_193" labelType="html" label="MapPartitionsRDD [193] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 186->187; 187->188; 188->189; 189->190; 190->191; 191->192; 192->193; }

185,186

digraph G { id="graph_98"; subgraph graph_stage_98 { id="graph_stage_98"; isCluster="true"; label="Stage 98 (skipped)"; subgraph cluster_533 { id="cluster_533"; isCluster="true"; label="Exchange"; 194 [id="node_194" labelType="html" label="ShuffledRowRDD [194] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_529 { id="cluster_529"; isCluster="true"; label="WholeStageCodegen (1)"; 195 [id="node_195" labelType="html" label="MapPartitionsRDD [195] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_528 { id="cluster_528"; isCluster="true"; label="MapGroups"; 196 [id="node_196" labelType="html" label="MapPartitionsRDD [196] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_525 { id="cluster_525"; isCluster="true"; label="WholeStageCodegen (2)"; 197 [id="node_197" labelType="html" label="MapPartitionsRDD [197] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_534 { id="cluster_534"; isCluster="true"; label="mapPartitionsInternal"; 198 [id="node_198" labelType="html" label="MapPartitionsRDD [198] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_535 { id="cluster_535"; isCluster="true"; label="mapPartitionsInternal"; 199 [id="node_199" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [static_invoke(UTF8String.fromString(invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path()))) AS path#1699, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length()) AS length#1700L, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir()) AS isDir#1701, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime()) AS modificationTime#1702L]\n +- MapGroups org.apache.spark.sql.internal.UDFAdaptors$$$Lambda/0x000000080209d5c0@563ebb8d, invoke(value#1693.toString()), newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#1693], [path#1683, length#1684L, isDir#1685, modificationTime#1686L], obj#1698: org.apache.spark.sql.delta.SerializableFileStatus\n +- Sort [value#1693 ASC NULLS FIRST], false, 0\n ... [199] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_544 { id="cluster_544"; isCluster="true"; label="InMemoryTableScan"; 200 [id="node_200" labelType="html" label="MapPartitionsRDD [200] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_538 { id="cluster_538"; isCluster="true"; label="WholeStageCodegen (1)"; 203 [id="node_203" labelType="html" label="MapPartitionsRDD [203] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_537 { id="cluster_537"; isCluster="true"; label="Exchange"; 204 [id="node_204" labelType="html" label="MapPartitionsRDD [204] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 194->195; 195->196; 196->197; 197->198; 198->199; 199->200; 200->201; 201->202; 202->203; 203->204; }

193,194

199

digraph G { id="graph_99"; subgraph graph_stage_99 { id="graph_stage_99"; isCluster="true"; label="Stage 99"; subgraph cluster_549 { id="cluster_549"; isCluster="true"; label="Exchange"; 205 [id="node_205" labelType="html" label="ShuffledRowRDD [205] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_545 { id="cluster_545"; isCluster="true"; label="WholeStageCodegen (2)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_550 { id="cluster_550"; isCluster="true"; label="mapPartitionsInternal"; 207 [id="node_207" labelType="html" label="MapPartitionsRDD [207] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 205->206; 206->207; }

204,205

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
99	tenants-pool-21	replenishmentRunId = 10000000002 tenantId = 5330363489248697092 activityType = DetermineWorkLoad activityId = 66b169fa-26f2-32c1-8f73-e571f2d5e18b workflowType = ReplenishmentRunWorkflow workflowId = RP_SCH_5330363489248697092_4 attempt = 5 cornerstoneTenantId = 8495 marketUnit = MU_PPP_1 scenario = STANDARD $anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/05 08:26:44	80 ms	1/1			14.1 KiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
98	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/200
97	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10000
96	default	$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:60) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:60) org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:236) io.delta.tables.execution.VacuumTableCommand.run(VacuumTableCommand.scala:67) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:79) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:77) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:88) org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:155) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$8(SQLExecution.scala:163) org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:272) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:125) org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:94) org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:112) org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:106)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/200

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10000

default

$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordOperation(VacuumCommand.scala:60)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.commands.VacuumCommand$.recordDeltaOperation(VacuumCommand.scala:60)
org.apache.spark.sql.delta.commands.VacuumCommand$.gc(VacuumCommand.scala:236)
io.delta.tables.execution.VacuumTableCommand.run(VacuumTableCommand.scala:67)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:79)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:77)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:88)
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:155)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$8(SQLExecution.scala:163)
org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:272)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:125)
org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:94)
org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:112)
org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:106)

Unknown

0/1

Page: