crp-wrkload-determination - Details for Stage 251 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Process local: 200
Input Size / Records: 3.1 KiB / 0
Associated Job Ids: 115

digraph G { id="graph_251"; subgraph graph_stage_251 { id="graph_stage_251"; isCluster="true"; label="Stage 251"; subgraph cluster_1255 { id="cluster_1255"; isCluster="true"; label="Exchange"; 467 [id="node_467" labelType="html" label="ShuffledRowRDD [467] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1251 { id="cluster_1251"; isCluster="true"; label="WholeStageCodegen (1)"; 468 [id="node_468" labelType="html" label="MapPartitionsRDD [468] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1250 { id="cluster_1250"; isCluster="true"; label="MapGroups"; 469 [id="node_469" labelType="html" label="MapPartitionsRDD [469] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1247 { id="cluster_1247"; isCluster="true"; label="WholeStageCodegen (2)"; 470 [id="node_470" labelType="html" label="MapPartitionsRDD [470] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1256 { id="cluster_1256"; isCluster="true"; label="mapPartitionsInternal"; 471 [id="node_471" labelType="html" label="MapPartitionsRDD [471] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1257 { id="cluster_1257"; isCluster="true"; label="mapPartitionsInternal"; 472 [id="node_472" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- SerializeFromObject [static_invoke(UTF8String.fromString(invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).path()))) AS path#3954, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).length()) AS length#3955L, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).isDir()) AS isDir#3956, invoke(knownnotnull(assertnotnull(input[0, org.apache.spark.sql.delta.SerializableFileStatus, true])).modificationTime()) AS modificationTime#3957L]\n +- MapGroups org.apache.spark.sql.internal.UDFAdaptors$$$Lambda/0x000000080209d5c0@754784c3, invoke(value#3948.toString()), newInstance(class org.apache.spark.sql.delta.SerializableFileStatus), [value#3948], [path#3938, length#3939L, isDir#3940, modificationTime#3941L], obj#3953: org.apache.spark.sql.delta.SerializableFileStatus\n +- Sort [value#3948 ASC NULLS FIRST], false, 0\n ... [472] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1435 { id="cluster_1435"; isCluster="true"; label="InMemoryTableScan"; 534 [id="node_534" labelType="html" label="MapPartitionsRDD [534] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 535 [id="node_535" labelType="html" label="MapPartitionsRDD [535] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 536 [id="node_536" labelType="html" label="MapPartitionsRDD [536] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1431 { id="cluster_1431"; isCluster="true"; label="WholeStageCodegen (3)"; 537 [id="node_537" labelType="html" label="MapPartitionsRDD [537] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1430 { id="cluster_1430"; isCluster="true"; label="DeserializeToObject"; 538 [id="node_538" labelType="html" label="MapPartitionsRDD [538] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1429 { id="cluster_1429"; isCluster="true"; label="MapPartitions"; 539 [id="node_539" labelType="html" label="MapPartitionsRDD [539] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1425 { id="cluster_1425"; isCluster="true"; label="WholeStageCodegen (4)"; 540 [id="node_540" labelType="html" label="MapPartitionsRDD [540] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1424 { id="cluster_1424"; isCluster="true"; label="Exchange"; 541 [id="node_541" labelType="html" label="MapPartitionsRDD [541] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 467->468; 468->469; 469->470; 470->471; 471->472; 472->534; 534->535; 535->536; 536->537; 537->538; 538->539; 539->540; 540->541; }

466,467

472

Event Timeline

Enable zooming