digraph G {
0 [id="node0" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
1 [id="node1" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 10<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 124.0 B<br>merged fetch fallback count: 0<br>local blocks read: 2<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 0 ms (stage 1271.0: task 7823))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>620.0 B (62.0 B, 62.0 B, 62.0 B (stage 1271.0: task 7822))" tooltip="CollectLimit 1"];
2 [id="node2" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 195" tooltip="InMemoryTableScan"];
3 [id="node3" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster4 {
isCluster="true";
id="cluster4";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n442 ms (2 ms, 4 ms, 192 ms (stage 1269.0: task 7813))";
tooltip="WholeStageCodegen (8)";
5 [id="node5" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>40 ms (0 ms, 1 ms, 14 ms (stage 1269.0: task 7813))<br>peak memory total (min, med, max (stageId: taskId))<br>2.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1269.0: task 7812))<br>number of output rows: 195<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[product#50545, plant#50546], functions=[])"];
6 [id="node6" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>14 ms (0 ms, 0 ms, 6 ms (stage 1269.0: task 7813))<br>peak memory total (min, med, max (stageId: taskId))<br>2.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1269.0: task 7812))<br>number of output rows: 195<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[product#50545, plant#50546], functions=[])"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 195" tooltip="Filter (((size(demandTimeBuckets#50957, true) = 0) OR isnull(demandTimeBuckets#50957)) AND ((size(demandPointInTime#50960, true) = 0) OR isnull(demandPointInTime#50960)))"];
9 [id="node9" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 195" tooltip="BroadcastHashJoin [product#50545, plant#50546], [product#50952, plant#50953], LeftOuter, BuildRight, false"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546]"];
11 [id="node11" labelType="html" label="<b>Generate</b><br><br>number of output rows: 195" tooltip="Generate explode(_extract_quantityDenominator#63618), [product#50545, plant#50546], true, [quantityDenominator#50602]"];
12 [id="node12" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591.quantityDenominator AS _extract_quantityDenominator#63618]"];
13 [id="node13" labelType="html" label="<b>Generate</b><br><br>number of output rows: 195" tooltip="Generate explode(filteredUnitOfMeasureConversions#50591.quantityNumerator), [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591], true, [quantityNumerator#50599]"];
}
14 [id="node14" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546, filter(unitOfMeasureConversions#50585, lambdafunction((((lambda u#50592.measurementUnit1.code = _extract_code#63658) AND (lambda u#50592.measurementUnit1.internalRefUUID = _extract_internalRefUUID#63659)) AND ((lambda u#50592.measurementUnit2.code = baseUnitOfMeasure#50583.code) AND (lambda u#50592.measurementUnit2.internalRefUUID = baseUnitOfMeasure#50583.internalRefUUID))), lambda u#50592, false)) AS filteredUnitOfMeasureConversions#50591]"];
subgraph cluster15 {
isCluster="true";
id="cluster15";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n867 ms (2 ms, 3 ms, 355 ms (stage 1269.0: task 7813))";
tooltip="WholeStageCodegen (7)";
16 [id="node16" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 195" tooltip="BroadcastHashJoin [product#50545], [internalUUID#50579], LeftOuter, BuildRight, false"];
17 [id="node17" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]"];
18 [id="node18" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 195" tooltip="BroadcastHashJoin [coalesce(plant#50546, ), isnull(plant#50546)], [coalesce(internalUUID#50563, ), isnull(internalUUID#50563)], LeftOuter, BuildRight, false"];
19 [id="node19" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]"];
20 [id="node20" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 195" tooltip="BroadcastHashJoin [coalesce(product#50545, ), isnull(product#50545), coalesce(plant#50546, ), isnull(plant#50546)], [coalesce(_extract_internalRefUUID#63656, ), isnull(_extract_internalRefUUID#63656), coalesce(_extract_internalRefUUID#63657, ), isnull(_extract_internalRefUUID#63657)], LeftOuter, BuildRight, false"];
}
21 [id="node21" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 195<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 195<br>local bytes read total (min, med, max (stageId: taskId))<br>8.8 KiB (752.0 B, 945.0 B, 1067.0 B (stage 1269.0: task 7818))<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>16.8 KiB (1144.0 B, 1760.0 B, 2.1 KiB (stage 1260.0: task 7769))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 1260.0: task 7807))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1269.0: task 7812))<br>remote bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>8.8 KiB (752.0 B, 945.0 B, 1067.0 B (stage 1260.0: task 7769))" tooltip="Exchange hashpartitioning(product#50545, plant#50546, 10), REPARTITION_BY_NUM, [plan_id=327837]"];
subgraph cluster22 {
isCluster="true";
id="cluster22";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n761 ms (58 ms, 63 ms, 124 ms (stage 1260.0: task 7808))";
tooltip="WholeStageCodegen (1)";
23 [id="node23" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 195<br>number of input batches: 10" tooltip="ColumnarToRow"];
}
24 [id="node24" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>744 ms (57 ms, 62 ms, 121 ms (stage 1260.0: task 7808))<br>metadata time: 0 ms<br>size of files read: 23.8 KiB<br>number of output rows: 195" tooltip="FileScan parquet [product#50545,plant#50546] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<product:string,plant:string>"];
25 [id="node25" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 1 ms<br>time to build: 2 ms<br>time to collect: 177 ms<br>number of output rows: 1,518<br>data size: 2.1 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=328032]"];
subgraph cluster26 {
isCluster="true";
id="cluster26";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n2 ms (0 ms, 0 ms, 2 ms (stage 1263.0: task 7773))";
tooltip="WholeStageCodegen (6)";
27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]"];
}
28 [id="node28" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,518<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,518<br>local bytes read total (min, med, max (stageId: taskId))<br>53.5 KiB (5.2 KiB, 5.3 KiB, 5.6 KiB (stage 1263.0: task 7788))<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 207.5 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1263.0: task 7773))<br>remote bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 53.5 KiB" tooltip="Exchange RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327858]"];
subgraph cluster29 {
isCluster="true";
id="cluster29";
label="WholeStageCodegen (2)\n \nduration: 89 ms";
tooltip="WholeStageCodegen (2)";
30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#50552.internalRefUUID AS _extract_internalRefUUID#63657, product#50553.internalRefUUID AS _extract_internalRefUUID#63656, productionAspect#50555.productMovementPlants.unitOfIssue.code AS _extract_code#63658, productionAspect#50555.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#63659]"];
31 [id="node31" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1,518<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
32 [id="node32" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 87 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 87.4 KiB<br>number of output rows: 1,518<br>number of partitions read: 1" tooltip="FileScan parquet [plant#50552,product#50553,productionAspect#50555,systemId#50550] Batched: true, DataFilters: [], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspe..."];
33 [id="node33" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 1 ms<br>time to collect: 151 ms<br>number of output rows: 27<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=327890]"];
34 [id="node34" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 27<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 27<br>local bytes read total (min, med, max (stageId: taskId))<br>1705.0 B (144.0 B, 182.0 B, 182.0 B (stage 1267.0: task 7796))<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1296.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1267.0: task 7796))<br>remote bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1705.0 B" tooltip="Exchange RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327882]"];
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (3)\n \nduration: 83 ms";
tooltip="WholeStageCodegen (3)";
36 [id="node36" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#50563]"];
37 [id="node37" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 27<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
38 [id="node38" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 80 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 14.0 KiB<br>number of output rows: 27<br>number of partitions read: 1" tooltip="FileScan parquet [internalUUID#50563,systemId#50562] Batched: true, DataFilters: [], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<internalUUID:string>"];
39 [id="node39" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 1 ms<br>time to collect: 88 ms<br>number of output rows: 150<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=327919]"];
40 [id="node40" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 150<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 150<br>local bytes read total (min, med, max (stageId: taskId))<br>19.4 KiB (1793.0 B, 1994.0 B, 2.1 KiB (stage 1265.0: task 7781))<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 89.7 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1265.0: task 7774))<br>remote bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 19.4 KiB" tooltip="Exchange RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327909]"];
subgraph cluster41 {
isCluster="true";
id="cluster41";
label="WholeStageCodegen (4)\n \nduration: 129 ms";
tooltip="WholeStageCodegen (4)";
42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]"];
43 [id="node43" labelType="html" label="<b>Filter</b><br><br>number of output rows: 150" tooltip="Filter isnotnull(internalUUID#50579)"];
44 [id="node44" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 150<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
45 [id="node45" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 128 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 35.0 KiB<br>number of output rows: 150<br>number of partitions read: 1" tooltip="FileScan parquet [internalUUID#50579,baseUnitOfMeasure#50583,unitOfMeasureConversions#50585,systemId#50578] Batched: true, DataFilters: [isnotnull(internalUUID#50579)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(internalUUID)], ReadSchema: struct<internalUUID:string,baseUnitOfMeasure:struct<internalRefUUID:string,code:string>,unitOfMea..."];
46 [id="node46" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 308 ms<br>number of output rows: 195<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=327937]"];
subgraph cluster47 {
isCluster="true";
id="cluster47";
label="WholeStageCodegen (5)\n \nduration: 100 ms";
tooltip="WholeStageCodegen (5)";
48 [id="node48" labelType="html" label="<b>Filter</b><br><br>number of output rows: 195" tooltip="Filter (isnotnull(product#50952) AND isnotnull(plant#50953))"];
49 [id="node49" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 195<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
50 [id="node50" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 97 ms<br>metadata time: 0 ms<br>size of files read: 5.9 KiB<br>number of output rows: 195" tooltip="FileScan parquet [product#50952,plant#50953,demandTimeBuckets#50957,demandPointInTime#50960] Batched: true, DataFilters: [isnotnull(product#50952), isnotnull(plant#50953)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [IsNotNull(product), IsNotNull(plant)], ReadSchema: struct<product:string,plant:string,demandTimeBuckets:array<struct<demandStartDateTime:timestamp,d..."];
1->0;
2->1;
3->2;
5->3;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
13->12;
14->13;
16->14;
17->16;
18->17;
19->18;
20->19;
21->20;
23->21;
24->23;
25->20;
27->25;
28->27;
30->28;
31->30;
32->31;
33->18;
34->33;
36->34;
37->36;
38->37;
39->16;
40->39;
42->40;
43->42;
44->43;
45->44;
46->9;
48->46;
49->48;
50->49;
}
== Physical Plan ==
AdaptiveSparkPlan (85)
+- == Final Plan ==
ResultQueryStage (83), Statistics(sizeInBytes=8.0 EiB)
+- CollectLimit (82)
+- TableCacheQueryStage (81), Statistics(sizeInBytes=49.9 KiB, rowCount=195)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (80)
+- == Final Plan ==
ResultQueryStage (50)
+- * HashAggregate (49)
+- * HashAggregate (48)
+- * Project (47)
+- * Filter (46)
+- * BroadcastHashJoin LeftOuter BuildRight (45)
:- * Project (39)
: +- * Generate (38)
: +- * Project (37)
: +- * Generate (36)
: +- Project (35)
: +- * BroadcastHashJoin LeftOuter BuildRight (34)
: :- * Project (25)
: : +- * BroadcastHashJoin LeftOuter BuildRight (24)
: : :- * Project (16)
: : : +- * BroadcastHashJoin LeftOuter BuildRight (15)
: : : :- ShuffleQueryStage (6), Statistics(sizeInBytes=16.8 KiB, rowCount=195)
: : : : +- Exchange (5)
: : : : +- * ColumnarToRow (4)
: : : : +- Scan parquet (3)
: : : +- BroadcastQueryStage (14), Statistics(sizeInBytes=2.1 MiB, rowCount=1.52E+3)
: : : +- BroadcastExchange (13)
: : : +- * Project (12)
: : : +- ShuffleQueryStage (11), Statistics(sizeInBytes=207.5 KiB, rowCount=1.52E+3)
: : : +- Exchange (10)
: : : +- * Project (9)
: : : +- * ColumnarToRow (8)
: : : +- Scan parquet (7)
: : +- BroadcastQueryStage (23), Statistics(sizeInBytes=2.0 MiB, rowCount=27)
: : +- BroadcastExchange (22)
: : +- ShuffleQueryStage (21), Statistics(sizeInBytes=1296.0 B, rowCount=27)
: : +- Exchange (20)
: : +- * Project (19)
: : +- * ColumnarToRow (18)
: : +- Scan parquet (17)
: +- BroadcastQueryStage (33), Statistics(sizeInBytes=2.0 MiB, rowCount=150)
: +- BroadcastExchange (32)
: +- ShuffleQueryStage (31), Statistics(sizeInBytes=89.7 KiB, rowCount=150)
: +- Exchange (30)
: +- * Project (29)
: +- * Filter (28)
: +- * ColumnarToRow (27)
: +- Scan parquet (26)
+- BroadcastQueryStage (44), Statistics(sizeInBytes=2.0 MiB, rowCount=195)
+- BroadcastExchange (43)
+- * Filter (42)
+- * ColumnarToRow (41)
+- Scan parquet (40)
+- == Initial Plan ==
HashAggregate (79)
+- HashAggregate (78)
+- Project (77)
+- Filter (76)
+- BroadcastHashJoin LeftOuter BuildRight (75)
:- Project (72)
: +- Generate (71)
: +- Project (70)
: +- Generate (69)
: +- Project (68)
: +- BroadcastHashJoin LeftOuter BuildRight (67)
: :- Project (62)
: : +- BroadcastHashJoin LeftOuter BuildRight (61)
: : :- Project (57)
: : : +- BroadcastHashJoin LeftOuter BuildRight (56)
: : : :- Exchange (51)
: : : : +- Scan parquet (3)
: : : +- BroadcastExchange (55)
: : : +- Project (54)
: : : +- Exchange (53)
: : : +- Project (52)
: : : +- Scan parquet (7)
: : +- BroadcastExchange (60)
: : +- Exchange (59)
: : +- Project (58)
: : +- Scan parquet (17)
: +- BroadcastExchange (66)
: +- Exchange (65)
: +- Project (64)
: +- Filter (63)
: +- Scan parquet (26)
+- BroadcastExchange (74)
+- Filter (73)
+- Scan parquet (40)
+- == Initial Plan ==
CollectLimit (84)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (80)
+- == Final Plan ==
ResultQueryStage (50)
+- * HashAggregate (49)
+- * HashAggregate (48)
+- * Project (47)
+- * Filter (46)
+- * BroadcastHashJoin LeftOuter BuildRight (45)
:- * Project (39)
: +- * Generate (38)
: +- * Project (37)
: +- * Generate (36)
: +- Project (35)
: +- * BroadcastHashJoin LeftOuter BuildRight (34)
: :- * Project (25)
: : +- * BroadcastHashJoin LeftOuter BuildRight (24)
: : :- * Project (16)
: : : +- * BroadcastHashJoin LeftOuter BuildRight (15)
: : : :- ShuffleQueryStage (6), Statistics(sizeInBytes=16.8 KiB, rowCount=195)
: : : : +- Exchange (5)
: : : : +- * ColumnarToRow (4)
: : : : +- Scan parquet (3)
: : : +- BroadcastQueryStage (14), Statistics(sizeInBytes=2.1 MiB, rowCount=1.52E+3)
: : : +- BroadcastExchange (13)
: : : +- * Project (12)
: : : +- ShuffleQueryStage (11), Statistics(sizeInBytes=207.5 KiB, rowCount=1.52E+3)
: : : +- Exchange (10)
: : : +- * Project (9)
: : : +- * ColumnarToRow (8)
: : : +- Scan parquet (7)
: : +- BroadcastQueryStage (23), Statistics(sizeInBytes=2.0 MiB, rowCount=27)
: : +- BroadcastExchange (22)
: : +- ShuffleQueryStage (21), Statistics(sizeInBytes=1296.0 B, rowCount=27)
: : +- Exchange (20)
: : +- * Project (19)
: : +- * ColumnarToRow (18)
: : +- Scan parquet (17)
: +- BroadcastQueryStage (33), Statistics(sizeInBytes=2.0 MiB, rowCount=150)
: +- BroadcastExchange (32)
: +- ShuffleQueryStage (31), Statistics(sizeInBytes=89.7 KiB, rowCount=150)
: +- Exchange (30)
: +- * Project (29)
: +- * Filter (28)
: +- * ColumnarToRow (27)
: +- Scan parquet (26)
+- BroadcastQueryStage (44), Statistics(sizeInBytes=2.0 MiB, rowCount=195)
+- BroadcastExchange (43)
+- * Filter (42)
+- * ColumnarToRow (41)
+- Scan parquet (40)
+- == Initial Plan ==
HashAggregate (79)
+- HashAggregate (78)
+- Project (77)
+- Filter (76)
+- BroadcastHashJoin LeftOuter BuildRight (75)
:- Project (72)
: +- Generate (71)
: +- Project (70)
: +- Generate (69)
: +- Project (68)
: +- BroadcastHashJoin LeftOuter BuildRight (67)
: :- Project (62)
: : +- BroadcastHashJoin LeftOuter BuildRight (61)
: : :- Project (57)
: : : +- BroadcastHashJoin LeftOuter BuildRight (56)
: : : :- Exchange (51)
: : : : +- Scan parquet (3)
: : : +- BroadcastExchange (55)
: : : +- Project (54)
: : : +- Exchange (53)
: : : +- Project (52)
: : : +- Scan parquet (7)
: : +- BroadcastExchange (60)
: : +- Exchange (59)
: : +- Project (58)
: : +- Scan parquet (17)
: +- BroadcastExchange (66)
: +- Exchange (65)
: +- Project (64)
: +- Filter (63)
: +- Scan parquet (26)
+- BroadcastExchange (74)
+- Filter (73)
+- Scan parquet (40)
(1) InMemoryTableScan
Output: []
(2) InMemoryRelation
Arguments: [name#50962, configurationVersion#50963, executionId#50969, createdAt#50971, marketUnit#50970, businessContext#50968], StorageLevel(disk, memory, deserialized, 1 replicas)
(3) Scan parquet
Output [2]: [product#50545, plant#50546]
Batched: true
Location: InMemoryFileIndex [hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/product-plant-list/10000000006/shardId=0_1_10000000006]
ReadSchema: struct<product:string,plant:string>
(4) ColumnarToRow [codegen id : 1]
Input [2]: [product#50545, plant#50546]
(5) Exchange
Input [2]: [product#50545, plant#50546]
Arguments: hashpartitioning(product#50545, plant#50546, 10), REPARTITION_BY_NUM, [plan_id=327837]
(6) ShuffleQueryStage
Output [2]: [product#50545, plant#50546]
Arguments: 0
(7) Scan parquet
Output [4]: [plant#50552, product#50553, productionAspect#50555, systemId#50550]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant]
ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspect:struct<productMovementPlants:struct<unitOfIssue:struct<internalRefUUID:string,code:string>>>>
(8) ColumnarToRow [codegen id : 2]
Input [4]: [plant#50552, product#50553, productionAspect#50555, systemId#50550]
(9) Project [codegen id : 2]
Output [4]: [plant#50552.internalRefUUID AS _extract_internalRefUUID#63657, product#50553.internalRefUUID AS _extract_internalRefUUID#63656, productionAspect#50555.productMovementPlants.unitOfIssue.code AS _extract_code#63658, productionAspect#50555.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#63659]
Input [4]: [plant#50552, product#50553, productionAspect#50555, systemId#50550]
(10) Exchange
Input [4]: [_extract_internalRefUUID#63657, _extract_internalRefUUID#63656, _extract_code#63658, _extract_internalRefUUID#63659]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327858]
(11) ShuffleQueryStage
Output [4]: [_extract_internalRefUUID#63657, _extract_internalRefUUID#63656, _extract_code#63658, _extract_internalRefUUID#63659]
Arguments: 1
(12) Project [codegen id : 6]
Output [4]: [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
Input [4]: [_extract_internalRefUUID#63657, _extract_internalRefUUID#63656, _extract_code#63658, _extract_internalRefUUID#63659]
(13) BroadcastExchange
Input [4]: [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=328032]
(14) BroadcastQueryStage
Output [4]: [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
Arguments: 5
(15) BroadcastHashJoin [codegen id : 7]
Left keys [4]: [coalesce(product#50545, ), isnull(product#50545), coalesce(plant#50546, ), isnull(plant#50546)]
Right keys [4]: [coalesce(_extract_internalRefUUID#63656, ), isnull(_extract_internalRefUUID#63656), coalesce(_extract_internalRefUUID#63657, ), isnull(_extract_internalRefUUID#63657)]
Join type: LeftOuter
Join condition: None
(16) Project [codegen id : 7]
Output [4]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]
Input [6]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
(17) Scan parquet
Output [2]: [internalUUID#50563, systemId#50562]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant]
ReadSchema: struct<internalUUID:string>
(18) ColumnarToRow [codegen id : 3]
Input [2]: [internalUUID#50563, systemId#50562]
(19) Project [codegen id : 3]
Output [1]: [internalUUID#50563]
Input [2]: [internalUUID#50563, systemId#50562]
(20) Exchange
Input [1]: [internalUUID#50563]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327882]
(21) ShuffleQueryStage
Output [1]: [internalUUID#50563]
Arguments: 2
(22) BroadcastExchange
Input [1]: [internalUUID#50563]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=327890]
(23) BroadcastQueryStage
Output [1]: [internalUUID#50563]
Arguments: 7
(24) BroadcastHashJoin [codegen id : 7]
Left keys [2]: [coalesce(plant#50546, ), isnull(plant#50546)]
Right keys [2]: [coalesce(internalUUID#50563, ), isnull(internalUUID#50563)]
Join type: LeftOuter
Join condition: None
(25) Project [codegen id : 7]
Output [4]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]
Input [5]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, internalUUID#50563]
(26) Scan parquet
Output [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2]
PushedFilters: [IsNotNull(internalUUID)]
ReadSchema: struct<internalUUID:string,baseUnitOfMeasure:struct<internalRefUUID:string,code:string>,unitOfMeasureConversions:array<struct<measurementUnit1:struct<internalRefUUID:string,code:string>,measurementUnit2:struct<internalRefUUID:string,code:string>,quantityNumerator:int,quantityDenominator:int>>>
(27) ColumnarToRow [codegen id : 4]
Input [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
(28) Filter [codegen id : 4]
Input [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
Condition : isnotnull(internalUUID#50579)
(29) Project [codegen id : 4]
Output [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Input [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
(30) Exchange
Input [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327909]
(31) ShuffleQueryStage
Output [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: 3
(32) BroadcastExchange
Input [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=327919]
(33) BroadcastQueryStage
Output [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: 6
(34) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [product#50545]
Right keys [1]: [internalUUID#50579]
Join type: LeftOuter
Join condition: None
(35) Project
Output [3]: [product#50545, plant#50546, filter(unitOfMeasureConversions#50585, lambdafunction((((lambda u#50592.measurementUnit1.code = _extract_code#63658) AND (lambda u#50592.measurementUnit1.internalRefUUID = _extract_internalRefUUID#63659)) AND ((lambda u#50592.measurementUnit2.code = baseUnitOfMeasure#50583.code) AND (lambda u#50592.measurementUnit2.internalRefUUID = baseUnitOfMeasure#50583.internalRefUUID))), lambda u#50592, false)) AS filteredUnitOfMeasureConversions#50591]
Input [7]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
(36) Generate [codegen id : 8]
Input [3]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591]
Arguments: explode(filteredUnitOfMeasureConversions#50591.quantityNumerator), [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591], true, [quantityNumerator#50599]
(37) Project [codegen id : 8]
Output [3]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591.quantityDenominator AS _extract_quantityDenominator#63618]
Input [4]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591, quantityNumerator#50599]
(38) Generate [codegen id : 8]
Input [3]: [product#50545, plant#50546, _extract_quantityDenominator#63618]
Arguments: explode(_extract_quantityDenominator#63618), [product#50545, plant#50546], true, [quantityDenominator#50602]
(39) Project [codegen id : 8]
Output [2]: [product#50545, plant#50546]
Input [3]: [product#50545, plant#50546, quantityDenominator#50602]
(40) Scan parquet
Output [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Batched: true
Location: InMemoryFileIndex [hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-demand-service/out/demand/10000000006/0_1_10000000006]
PushedFilters: [IsNotNull(product), IsNotNull(plant)]
ReadSchema: struct<product:string,plant:string,demandTimeBuckets:array<struct<demandStartDateTime:timestamp,demandQuantity:double,demandVariance:double>>,demandPointInTime:array<struct<demandDateTime:timestamp,demandQuantity:double,demandVariance:double>>>
(41) ColumnarToRow [codegen id : 5]
Input [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
(42) Filter [codegen id : 5]
Input [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Condition : (isnotnull(product#50952) AND isnotnull(plant#50953))
(43) BroadcastExchange
Input [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=327937]
(44) BroadcastQueryStage
Output [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Arguments: 4
(45) BroadcastHashJoin [codegen id : 8]
Left keys [2]: [product#50545, plant#50546]
Right keys [2]: [product#50952, plant#50953]
Join type: LeftOuter
Join condition: None
(46) Filter [codegen id : 8]
Input [6]: [product#50545, plant#50546, product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Condition : (((size(demandTimeBuckets#50957, true) = 0) OR isnull(demandTimeBuckets#50957)) AND ((size(demandPointInTime#50960, true) = 0) OR isnull(demandPointInTime#50960)))
(47) Project [codegen id : 8]
Output [2]: [product#50545, plant#50546]
Input [6]: [product#50545, plant#50546, product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
(48) HashAggregate [codegen id : 8]
Input [2]: [product#50545, plant#50546]
Keys [2]: [product#50545, plant#50546]
Functions: []
Aggregate Attributes: []
Results [2]: [product#50545, plant#50546]
(49) HashAggregate [codegen id : 8]
Input [2]: [product#50545, plant#50546]
Keys [2]: [product#50545, plant#50546]
Functions: []
Aggregate Attributes: []
Results [6]: [UNKNOWN_DEMAND_FOR_PRODUCT_LOCATION AS name#50962, 1 AS configurationVersion#50963, 10000000006 AS executionId#50969, 2026-07-05T13:44:06.906Z AS createdAt#50971, DIP_1691 AS marketUnit#50970, array(struct(name, Product, value, product#50545), struct(name, Plant, value, plant#50546)) AS businessContext#50968]
(50) ResultQueryStage
Output [6]: [name#50962, configurationVersion#50963, executionId#50969, createdAt#50971, marketUnit#50970, businessContext#50968]
Arguments: 8
(51) Exchange
Input [2]: [product#50545, plant#50546]
Arguments: hashpartitioning(product#50545, plant#50546, 10), REPARTITION_BY_NUM, [plan_id=327762]
(52) Project
Output [4]: [plant#50552.internalRefUUID AS _extract_internalRefUUID#63657, product#50553.internalRefUUID AS _extract_internalRefUUID#63656, productionAspect#50555.productMovementPlants.unitOfIssue.code AS _extract_code#63658, productionAspect#50555.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#63659]
Input [4]: [plant#50552, product#50553, productionAspect#50555, systemId#50550]
(53) Exchange
Input [4]: [_extract_internalRefUUID#63657, _extract_internalRefUUID#63656, _extract_code#63658, _extract_internalRefUUID#63659]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327765]
(54) Project
Output [4]: [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
Input [4]: [_extract_internalRefUUID#63657, _extract_internalRefUUID#63656, _extract_code#63658, _extract_internalRefUUID#63659]
(55) BroadcastExchange
Input [4]: [_extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=327798]
(56) BroadcastHashJoin
Left keys [4]: [coalesce(product#50545, ), isnull(product#50545), coalesce(plant#50546, ), isnull(plant#50546)]
Right keys [4]: [coalesce(_extract_internalRefUUID#63656, ), isnull(_extract_internalRefUUID#63656), coalesce(_extract_internalRefUUID#63657, ), isnull(_extract_internalRefUUID#63657)]
Join type: LeftOuter
Join condition: None
(57) Project
Output [4]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]
Input [6]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, _extract_internalRefUUID#63656, _extract_internalRefUUID#63657]
(58) Project
Output [1]: [internalUUID#50563]
Input [2]: [internalUUID#50563, systemId#50562]
(59) Exchange
Input [1]: [internalUUID#50563]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327771]
(60) BroadcastExchange
Input [1]: [internalUUID#50563]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=327802]
(61) BroadcastHashJoin
Left keys [2]: [coalesce(plant#50546, ), isnull(plant#50546)]
Right keys [2]: [coalesce(internalUUID#50563, ), isnull(internalUUID#50563)]
Join type: LeftOuter
Join condition: None
(62) Project
Output [4]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659]
Input [5]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, internalUUID#50563]
(63) Filter
Input [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
Condition : isnotnull(internalUUID#50579)
(64) Project
Output [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Input [4]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585, systemId#50578]
(65) Exchange
Input [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: RoundRobinPartitioning(10), REPARTITION_BY_NUM, [plan_id=327777]
(66) BroadcastExchange
Input [3]: [internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=327806]
(67) BroadcastHashJoin
Left keys [1]: [product#50545]
Right keys [1]: [internalUUID#50579]
Join type: LeftOuter
Join condition: None
(68) Project
Output [3]: [product#50545, plant#50546, filter(unitOfMeasureConversions#50585, lambdafunction((((lambda u#50592.measurementUnit1.code = _extract_code#63658) AND (lambda u#50592.measurementUnit1.internalRefUUID = _extract_internalRefUUID#63659)) AND ((lambda u#50592.measurementUnit2.code = baseUnitOfMeasure#50583.code) AND (lambda u#50592.measurementUnit2.internalRefUUID = baseUnitOfMeasure#50583.internalRefUUID))), lambda u#50592, false)) AS filteredUnitOfMeasureConversions#50591]
Input [7]: [product#50545, plant#50546, _extract_code#63658, _extract_internalRefUUID#63659, internalUUID#50579, baseUnitOfMeasure#50583, unitOfMeasureConversions#50585]
(69) Generate
Input [3]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591]
Arguments: explode(filteredUnitOfMeasureConversions#50591.quantityNumerator), [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591], true, [quantityNumerator#50599]
(70) Project
Output [3]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591.quantityDenominator AS _extract_quantityDenominator#63618]
Input [4]: [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591, quantityNumerator#50599]
(71) Generate
Input [3]: [product#50545, plant#50546, _extract_quantityDenominator#63618]
Arguments: explode(_extract_quantityDenominator#63618), [product#50545, plant#50546], true, [quantityDenominator#50602]
(72) Project
Output [2]: [product#50545, plant#50546]
Input [3]: [product#50545, plant#50546, quantityDenominator#50602]
(73) Filter
Input [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Condition : (isnotnull(product#50952) AND isnotnull(plant#50953))
(74) BroadcastExchange
Input [4]: [product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false], input[1, string, false]),false), [plan_id=327814]
(75) BroadcastHashJoin
Left keys [2]: [product#50545, plant#50546]
Right keys [2]: [product#50952, plant#50953]
Join type: LeftOuter
Join condition: None
(76) Filter
Input [6]: [product#50545, plant#50546, product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
Condition : (((size(demandTimeBuckets#50957, true) = 0) OR isnull(demandTimeBuckets#50957)) AND ((size(demandPointInTime#50960, true) = 0) OR isnull(demandPointInTime#50960)))
(77) Project
Output [2]: [product#50545, plant#50546]
Input [6]: [product#50545, plant#50546, product#50952, plant#50953, demandTimeBuckets#50957, demandPointInTime#50960]
(78) HashAggregate
Input [2]: [product#50545, plant#50546]
Keys [2]: [product#50545, plant#50546]
Functions: []
Aggregate Attributes: []
Results [2]: [product#50545, plant#50546]
(79) HashAggregate
Input [2]: [product#50545, plant#50546]
Keys [2]: [product#50545, plant#50546]
Functions: []
Aggregate Attributes: []
Results [6]: [UNKNOWN_DEMAND_FOR_PRODUCT_LOCATION AS name#50962, 1 AS configurationVersion#50963, 10000000006 AS executionId#50969, 2026-07-05T13:44:06.906Z AS createdAt#50971, DIP_1691 AS marketUnit#50970, array(struct(name, Product, value, product#50545), struct(name, Plant, value, plant#50546)) AS businessContext#50968]
(80) AdaptiveSparkPlan
Output [6]: [name#50962, configurationVersion#50963, executionId#50969, createdAt#50971, marketUnit#50970, businessContext#50968]
Arguments: isFinalPlan=true
(81) TableCacheQueryStage
Output: []
Arguments: 0
(82) CollectLimit
Input: []
Arguments: 1
(83) ResultQueryStage
Output: []
Arguments: 1
(84) CollectLimit
Input: []
Arguments: 1
(85) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true