4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1271 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 10
Input Size / Records:
45.7 KiB / 10
Shuffle Write Size / Records:
620.0 B / 10
Associated Job Ids:
604
DAG Visualization
digraph G { id="graph_1271"; subgraph graph_stage_1271 { id="graph_stage_1271"; isCluster="true"; label="Stage 1271"; subgraph cluster_10526 { id="cluster_10526"; isCluster="true"; label="Exchange"; 3224 [id="node_3224" labelType="html" label="ShuffledRowRDD [3224] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10509 { id="cluster_10509"; isCluster="true"; label="WholeStageCodegen (7)"; 3225 [id="node_3225" labelType="html" label="MapPartitionsRDD [3225] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10508 { id="cluster_10508"; isCluster="true"; label="Project"; 3226 [id="node_3226" labelType="html" label="MapPartitionsRDD [3226] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10495 { id="cluster_10495"; isCluster="true"; label="WholeStageCodegen (8)"; 3227 [id="node_3227" labelType="html" label="MapPartitionsRDD [3227] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10527 { id="cluster_10527"; isCluster="true"; label="mapPartitionsInternal"; 3228 [id="node_3228" labelType="html" label="MapPartitionsRDD [3228] [Unordered]<br>isEmpty at InsightHandlerImpl.java:57}"]; } subgraph cluster_10528 { id="cluster_10528"; isCluster="true"; label="mapPartitionsInternal"; 3229 [id="node_3229" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#50545, plant#50546], functions=[], output=[name#50962, configurationVersion#50963, executionId#50969, createdAt#50971, marketUnit#50970, businessContext#50968])\n +- HashAggregate(keys=[product#50545, plant#50546], functions=[], output=[product#50545, plant#50546])\n +- Project [product#50545, plant#50546]\n +- Filter (((size(demandTimeBuckets#50957, true) = 0) OR isnull(demandTimeBuckets#50957)) AND ((size(demandPointInTime#50960, true) = 0) OR isnull(demandPointInTime#50960)))\n +- BroadcastHashJoin [product#50545, plant#50546], [product#50952, plant#50953], LeftOuter, BuildRight, false\n :- Project [product#50545, plant#50546]\n : +- Generate explode(_extract_quantityDenominator#63618), [product#50545, plant#50546], true, [quantityDenominator#50602]\n : +- Project [product#50545, plant#50546, filteredUnitOfMeasureConversions#50591.quantityDenominator AS _extract_quantityDe... [3229] [Cached] [Unordered]<br>isEmpty at InsightHandlerImpl.java:57}"]; } subgraph cluster_10531 { id="cluster_10531"; isCluster="true"; label="InMemoryTableScan"; 3230 [id="node_3230" labelType="html" label="MapPartitionsRDD [3230] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 3231 [id="node_3231" labelType="html" label="MapPartitionsRDD [3231] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 3232 [id="node_3232" labelType="html" label="MapPartitionsRDD [3232] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_10529 { id="cluster_10529"; isCluster="true"; label="CollectLimit"; 3233 [id="node_3233" labelType="html" label="MapPartitionsRDD [3233] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 3234 [id="node_3234" labelType="html" label="MapPartitionsRDD [3234] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 3224->3225; 3225->3226; 3226->3227; 3227->3228; 3228->3229; 3229->3230; 3230->3231; 3231->3232; 3232->3233; 3233->3234; }
3212,3224
3229
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time