4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1440 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
97.3 KiB / 780
Associated Job Ids:
660
DAG Visualization
digraph G { id="graph_1440"; subgraph graph_stage_1440 { id="graph_stage_1440"; isCluster="true"; label="Stage 1440"; 3775 [id="node_3775" labelType="html" label="SQLExecutionRDD [3775] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_11748 { id="cluster_11748"; isCluster="true"; label="Exchange"; 3766 [id="node_3766" labelType="html" label="ShuffledRowRDD [3766] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11742 { id="cluster_11742"; isCluster="true"; label="WholeStageCodegen (5)"; 3767 [id="node_3767" labelType="html" label="MapPartitionsRDD [3767] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11741 { id="cluster_11741"; isCluster="true"; label="SortAggregate"; 3768 [id="node_3768" labelType="html" label="MapPartitionsRDD [3768] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11740 { id="cluster_11740"; isCluster="true"; label="InMemoryTableScan"; 3769 [id="node_3769" labelType="html" label="MapPartitionsRDD [3769] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3770 [id="node_3770" labelType="html" label="SortAggregate(key=[demandChannel#73112, shardId#49871, qty#73132, worklistShardItemId#49872L, demandStream#73113], functions=[first(kpis#73141, false)], output=[shardId#49871, worklistShardItemId#49872L, qty#73132, demandChannel#73112, demandStream#73113, kpis#73254])\n+- *(5) Sort [demandChannel#73112 ASC NULLS FIRST, shardId#49871 ASC NULLS FIRST, qty#73132 ASC NULLS FIRST, worklistShardItemId#49872L ASC NULLS FIRST, demandStream#73113 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#73112, shardId#49871, qty#73132, worklistShardItemId#49872L, demandStream#73113, 8), ENSURE_REQUIREMENTS, [plan_id=332016]\n +- SortAggregate(key=[demandChannel#73112, shardId#49871, knownfloatingpointnormalized(normalizenanandzero(qty#73132)) AS qty#73132, worklistShardItemId#49872L, demandStream#73113], functions=[partial_first(kpis#73141, false)], output=[demandChannel#73112, shardId#49871, qty#73132, worklistShardItemId#49872L, demandStream#73113, first#73320, valueSet#73321])\n +- *(4) ... [3770] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3771 [id="node_3771" labelType="html" label="MapPartitionsRDD [3771] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3772 [id="node_3772" labelType="html" label="MapPartitionsRDD [3772] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3773 [id="node_3773" labelType="html" label="MapPartitionsRDD [3773] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11739 { id="cluster_11739"; isCluster="true"; label="DeserializeToObject"; 3774 [id="node_3774" labelType="html" label="MapPartitionsRDD [3774] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11788 { id="cluster_11788"; isCluster="true"; label="mapPartitions"; 3776 [id="node_3776" labelType="html" label="MapPartitionsRDD [3776] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3766->3767; 3767->3768; 3768->3769; 3769->3770; 3770->3771; 3771->3772; 3772->3773; 3773->3774; 3774->3775; 3775->3776; }
3765,3766
3770
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time