4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1379 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
97.3 KiB / 780
Associated Job Ids:
641
DAG Visualization
digraph G { id="graph_1379"; subgraph graph_stage_1379 { id="graph_stage_1379"; isCluster="true"; label="Stage 1379"; 3598 [id="node_3598" labelType="html" label="SQLExecutionRDD [3598] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_11326 { id="cluster_11326"; isCluster="true"; label="Exchange"; 3589 [id="node_3589" labelType="html" label="ShuffledRowRDD [3589] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11321 { id="cluster_11321"; isCluster="true"; label="WholeStageCodegen (5)"; 3590 [id="node_3590" labelType="html" label="MapPartitionsRDD [3590] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11320 { id="cluster_11320"; isCluster="true"; label="SortAggregate"; 3591 [id="node_3591" labelType="html" label="MapPartitionsRDD [3591] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11319 { id="cluster_11319"; isCluster="true"; label="InMemoryTableScan"; 3592 [id="node_3592" labelType="html" label="MapPartitionsRDD [3592] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3593 [id="node_3593" labelType="html" label="SortAggregate(key=[demandChannel#69814, shardId#49871, qty#69834, worklistShardItemId#49872L, demandStream#69815], functions=[first(kpis#69843, false)], output=[shardId#49871, worklistShardItemId#49872L, qty#69834, demandChannel#69814, demandStream#69815, kpis#69956])\n+- *(5) Sort [demandChannel#69814 ASC NULLS FIRST, shardId#49871 ASC NULLS FIRST, qty#69834 ASC NULLS FIRST, worklistShardItemId#49872L ASC NULLS FIRST, demandStream#69815 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#69814, shardId#49871, qty#69834, worklistShardItemId#49872L, demandStream#69815, 8), ENSURE_REQUIREMENTS, [plan_id=330846]\n +- SortAggregate(key=[demandChannel#69814, shardId#49871, knownfloatingpointnormalized(normalizenanandzero(qty#69834)) AS qty#69834, worklistShardItemId#49872L, demandStream#69815], functions=[partial_first(kpis#69843, false)], output=[demandChannel#69814, shardId#49871, qty#69834, worklistShardItemId#49872L, demandStream#69815, first#70022, valueSet#70023])\n +- *(4) ... [3593] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3594 [id="node_3594" labelType="html" label="MapPartitionsRDD [3594] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3595 [id="node_3595" labelType="html" label="MapPartitionsRDD [3595] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3596 [id="node_3596" labelType="html" label="MapPartitionsRDD [3596] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11318 { id="cluster_11318"; isCluster="true"; label="DeserializeToObject"; 3597 [id="node_3597" labelType="html" label="MapPartitionsRDD [3597] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11367 { id="cluster_11367"; isCluster="true"; label="mapPartitions"; 3599 [id="node_3599" labelType="html" label="MapPartitionsRDD [3599] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3589->3590; 3590->3591; 3591->3592; 3592->3593; 3593->3594; 3594->3595; 3595->3596; 3596->3597; 3597->3598; 3598->3599; }
3588,3589
3593
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time