4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1419 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 16
Input Size / Records:
22.4 KiB / 16
Associated Job Ids:
654
DAG Visualization
digraph G { id="graph_1419"; subgraph graph_stage_1419 { id="graph_stage_1419"; isCluster="true"; label="Stage 1419"; subgraph cluster_11522 { id="cluster_11522"; isCluster="true"; label="Exchange"; 3654 [id="node_3654" labelType="html" label="ShuffledRowRDD [3654] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11521 { id="cluster_11521"; isCluster="true"; label="InMemoryTableScan"; 3655 [id="node_3655" labelType="html" label="MapPartitionsRDD [3655] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3656 [id="node_3656" labelType="html" label="Exchange hashpartitioning(product#49874, plant#49875, 8), REPARTITION_BY_NUM, [plan_id=331328]\n+- *(1) Scan ExistingRDD[shardId#49871,worklistShardItemId#49872L,version#49873,product#49874,plant#49875,periodStart#49876,periodEnd#49877,qty#49878]\n [3656] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11590 { id="cluster_11590"; isCluster="true"; label="InMemoryTableScan"; 3678 [id="node_3678" labelType="html" label="MapPartitionsRDD [3678] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3679 [id="node_3679" labelType="html" label="MapPartitionsRDD [3679] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3680 [id="node_3680" labelType="html" label="MapPartitionsRDD [3680] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11583 { id="cluster_11583"; isCluster="true"; label="WholeStageCodegen (9)"; 3681 [id="node_3681" labelType="html" label="MapPartitionsRDD [3681] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11582 { id="cluster_11582"; isCluster="true"; label="ObjectHashAggregate"; 3683 [id="node_3683" labelType="html" label="MapPartitionsRDD [3683] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11581 { id="cluster_11581"; isCluster="true"; label="ObjectHashAggregate"; 3685 [id="node_3685" labelType="html" label="MapPartitionsRDD [3685] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11603 { id="cluster_11603"; isCluster="true"; label="InMemoryTableScan"; 3689 [id="node_3689" labelType="html" label="MapPartitionsRDD [3689] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3690 [id="node_3690" labelType="html" label="MapPartitionsRDD [3690] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3691 [id="node_3691" labelType="html" label="MapPartitionsRDD [3691] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11598 { id="cluster_11598"; isCluster="true"; label="WholeStageCodegen (10)"; 3695 [id="node_3695" labelType="html" label="MapPartitionsRDD [3695] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11580 { id="cluster_11580"; isCluster="true"; label="Union"; 3696 [id="node_3696" labelType="html" label="UnionRDD [3696] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11571 { id="cluster_11571"; isCluster="true"; label="DeserializeToObject"; 3697 [id="node_3697" labelType="html" label="MapPartitionsRDD [3697] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3654->3655; 3655->3656; 3656->3678; 3678->3679; 3679->3680; 3680->3681; 3681->3683; 3683->3685; 3656->3689; 3689->3690; 3690->3691; 3691->3695; 3685->3696; 3695->3696; 3696->3697; }
3653,3654
3656
Event Timeline
Enable zooming
Tasks: 16. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time