4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1358 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 16
Input Size / Records:
22.4 KiB / 16
Associated Job Ids:
635
DAG Visualization
digraph G { id="graph_1358"; subgraph graph_stage_1358 { id="graph_stage_1358"; isCluster="true"; label="Stage 1358"; subgraph cluster_11101 { id="cluster_11101"; isCluster="true"; label="Exchange"; 3477 [id="node_3477" labelType="html" label="ShuffledRowRDD [3477] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11100 { id="cluster_11100"; isCluster="true"; label="InMemoryTableScan"; 3478 [id="node_3478" labelType="html" label="MapPartitionsRDD [3478] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3479 [id="node_3479" labelType="html" label="Exchange hashpartitioning(product#49874, plant#49875, 8), REPARTITION_BY_NUM, [plan_id=330158]\n+- *(1) Scan ExistingRDD[shardId#49871,worklistShardItemId#49872L,version#49873,product#49874,plant#49875,periodStart#49876,periodEnd#49877,qty#49878]\n [3479] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11169 { id="cluster_11169"; isCluster="true"; label="InMemoryTableScan"; 3498 [id="node_3498" labelType="html" label="MapPartitionsRDD [3498] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3500 [id="node_3500" labelType="html" label="MapPartitionsRDD [3500] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3502 [id="node_3502" labelType="html" label="MapPartitionsRDD [3502] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11162 { id="cluster_11162"; isCluster="true"; label="WholeStageCodegen (9)"; 3506 [id="node_3506" labelType="html" label="MapPartitionsRDD [3506] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11161 { id="cluster_11161"; isCluster="true"; label="ObjectHashAggregate"; 3507 [id="node_3507" labelType="html" label="MapPartitionsRDD [3507] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11160 { id="cluster_11160"; isCluster="true"; label="ObjectHashAggregate"; 3508 [id="node_3508" labelType="html" label="MapPartitionsRDD [3508] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11182 { id="cluster_11182"; isCluster="true"; label="InMemoryTableScan"; 3512 [id="node_3512" labelType="html" label="MapPartitionsRDD [3512] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3513 [id="node_3513" labelType="html" label="MapPartitionsRDD [3513] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3514 [id="node_3514" labelType="html" label="MapPartitionsRDD [3514] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11177 { id="cluster_11177"; isCluster="true"; label="WholeStageCodegen (10)"; 3518 [id="node_3518" labelType="html" label="MapPartitionsRDD [3518] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11159 { id="cluster_11159"; isCluster="true"; label="Union"; 3519 [id="node_3519" labelType="html" label="UnionRDD [3519] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11150 { id="cluster_11150"; isCluster="true"; label="DeserializeToObject"; 3520 [id="node_3520" labelType="html" label="MapPartitionsRDD [3520] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3477->3478; 3478->3479; 3479->3498; 3498->3500; 3500->3502; 3502->3506; 3506->3507; 3507->3508; 3479->3512; 3512->3513; 3513->3514; 3514->3518; 3508->3519; 3518->3519; 3519->3520; }
3476,3477
3479
Event Timeline
Enable zooming
Tasks: 16. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time