4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1318 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
97.3 KiB / 780
Associated Job Ids:
622
DAG Visualization
digraph G { id="graph_1318"; subgraph graph_stage_1318 { id="graph_stage_1318"; isCluster="true"; label="Stage 1318"; 3421 [id="node_3421" labelType="html" label="SQLExecutionRDD [3421] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_10905 { id="cluster_10905"; isCluster="true"; label="Exchange"; 3412 [id="node_3412" labelType="html" label="ShuffledRowRDD [3412] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10900 { id="cluster_10900"; isCluster="true"; label="WholeStageCodegen (5)"; 3413 [id="node_3413" labelType="html" label="MapPartitionsRDD [3413] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10899 { id="cluster_10899"; isCluster="true"; label="SortAggregate"; 3414 [id="node_3414" labelType="html" label="MapPartitionsRDD [3414] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10898 { id="cluster_10898"; isCluster="true"; label="InMemoryTableScan"; 3415 [id="node_3415" labelType="html" label="MapPartitionsRDD [3415] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3416 [id="node_3416" labelType="html" label="SortAggregate(key=[demandChannel#66516, shardId#49871, qty#66536, worklistShardItemId#49872L, demandStream#66517], functions=[first(kpis#66545, false)], output=[shardId#49871, worklistShardItemId#49872L, qty#66536, demandChannel#66516, demandStream#66517, kpis#66658])\n+- *(5) Sort [demandChannel#66516 ASC NULLS FIRST, shardId#49871 ASC NULLS FIRST, qty#66536 ASC NULLS FIRST, worklistShardItemId#49872L ASC NULLS FIRST, demandStream#66517 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#66516, shardId#49871, qty#66536, worklistShardItemId#49872L, demandStream#66517, 8), ENSURE_REQUIREMENTS, [plan_id=329676]\n +- SortAggregate(key=[demandChannel#66516, shardId#49871, knownfloatingpointnormalized(normalizenanandzero(qty#66536)) AS qty#66536, worklistShardItemId#49872L, demandStream#66517], functions=[partial_first(kpis#66545, false)], output=[demandChannel#66516, shardId#49871, qty#66536, worklistShardItemId#49872L, demandStream#66517, first#66724, valueSet#66725])\n +- *(4) ... [3416] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3417 [id="node_3417" labelType="html" label="MapPartitionsRDD [3417] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3418 [id="node_3418" labelType="html" label="MapPartitionsRDD [3418] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3419 [id="node_3419" labelType="html" label="MapPartitionsRDD [3419] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10897 { id="cluster_10897"; isCluster="true"; label="DeserializeToObject"; 3420 [id="node_3420" labelType="html" label="MapPartitionsRDD [3420] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10946 { id="cluster_10946"; isCluster="true"; label="mapPartitions"; 3422 [id="node_3422" labelType="html" label="MapPartitionsRDD [3422] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3412->3413; 3413->3414; 3414->3415; 3415->3416; 3416->3417; 3417->3418; 3418->3419; 3419->3420; 3420->3421; 3421->3422; }
3411,3412
3416
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time