4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 889 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
98.9 KiB / 780
Associated Job Ids:
418
DAG Visualization
digraph G { id="graph_889"; subgraph graph_stage_889 { id="graph_stage_889"; isCluster="true"; label="Stage 889"; 2323 [id="node_2323" labelType="html" label="SQLExecutionRDD [2323] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_7346 { id="cluster_7346"; isCluster="true"; label="Exchange"; 2314 [id="node_2314" labelType="html" label="ShuffledRowRDD [2314] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7341 { id="cluster_7341"; isCluster="true"; label="WholeStageCodegen (5)"; 2315 [id="node_2315" labelType="html" label="MapPartitionsRDD [2315] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7340 { id="cluster_7340"; isCluster="true"; label="SortAggregate"; 2316 [id="node_2316" labelType="html" label="MapPartitionsRDD [2316] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7339 { id="cluster_7339"; isCluster="true"; label="InMemoryTableScan"; 2317 [id="node_2317" labelType="html" label="MapPartitionsRDD [2317] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2318 [id="node_2318" labelType="html" label="SortAggregate(key=[demandChannel#44861, shardId#25237, qty#44881, worklistShardItemId#25238L, demandStream#44862], functions=[first(kpis#44890, false)], output=[shardId#25237, worklistShardItemId#25238L, qty#44881, demandChannel#44861, demandStream#44862, kpis#45003])\n+- *(5) Sort [demandChannel#44861 ASC NULLS FIRST, shardId#25237 ASC NULLS FIRST, qty#44881 ASC NULLS FIRST, worklistShardItemId#25238L ASC NULLS FIRST, demandStream#44862 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#44861, shardId#25237, qty#44881, worklistShardItemId#25238L, demandStream#44862, 8), ENSURE_REQUIREMENTS, [plan_id=215891]\n +- SortAggregate(key=[demandChannel#44861, shardId#25237, knownfloatingpointnormalized(normalizenanandzero(qty#44881)) AS qty#44881, worklistShardItemId#25238L, demandStream#44862], functions=[partial_first(kpis#44890, false)], output=[demandChannel#44861, shardId#25237, qty#44881, worklistShardItemId#25238L, demandStream#44862, first#45069, valueSet#45070])\n +- *(4) ... [2318] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2319 [id="node_2319" labelType="html" label="MapPartitionsRDD [2319] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2320 [id="node_2320" labelType="html" label="MapPartitionsRDD [2320] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2321 [id="node_2321" labelType="html" label="MapPartitionsRDD [2321] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7338 { id="cluster_7338"; isCluster="true"; label="DeserializeToObject"; 2322 [id="node_2322" labelType="html" label="MapPartitionsRDD [2322] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7387 { id="cluster_7387"; isCluster="true"; label="mapPartitions"; 2324 [id="node_2324" labelType="html" label="MapPartitionsRDD [2324] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2314->2315; 2315->2316; 2316->2317; 2317->2318; 2318->2319; 2319->2320; 2320->2321; 2321->2322; 2322->2323; 2323->2324; }
2313,2314
2318
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time