4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 828 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
98.9 KiB / 780
Associated Job Ids:
399
DAG Visualization
digraph G { id="graph_828"; subgraph graph_stage_828 { id="graph_stage_828"; isCluster="true"; label="Stage 828"; 2146 [id="node_2146" labelType="html" label="SQLExecutionRDD [2146] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_6925 { id="cluster_6925"; isCluster="true"; label="Exchange"; 2137 [id="node_2137" labelType="html" label="ShuffledRowRDD [2137] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6920 { id="cluster_6920"; isCluster="true"; label="WholeStageCodegen (5)"; 2138 [id="node_2138" labelType="html" label="MapPartitionsRDD [2138] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6919 { id="cluster_6919"; isCluster="true"; label="SortAggregate"; 2139 [id="node_2139" labelType="html" label="MapPartitionsRDD [2139] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6918 { id="cluster_6918"; isCluster="true"; label="InMemoryTableScan"; 2140 [id="node_2140" labelType="html" label="MapPartitionsRDD [2140] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2141 [id="node_2141" labelType="html" label="SortAggregate(key=[demandChannel#41563, shardId#25237, qty#41583, worklistShardItemId#25238L, demandStream#41564], functions=[first(kpis#41592, false)], output=[shardId#25237, worklistShardItemId#25238L, qty#41583, demandChannel#41563, demandStream#41564, kpis#41705])\n+- *(5) Sort [demandChannel#41563 ASC NULLS FIRST, shardId#25237 ASC NULLS FIRST, qty#41583 ASC NULLS FIRST, worklistShardItemId#25238L ASC NULLS FIRST, demandStream#41564 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#41563, shardId#25237, qty#41583, worklistShardItemId#25238L, demandStream#41564, 8), ENSURE_REQUIREMENTS, [plan_id=214721]\n +- SortAggregate(key=[demandChannel#41563, shardId#25237, knownfloatingpointnormalized(normalizenanandzero(qty#41583)) AS qty#41583, worklistShardItemId#25238L, demandStream#41564], functions=[partial_first(kpis#41592, false)], output=[demandChannel#41563, shardId#25237, qty#41583, worklistShardItemId#25238L, demandStream#41564, first#41771, valueSet#41772])\n +- *(4) ... [2141] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2142 [id="node_2142" labelType="html" label="MapPartitionsRDD [2142] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2143 [id="node_2143" labelType="html" label="MapPartitionsRDD [2143] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2144 [id="node_2144" labelType="html" label="MapPartitionsRDD [2144] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6917 { id="cluster_6917"; isCluster="true"; label="DeserializeToObject"; 2145 [id="node_2145" labelType="html" label="MapPartitionsRDD [2145] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6966 { id="cluster_6966"; isCluster="true"; label="mapPartitions"; 2147 [id="node_2147" labelType="html" label="MapPartitionsRDD [2147] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2137->2138; 2138->2139; 2139->2140; 2140->2141; 2141->2142; 2142->2143; 2143->2144; 2144->2145; 2145->2146; 2146->2147; }
2136,2137
2141
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time