4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 950 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Node local: 8
Shuffle Read Size / Records:
98.9 KiB / 780
Associated Job Ids:
437
DAG Visualization
digraph G { id="graph_950"; subgraph graph_stage_950 { id="graph_stage_950"; isCluster="true"; label="Stage 950"; 2500 [id="node_2500" labelType="html" label="SQLExecutionRDD [2500] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_7767 { id="cluster_7767"; isCluster="true"; label="Exchange"; 2491 [id="node_2491" labelType="html" label="ShuffledRowRDD [2491] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7762 { id="cluster_7762"; isCluster="true"; label="WholeStageCodegen (5)"; 2492 [id="node_2492" labelType="html" label="MapPartitionsRDD [2492] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7761 { id="cluster_7761"; isCluster="true"; label="SortAggregate"; 2493 [id="node_2493" labelType="html" label="MapPartitionsRDD [2493] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7760 { id="cluster_7760"; isCluster="true"; label="InMemoryTableScan"; 2494 [id="node_2494" labelType="html" label="MapPartitionsRDD [2494] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2495 [id="node_2495" labelType="html" label="SortAggregate(key=[demandChannel#48159, shardId#25237, qty#48179, worklistShardItemId#25238L, demandStream#48160], functions=[first(kpis#48188, false)], output=[shardId#25237, worklistShardItemId#25238L, qty#48179, demandChannel#48159, demandStream#48160, kpis#48301])\n+- *(5) Sort [demandChannel#48159 ASC NULLS FIRST, shardId#25237 ASC NULLS FIRST, qty#48179 ASC NULLS FIRST, worklistShardItemId#25238L ASC NULLS FIRST, demandStream#48160 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#48159, shardId#25237, qty#48179, worklistShardItemId#25238L, demandStream#48160, 8), ENSURE_REQUIREMENTS, [plan_id=217061]\n +- SortAggregate(key=[demandChannel#48159, shardId#25237, knownfloatingpointnormalized(normalizenanandzero(qty#48179)) AS qty#48179, worklistShardItemId#25238L, demandStream#48160], functions=[partial_first(kpis#48188, false)], output=[demandChannel#48159, shardId#25237, qty#48179, worklistShardItemId#25238L, demandStream#48160, first#48367, valueSet#48368])\n +- *(4) ... [2495] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2496 [id="node_2496" labelType="html" label="MapPartitionsRDD [2496] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2497 [id="node_2497" labelType="html" label="MapPartitionsRDD [2497] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2498 [id="node_2498" labelType="html" label="MapPartitionsRDD [2498] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7759 { id="cluster_7759"; isCluster="true"; label="DeserializeToObject"; 2499 [id="node_2499" labelType="html" label="MapPartitionsRDD [2499] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7808 { id="cluster_7808"; isCluster="true"; label="mapPartitions"; 2501 [id="node_2501" labelType="html" label="MapPartitionsRDD [2501] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2491->2492; 2492->2493; 2493->2494; 2494->2495; 2495->2496; 2496->2497; 2497->2498; 2498->2499; 2499->2500; 2500->2501; }
2490,2491
2495
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time