4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 999 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
21.0 B / 0
Associated Job Ids:
456
DAG Visualization
digraph G { id="graph_999"; subgraph graph_stage_999 { id="graph_stage_999"; isCluster="true"; label="Stage 999"; 2603 [id="node_2603" labelType="html" label="SQLExecutionRDD [2603] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2608 [id="node_2608" labelType="html" label="SQLExecutionRDD [2608] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_8064 { id="cluster_8064"; isCluster="true"; label="Exchange"; 2600 [id="node_2600" labelType="html" label="ShuffledRowRDD [2600] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8061 { id="cluster_8061"; isCluster="true"; label="WholeStageCodegen (2)"; 2601 [id="node_2601" labelType="html" label="MapPartitionsRDD [2601] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8060 { id="cluster_8060"; isCluster="true"; label="DeserializeToObject"; 2602 [id="node_2602" labelType="html" label="MapPartitionsRDD [2602] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8084 { id="cluster_8084"; isCluster="true"; label="mapPartitions"; 2604 [id="node_2604" labelType="html" label="MapPartitionsRDD [2604] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8085 { id="cluster_8085"; isCluster="true"; label="zipWithIndex"; 2605 [id="node_2605" labelType="html" label="ZippedWithIndexRDD [2605] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8090 { id="cluster_8090"; isCluster="true"; label="Scan"; 2606 [id="node_2606" labelType="html" label="MapPartitionsRDD [2606] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8086 { id="cluster_8086"; isCluster="true"; label="WholeStageCodegen (1)"; 2607 [id="node_2607" labelType="html" label="MapPartitionsRDD [2607] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8091 { id="cluster_8091"; isCluster="true"; label="map"; 2609 [id="node_2609" labelType="html" label="Delta Source Snapshot #0 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000006/stream-10000000006-1/_delta_log [2609] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8112 { id="cluster_8112"; isCluster="true"; label="WholeStageCodegen (1)"; 2613 [id="node_2613" labelType="html" label="MapPartitionsRDD [2613] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8114 { id="cluster_8114"; isCluster="true"; label="mapPartitionsInternal"; 2614 [id="node_2614" labelType="html" label="MapPartitionsRDD [2614] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_8115 { id="cluster_8115"; isCluster="true"; label="map"; 2615 [id="node_2615" labelType="html" label="MapPartitionsRDD [2615] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2600->2601; 2601->2602; 2602->2603; 2603->2604; 2604->2605; 2605->2606; 2606->2607; 2607->2608; 2608->2609; 2609->2613; 2613->2614; 2614->2615; }
2599,2600
2609
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time