4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1301 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1429.0 B / 1
Associated Job Ids:
618
DAG Visualization
digraph G { id="graph_1301"; subgraph graph_stage_1301 { id="graph_stage_1301"; isCluster="true"; label="Stage 1301"; 3313 [id="node_3313" labelType="html" label="SQLExecutionRDD [3313] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3317 [id="node_3317" labelType="html" label="SQLExecutionRDD [3317] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_10695 { id="cluster_10695"; isCluster="true"; label="Exchange"; 3308 [id="node_3308" labelType="html" label="ShuffledRowRDD [3308] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10691 { id="cluster_10691"; isCluster="true"; label="WholeStageCodegen (2)"; 3309 [id="node_3309" labelType="html" label="MapPartitionsRDD [3309] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10690 { id="cluster_10690"; isCluster="true"; label="DeserializeToObject"; 3310 [id="node_3310" labelType="html" label="MapPartitionsRDD [3310] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10689 { id="cluster_10689"; isCluster="true"; label="MapPartitions"; 3311 [id="node_3311" labelType="html" label="MapPartitionsRDD [3311] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10686 { id="cluster_10686"; isCluster="true"; label="WholeStageCodegen (3)"; 3312 [id="node_3312" labelType="html" label="MapPartitionsRDD [3312] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10700 { id="cluster_10700"; isCluster="true"; label="map"; 3314 [id="node_3314" labelType="html" label="Delta Table State #0 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000006/0_1_10000000006/_delta_log [3314] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10702 { id="cluster_10702"; isCluster="true"; label="WholeStageCodegen (1)"; 3315 [id="node_3315" labelType="html" label="MapPartitionsRDD [3315] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10701 { id="cluster_10701"; isCluster="true"; label="Project"; 3316 [id="node_3316" labelType="html" label="MapPartitionsRDD [3316] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10705 { id="cluster_10705"; isCluster="true"; label="map"; 3318 [id="node_3318" labelType="html" label="Delta Table State with Stats #0 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000006/0_1_10000000006/_delta_log [3318] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10762 { id="cluster_10762"; isCluster="true"; label="WholeStageCodegen (1)"; 3346 [id="node_3346" labelType="html" label="MapPartitionsRDD [3346] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10751 { id="cluster_10751"; isCluster="true"; label="Scan parquet "; 3347 [id="node_3347" labelType="html" label="MapPartitionsRDD [3347] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3308->3309; 3309->3310; 3310->3311; 3311->3312; 3312->3313; 3313->3314; 3314->3315; 3315->3316; 3316->3317; 3317->3318; 3318->3346; 3346->3347; }
3307,3308
3314
3318
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time