4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 931 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 ms
Locality Level Summary:
Process local: 16
Input Size / Records:
22.5 KiB / 16
Associated Job Ids:
432
DAG Visualization
digraph G { id="graph_931"; subgraph graph_stage_931 { id="graph_stage_931"; isCluster="true"; label="Stage 931"; subgraph cluster_7542 { id="cluster_7542"; isCluster="true"; label="Exchange"; 2379 [id="node_2379" labelType="html" label="ShuffledRowRDD [2379] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7541 { id="cluster_7541"; isCluster="true"; label="InMemoryTableScan"; 2380 [id="node_2380" labelType="html" label="MapPartitionsRDD [2380] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2381 [id="node_2381" labelType="html" label="Exchange hashpartitioning(product#25240, plant#25241, 8), REPARTITION_BY_NUM, [plan_id=216373]\n+- *(1) Scan ExistingRDD[shardId#25237,worklistShardItemId#25238L,version#25239,product#25240,plant#25241,periodStart#25242,periodEnd#25243,qty#25244]\n [2381] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7611 { id="cluster_7611"; isCluster="true"; label="InMemoryTableScan"; 2400 [id="node_2400" labelType="html" label="MapPartitionsRDD [2400] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2403 [id="node_2403" labelType="html" label="MapPartitionsRDD [2403] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2405 [id="node_2405" labelType="html" label="MapPartitionsRDD [2405] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7603 { id="cluster_7603"; isCluster="true"; label="WholeStageCodegen (9)"; 2407 [id="node_2407" labelType="html" label="MapPartitionsRDD [2407] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7602 { id="cluster_7602"; isCluster="true"; label="ObjectHashAggregate"; 2409 [id="node_2409" labelType="html" label="MapPartitionsRDD [2409] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7601 { id="cluster_7601"; isCluster="true"; label="ObjectHashAggregate"; 2410 [id="node_2410" labelType="html" label="MapPartitionsRDD [2410] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7623 { id="cluster_7623"; isCluster="true"; label="InMemoryTableScan"; 2414 [id="node_2414" labelType="html" label="MapPartitionsRDD [2414] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2415 [id="node_2415" labelType="html" label="MapPartitionsRDD [2415] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2417 [id="node_2417" labelType="html" label="MapPartitionsRDD [2417] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7618 { id="cluster_7618"; isCluster="true"; label="WholeStageCodegen (10)"; 2420 [id="node_2420" labelType="html" label="MapPartitionsRDD [2420] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7600 { id="cluster_7600"; isCluster="true"; label="Union"; 2421 [id="node_2421" labelType="html" label="UnionRDD [2421] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7591 { id="cluster_7591"; isCluster="true"; label="DeserializeToObject"; 2422 [id="node_2422" labelType="html" label="MapPartitionsRDD [2422] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2379->2380; 2380->2381; 2381->2400; 2400->2403; 2403->2405; 2405->2407; 2407->2409; 2409->2410; 2381->2414; 2414->2415; 2415->2417; 2417->2420; 2410->2421; 2420->2421; 2421->2422; }
2378,2379
2381
Event Timeline
Enable zooming
Tasks: 16. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time