4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 870 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 16
Input Size / Records:
22.5 KiB / 16
Associated Job Ids:
413
DAG Visualization
digraph G { id="graph_870"; subgraph graph_stage_870 { id="graph_stage_870"; isCluster="true"; label="Stage 870"; subgraph cluster_7121 { id="cluster_7121"; isCluster="true"; label="Exchange"; 2202 [id="node_2202" labelType="html" label="ShuffledRowRDD [2202] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7120 { id="cluster_7120"; isCluster="true"; label="InMemoryTableScan"; 2203 [id="node_2203" labelType="html" label="MapPartitionsRDD [2203] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2204 [id="node_2204" labelType="html" label="Exchange hashpartitioning(product#25240, plant#25241, 8), REPARTITION_BY_NUM, [plan_id=215203]\n+- *(1) Scan ExistingRDD[shardId#25237,worklistShardItemId#25238L,version#25239,product#25240,plant#25241,periodStart#25242,periodEnd#25243,qty#25244]\n [2204] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7189 { id="cluster_7189"; isCluster="true"; label="InMemoryTableScan"; 2225 [id="node_2225" labelType="html" label="MapPartitionsRDD [2225] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2227 [id="node_2227" labelType="html" label="MapPartitionsRDD [2227] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2228 [id="node_2228" labelType="html" label="MapPartitionsRDD [2228] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7182 { id="cluster_7182"; isCluster="true"; label="WholeStageCodegen (9)"; 2232 [id="node_2232" labelType="html" label="MapPartitionsRDD [2232] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7181 { id="cluster_7181"; isCluster="true"; label="ObjectHashAggregate"; 2235 [id="node_2235" labelType="html" label="MapPartitionsRDD [2235] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7180 { id="cluster_7180"; isCluster="true"; label="ObjectHashAggregate"; 2236 [id="node_2236" labelType="html" label="MapPartitionsRDD [2236] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7202 { id="cluster_7202"; isCluster="true"; label="InMemoryTableScan"; 2240 [id="node_2240" labelType="html" label="MapPartitionsRDD [2240] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2241 [id="node_2241" labelType="html" label="MapPartitionsRDD [2241] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2242 [id="node_2242" labelType="html" label="MapPartitionsRDD [2242] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7198 { id="cluster_7198"; isCluster="true"; label="WholeStageCodegen (10)"; 2245 [id="node_2245" labelType="html" label="MapPartitionsRDD [2245] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7179 { id="cluster_7179"; isCluster="true"; label="Union"; 2246 [id="node_2246" labelType="html" label="UnionRDD [2246] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7170 { id="cluster_7170"; isCluster="true"; label="DeserializeToObject"; 2247 [id="node_2247" labelType="html" label="MapPartitionsRDD [2247] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2202->2203; 2203->2204; 2204->2225; 2225->2227; 2227->2228; 2228->2232; 2232->2235; 2235->2236; 2204->2240; 2240->2241; 2241->2242; 2242->2245; 2236->2246; 2245->2246; 2246->2247; }
2201,2202
2204
Event Timeline
Enable zooming
Tasks: 16. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time