4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1378 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 24
Input Size / Records:
115.4 KiB / 24
Shuffle Write Size / Records:
97.3 KiB / 780
Associated Job Ids:
641
DAG Visualization
digraph G { id="graph_1378"; subgraph graph_stage_1378 { id="graph_stage_1378"; isCluster="true"; label="Stage 1378"; 3559 [id="node_3559" labelType="html" label="SQLExecutionRDD [3559] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_11240 { id="cluster_11240"; isCluster="true"; label="Exchange"; 3551 [id="node_3551" labelType="html" label="ShuffledRowRDD [3551] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11239 { id="cluster_11239"; isCluster="true"; label="ObjectHashAggregate"; 3552 [id="node_3552" labelType="html" label="MapPartitionsRDD [3552] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11238 { id="cluster_11238"; isCluster="true"; label="Project"; 3553 [id="node_3553" labelType="html" label="MapPartitionsRDD [3553] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11231 { id="cluster_11231"; isCluster="true"; label="WholeStageCodegen (11)"; 3554 [id="node_3554" labelType="html" label="MapPartitionsRDD [3554] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11230 { id="cluster_11230"; isCluster="true"; label="DeserializeToObject"; 3555 [id="node_3555" labelType="html" label="MapPartitionsRDD [3555] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11229 { id="cluster_11229"; isCluster="true"; label="MapPartitions"; 3556 [id="node_3556" labelType="html" label="MapPartitionsRDD [3556] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11165 { id="cluster_11165"; isCluster="true"; label="WholeStageCodegen (14)"; 3557 [id="node_3557" labelType="html" label="MapPartitionsRDD [3557] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11150 { id="cluster_11150"; isCluster="true"; label="DeserializeToObject"; 3558 [id="node_3558" labelType="html" label="MapPartitionsRDD [3558] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11284 { id="cluster_11284"; isCluster="true"; label="mapPartitions"; 3560 [id="node_3560" labelType="html" label="MapPartitionsRDD [3560] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11285 { id="cluster_11285"; isCluster="true"; label="mapPartitions"; 3561 [id="node_3561" labelType="html" label="MapPartitionsRDD [3561] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11352 { id="cluster_11352"; isCluster="true"; label="Scan"; 3567 [id="node_3567" labelType="html" label="MapPartitionsRDD [3567] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11346 { id="cluster_11346"; isCluster="true"; label="WholeStageCodegen (1)"; 3568 [id="node_3568" labelType="html" label="MapPartitionsRDD [3568] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11345 { id="cluster_11345"; isCluster="true"; label="InMemoryTableScan"; 3569 [id="node_3569" labelType="html" label="MapPartitionsRDD [3569] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3570 [id="node_3570" labelType="html" label="*(1) Generate explode(prodPlantResults#69781), false, [prodPlantResults#69788]\n+- *(1) Project [prodPlantResults#69781]\n +- *(1) Filter ((size(prodPlantResults#69781, true) > 0) AND isnotnull(prodPlantResults#69781))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [3570] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3571 [id="node_3571" labelType="html" label="MapPartitionsRDD [3571] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3572 [id="node_3572" labelType="html" label="MapPartitionsRDD [3572] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3573 [id="node_3573" labelType="html" label="MapPartitionsRDD [3573] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11344 { id="cluster_11344"; isCluster="true"; label="Project"; 3574 [id="node_3574" labelType="html" label="MapPartitionsRDD [3574] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11359 { id="cluster_11359"; isCluster="true"; label="InMemoryTableScan"; 3575 [id="node_3575" labelType="html" label="MapPartitionsRDD [3575] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3576 [id="node_3576" labelType="html" label="MapPartitionsRDD [3576] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3577 [id="node_3577" labelType="html" label="MapPartitionsRDD [3577] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11354 { id="cluster_11354"; isCluster="true"; label="WholeStageCodegen (1)"; 3578 [id="node_3578" labelType="html" label="MapPartitionsRDD [3578] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11353 { id="cluster_11353"; isCluster="true"; label="Project"; 3579 [id="node_3579" labelType="html" label="MapPartitionsRDD [3579] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11366 { id="cluster_11366"; isCluster="true"; label="InMemoryTableScan"; 3580 [id="node_3580" labelType="html" label="MapPartitionsRDD [3580] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3581 [id="node_3581" labelType="html" label="MapPartitionsRDD [3581] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3582 [id="node_3582" labelType="html" label="MapPartitionsRDD [3582] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11361 { id="cluster_11361"; isCluster="true"; label="WholeStageCodegen (2)"; 3583 [id="node_3583" labelType="html" label="MapPartitionsRDD [3583] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11360 { id="cluster_11360"; isCluster="true"; label="Project"; 3584 [id="node_3584" labelType="html" label="MapPartitionsRDD [3584] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11343 { id="cluster_11343"; isCluster="true"; label="Union"; 3585 [id="node_3585" labelType="html" label="UnionRDD [3585] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11328 { id="cluster_11328"; isCluster="true"; label="WholeStageCodegen (4)"; 3586 [id="node_3586" labelType="html" label="MapPartitionsRDD [3586] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11327 { id="cluster_11327"; isCluster="true"; label="SortAggregate"; 3587 [id="node_3587" labelType="html" label="MapPartitionsRDD [3587] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11326 { id="cluster_11326"; isCluster="true"; label="Exchange"; 3588 [id="node_3588" labelType="html" label="MapPartitionsRDD [3588] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3551->3552; 3552->3553; 3553->3554; 3554->3555; 3555->3556; 3556->3557; 3557->3558; 3558->3559; 3559->3560; 3560->3561; 3561->3567; 3567->3568; 3568->3569; 3569->3570; 3570->3571; 3571->3572; 3572->3573; 3573->3574; 3570->3575; 3575->3576; 3576->3577; 3577->3578; 3578->3579; 3570->3580; 3580->3581; 3581->3582; 3582->3583; 3583->3584; 3574->3585; 3579->3585; 3584->3585; 3585->3586; 3586->3587; 3587->3588; }
3550,3551
3561
3570
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time