4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 827 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 24
Input Size / Records:
115.5 KiB / 24
Shuffle Write Size / Records:
98.9 KiB / 780
Associated Job Ids:
399
DAG Visualization
digraph G { id="graph_827"; subgraph graph_stage_827 { id="graph_stage_827"; isCluster="true"; label="Stage 827"; 2107 [id="node_2107" labelType="html" label="SQLExecutionRDD [2107] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_6839 { id="cluster_6839"; isCluster="true"; label="Exchange"; 2099 [id="node_2099" labelType="html" label="ShuffledRowRDD [2099] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6838 { id="cluster_6838"; isCluster="true"; label="ObjectHashAggregate"; 2100 [id="node_2100" labelType="html" label="MapPartitionsRDD [2100] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6837 { id="cluster_6837"; isCluster="true"; label="Project"; 2101 [id="node_2101" labelType="html" label="MapPartitionsRDD [2101] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6830 { id="cluster_6830"; isCluster="true"; label="WholeStageCodegen (11)"; 2102 [id="node_2102" labelType="html" label="MapPartitionsRDD [2102] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6829 { id="cluster_6829"; isCluster="true"; label="DeserializeToObject"; 2103 [id="node_2103" labelType="html" label="MapPartitionsRDD [2103] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6828 { id="cluster_6828"; isCluster="true"; label="MapPartitions"; 2104 [id="node_2104" labelType="html" label="MapPartitionsRDD [2104] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6764 { id="cluster_6764"; isCluster="true"; label="WholeStageCodegen (14)"; 2105 [id="node_2105" labelType="html" label="MapPartitionsRDD [2105] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6749 { id="cluster_6749"; isCluster="true"; label="DeserializeToObject"; 2106 [id="node_2106" labelType="html" label="MapPartitionsRDD [2106] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6883 { id="cluster_6883"; isCluster="true"; label="mapPartitions"; 2108 [id="node_2108" labelType="html" label="MapPartitionsRDD [2108] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6884 { id="cluster_6884"; isCluster="true"; label="mapPartitions"; 2109 [id="node_2109" labelType="html" label="MapPartitionsRDD [2109] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6951 { id="cluster_6951"; isCluster="true"; label="Scan"; 2115 [id="node_2115" labelType="html" label="MapPartitionsRDD [2115] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6945 { id="cluster_6945"; isCluster="true"; label="WholeStageCodegen (1)"; 2116 [id="node_2116" labelType="html" label="MapPartitionsRDD [2116] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6944 { id="cluster_6944"; isCluster="true"; label="InMemoryTableScan"; 2117 [id="node_2117" labelType="html" label="MapPartitionsRDD [2117] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2118 [id="node_2118" labelType="html" label="*(1) Generate explode(prodPlantResults#41530), false, [prodPlantResults#41537]\n+- *(1) Project [prodPlantResults#41530]\n +- *(1) Filter ((size(prodPlantResults#41530, true) > 0) AND isnotnull(prodPlantResults#41530))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [2118] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2119 [id="node_2119" labelType="html" label="MapPartitionsRDD [2119] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2120 [id="node_2120" labelType="html" label="MapPartitionsRDD [2120] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2121 [id="node_2121" labelType="html" label="MapPartitionsRDD [2121] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6943 { id="cluster_6943"; isCluster="true"; label="Project"; 2122 [id="node_2122" labelType="html" label="MapPartitionsRDD [2122] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6958 { id="cluster_6958"; isCluster="true"; label="InMemoryTableScan"; 2123 [id="node_2123" labelType="html" label="MapPartitionsRDD [2123] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2124 [id="node_2124" labelType="html" label="MapPartitionsRDD [2124] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2125 [id="node_2125" labelType="html" label="MapPartitionsRDD [2125] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6953 { id="cluster_6953"; isCluster="true"; label="WholeStageCodegen (1)"; 2126 [id="node_2126" labelType="html" label="MapPartitionsRDD [2126] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6952 { id="cluster_6952"; isCluster="true"; label="Project"; 2127 [id="node_2127" labelType="html" label="MapPartitionsRDD [2127] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6965 { id="cluster_6965"; isCluster="true"; label="InMemoryTableScan"; 2128 [id="node_2128" labelType="html" label="MapPartitionsRDD [2128] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2129 [id="node_2129" labelType="html" label="MapPartitionsRDD [2129] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2130 [id="node_2130" labelType="html" label="MapPartitionsRDD [2130] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6960 { id="cluster_6960"; isCluster="true"; label="WholeStageCodegen (2)"; 2131 [id="node_2131" labelType="html" label="MapPartitionsRDD [2131] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6959 { id="cluster_6959"; isCluster="true"; label="Project"; 2132 [id="node_2132" labelType="html" label="MapPartitionsRDD [2132] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6942 { id="cluster_6942"; isCluster="true"; label="Union"; 2133 [id="node_2133" labelType="html" label="UnionRDD [2133] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6927 { id="cluster_6927"; isCluster="true"; label="WholeStageCodegen (4)"; 2134 [id="node_2134" labelType="html" label="MapPartitionsRDD [2134] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6926 { id="cluster_6926"; isCluster="true"; label="SortAggregate"; 2135 [id="node_2135" labelType="html" label="MapPartitionsRDD [2135] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_6925 { id="cluster_6925"; isCluster="true"; label="Exchange"; 2136 [id="node_2136" labelType="html" label="MapPartitionsRDD [2136] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2099->2100; 2100->2101; 2101->2102; 2102->2103; 2103->2104; 2104->2105; 2105->2106; 2106->2107; 2107->2108; 2108->2109; 2109->2115; 2115->2116; 2116->2117; 2117->2118; 2118->2119; 2119->2120; 2120->2121; 2121->2122; 2118->2123; 2123->2124; 2124->2125; 2125->2126; 2126->2127; 2118->2128; 2128->2129; 2129->2130; 2130->2131; 2131->2132; 2122->2133; 2127->2133; 2132->2133; 2133->2134; 2134->2135; 2135->2136; }
2098,2099
2109
2118
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time