4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 888 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 24
Input Size / Records:
115.5 KiB / 24
Shuffle Write Size / Records:
98.9 KiB / 780
Associated Job Ids:
418
DAG Visualization
digraph G { id="graph_888"; subgraph graph_stage_888 { id="graph_stage_888"; isCluster="true"; label="Stage 888"; 2284 [id="node_2284" labelType="html" label="SQLExecutionRDD [2284] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_7254 { id="cluster_7254"; isCluster="true"; label="Exchange"; 2276 [id="node_2276" labelType="html" label="ShuffledRowRDD [2276] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7253 { id="cluster_7253"; isCluster="true"; label="ObjectHashAggregate"; 2277 [id="node_2277" labelType="html" label="MapPartitionsRDD [2277] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7252 { id="cluster_7252"; isCluster="true"; label="Project"; 2278 [id="node_2278" labelType="html" label="MapPartitionsRDD [2278] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7245 { id="cluster_7245"; isCluster="true"; label="WholeStageCodegen (11)"; 2279 [id="node_2279" labelType="html" label="MapPartitionsRDD [2279] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7244 { id="cluster_7244"; isCluster="true"; label="DeserializeToObject"; 2280 [id="node_2280" labelType="html" label="MapPartitionsRDD [2280] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7243 { id="cluster_7243"; isCluster="true"; label="MapPartitions"; 2281 [id="node_2281" labelType="html" label="MapPartitionsRDD [2281] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7185 { id="cluster_7185"; isCluster="true"; label="WholeStageCodegen (14)"; 2282 [id="node_2282" labelType="html" label="MapPartitionsRDD [2282] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7170 { id="cluster_7170"; isCluster="true"; label="DeserializeToObject"; 2283 [id="node_2283" labelType="html" label="MapPartitionsRDD [2283] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7304 { id="cluster_7304"; isCluster="true"; label="mapPartitions"; 2285 [id="node_2285" labelType="html" label="MapPartitionsRDD [2285] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7305 { id="cluster_7305"; isCluster="true"; label="mapPartitions"; 2286 [id="node_2286" labelType="html" label="MapPartitionsRDD [2286] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7372 { id="cluster_7372"; isCluster="true"; label="Scan"; 2292 [id="node_2292" labelType="html" label="MapPartitionsRDD [2292] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7366 { id="cluster_7366"; isCluster="true"; label="WholeStageCodegen (1)"; 2293 [id="node_2293" labelType="html" label="MapPartitionsRDD [2293] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7365 { id="cluster_7365"; isCluster="true"; label="InMemoryTableScan"; 2294 [id="node_2294" labelType="html" label="MapPartitionsRDD [2294] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2295 [id="node_2295" labelType="html" label="*(1) Generate explode(prodPlantResults#44828), false, [prodPlantResults#44835]\n+- *(1) Project [prodPlantResults#44828]\n +- *(1) Filter ((size(prodPlantResults#44828, true) > 0) AND isnotnull(prodPlantResults#44828))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [2295] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2296 [id="node_2296" labelType="html" label="MapPartitionsRDD [2296] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2297 [id="node_2297" labelType="html" label="MapPartitionsRDD [2297] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2298 [id="node_2298" labelType="html" label="MapPartitionsRDD [2298] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7364 { id="cluster_7364"; isCluster="true"; label="Project"; 2299 [id="node_2299" labelType="html" label="MapPartitionsRDD [2299] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7379 { id="cluster_7379"; isCluster="true"; label="InMemoryTableScan"; 2300 [id="node_2300" labelType="html" label="MapPartitionsRDD [2300] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2301 [id="node_2301" labelType="html" label="MapPartitionsRDD [2301] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2302 [id="node_2302" labelType="html" label="MapPartitionsRDD [2302] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7374 { id="cluster_7374"; isCluster="true"; label="WholeStageCodegen (1)"; 2303 [id="node_2303" labelType="html" label="MapPartitionsRDD [2303] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7373 { id="cluster_7373"; isCluster="true"; label="Project"; 2304 [id="node_2304" labelType="html" label="MapPartitionsRDD [2304] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7386 { id="cluster_7386"; isCluster="true"; label="InMemoryTableScan"; 2305 [id="node_2305" labelType="html" label="MapPartitionsRDD [2305] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2306 [id="node_2306" labelType="html" label="MapPartitionsRDD [2306] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2307 [id="node_2307" labelType="html" label="MapPartitionsRDD [2307] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7381 { id="cluster_7381"; isCluster="true"; label="WholeStageCodegen (2)"; 2308 [id="node_2308" labelType="html" label="MapPartitionsRDD [2308] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7380 { id="cluster_7380"; isCluster="true"; label="Project"; 2309 [id="node_2309" labelType="html" label="MapPartitionsRDD [2309] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7363 { id="cluster_7363"; isCluster="true"; label="Union"; 2310 [id="node_2310" labelType="html" label="UnionRDD [2310] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7348 { id="cluster_7348"; isCluster="true"; label="WholeStageCodegen (4)"; 2311 [id="node_2311" labelType="html" label="MapPartitionsRDD [2311] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7347 { id="cluster_7347"; isCluster="true"; label="SortAggregate"; 2312 [id="node_2312" labelType="html" label="MapPartitionsRDD [2312] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7346 { id="cluster_7346"; isCluster="true"; label="Exchange"; 2313 [id="node_2313" labelType="html" label="MapPartitionsRDD [2313] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2276->2277; 2277->2278; 2278->2279; 2279->2280; 2280->2281; 2281->2282; 2282->2283; 2283->2284; 2284->2285; 2285->2286; 2286->2292; 2292->2293; 2293->2294; 2294->2295; 2295->2296; 2296->2297; 2297->2298; 2298->2299; 2295->2300; 2300->2301; 2301->2302; 2302->2303; 2303->2304; 2295->2305; 2305->2306; 2306->2307; 2307->2308; 2308->2309; 2299->2310; 2304->2310; 2309->2310; 2310->2311; 2311->2312; 2312->2313; }
2275,2276
2286
2295
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time