4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 949 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 24
Input Size / Records:
115.5 KiB / 24
Shuffle Write Size / Records:
98.9 KiB / 780
Associated Job Ids:
437
DAG Visualization
digraph G { id="graph_949"; subgraph graph_stage_949 { id="graph_stage_949"; isCluster="true"; label="Stage 949"; 2461 [id="node_2461" labelType="html" label="SQLExecutionRDD [2461] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_7675 { id="cluster_7675"; isCluster="true"; label="Exchange"; 2453 [id="node_2453" labelType="html" label="ShuffledRowRDD [2453] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7674 { id="cluster_7674"; isCluster="true"; label="ObjectHashAggregate"; 2454 [id="node_2454" labelType="html" label="MapPartitionsRDD [2454] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7673 { id="cluster_7673"; isCluster="true"; label="Project"; 2455 [id="node_2455" labelType="html" label="MapPartitionsRDD [2455] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7666 { id="cluster_7666"; isCluster="true"; label="WholeStageCodegen (11)"; 2456 [id="node_2456" labelType="html" label="MapPartitionsRDD [2456] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7665 { id="cluster_7665"; isCluster="true"; label="DeserializeToObject"; 2457 [id="node_2457" labelType="html" label="MapPartitionsRDD [2457] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7664 { id="cluster_7664"; isCluster="true"; label="MapPartitions"; 2458 [id="node_2458" labelType="html" label="MapPartitionsRDD [2458] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7606 { id="cluster_7606"; isCluster="true"; label="WholeStageCodegen (14)"; 2459 [id="node_2459" labelType="html" label="MapPartitionsRDD [2459] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7591 { id="cluster_7591"; isCluster="true"; label="DeserializeToObject"; 2460 [id="node_2460" labelType="html" label="MapPartitionsRDD [2460] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7725 { id="cluster_7725"; isCluster="true"; label="mapPartitions"; 2462 [id="node_2462" labelType="html" label="MapPartitionsRDD [2462] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7726 { id="cluster_7726"; isCluster="true"; label="mapPartitions"; 2463 [id="node_2463" labelType="html" label="MapPartitionsRDD [2463] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7793 { id="cluster_7793"; isCluster="true"; label="Scan"; 2469 [id="node_2469" labelType="html" label="MapPartitionsRDD [2469] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7787 { id="cluster_7787"; isCluster="true"; label="WholeStageCodegen (1)"; 2470 [id="node_2470" labelType="html" label="MapPartitionsRDD [2470] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7786 { id="cluster_7786"; isCluster="true"; label="InMemoryTableScan"; 2471 [id="node_2471" labelType="html" label="MapPartitionsRDD [2471] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2472 [id="node_2472" labelType="html" label="*(1) Generate explode(prodPlantResults#48126), false, [prodPlantResults#48133]\n+- *(1) Project [prodPlantResults#48126]\n +- *(1) Filter ((size(prodPlantResults#48126, true) > 0) AND isnotnull(prodPlantResults#48126))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [2472] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2473 [id="node_2473" labelType="html" label="MapPartitionsRDD [2473] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2474 [id="node_2474" labelType="html" label="MapPartitionsRDD [2474] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2475 [id="node_2475" labelType="html" label="MapPartitionsRDD [2475] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7785 { id="cluster_7785"; isCluster="true"; label="Project"; 2476 [id="node_2476" labelType="html" label="MapPartitionsRDD [2476] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7800 { id="cluster_7800"; isCluster="true"; label="InMemoryTableScan"; 2477 [id="node_2477" labelType="html" label="MapPartitionsRDD [2477] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2478 [id="node_2478" labelType="html" label="MapPartitionsRDD [2478] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2479 [id="node_2479" labelType="html" label="MapPartitionsRDD [2479] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7795 { id="cluster_7795"; isCluster="true"; label="WholeStageCodegen (1)"; 2480 [id="node_2480" labelType="html" label="MapPartitionsRDD [2480] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7794 { id="cluster_7794"; isCluster="true"; label="Project"; 2481 [id="node_2481" labelType="html" label="MapPartitionsRDD [2481] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7807 { id="cluster_7807"; isCluster="true"; label="InMemoryTableScan"; 2482 [id="node_2482" labelType="html" label="MapPartitionsRDD [2482] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2483 [id="node_2483" labelType="html" label="MapPartitionsRDD [2483] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 2484 [id="node_2484" labelType="html" label="MapPartitionsRDD [2484] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7802 { id="cluster_7802"; isCluster="true"; label="WholeStageCodegen (2)"; 2485 [id="node_2485" labelType="html" label="MapPartitionsRDD [2485] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7801 { id="cluster_7801"; isCluster="true"; label="Project"; 2486 [id="node_2486" labelType="html" label="MapPartitionsRDD [2486] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7784 { id="cluster_7784"; isCluster="true"; label="Union"; 2487 [id="node_2487" labelType="html" label="UnionRDD [2487] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7769 { id="cluster_7769"; isCluster="true"; label="WholeStageCodegen (4)"; 2488 [id="node_2488" labelType="html" label="MapPartitionsRDD [2488] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7768 { id="cluster_7768"; isCluster="true"; label="SortAggregate"; 2489 [id="node_2489" labelType="html" label="MapPartitionsRDD [2489] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_7767 { id="cluster_7767"; isCluster="true"; label="Exchange"; 2490 [id="node_2490" labelType="html" label="MapPartitionsRDD [2490] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 2453->2454; 2454->2455; 2455->2456; 2456->2457; 2457->2458; 2458->2459; 2459->2460; 2460->2461; 2461->2462; 2462->2463; 2463->2469; 2469->2470; 2470->2471; 2471->2472; 2472->2473; 2473->2474; 2474->2475; 2475->2476; 2472->2477; 2477->2478; 2478->2479; 2479->2480; 2480->2481; 2472->2482; 2482->2483; 2483->2484; 2484->2485; 2485->2486; 2476->2487; 2481->2487; 2486->2487; 2487->2488; 2488->2489; 2489->2490; }
2452,2453
2463
2472
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time