4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1439 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.0 s
Locality Level Summary:
Process local: 24
Input Size / Records:
116.0 KiB / 24
Shuffle Write Size / Records:
97.3 KiB / 780
Associated Job Ids:
660
DAG Visualization
digraph G { id="graph_1439"; subgraph graph_stage_1439 { id="graph_stage_1439"; isCluster="true"; label="Stage 1439"; 3736 [id="node_3736" labelType="html" label="SQLExecutionRDD [3736] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_11661 { id="cluster_11661"; isCluster="true"; label="Exchange"; 3728 [id="node_3728" labelType="html" label="ShuffledRowRDD [3728] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11660 { id="cluster_11660"; isCluster="true"; label="ObjectHashAggregate"; 3729 [id="node_3729" labelType="html" label="MapPartitionsRDD [3729] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11659 { id="cluster_11659"; isCluster="true"; label="Project"; 3730 [id="node_3730" labelType="html" label="MapPartitionsRDD [3730] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11646 { id="cluster_11646"; isCluster="true"; label="WholeStageCodegen (11)"; 3731 [id="node_3731" labelType="html" label="MapPartitionsRDD [3731] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11645 { id="cluster_11645"; isCluster="true"; label="DeserializeToObject"; 3732 [id="node_3732" labelType="html" label="MapPartitionsRDD [3732] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11644 { id="cluster_11644"; isCluster="true"; label="MapPartitions"; 3733 [id="node_3733" labelType="html" label="MapPartitionsRDD [3733] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11586 { id="cluster_11586"; isCluster="true"; label="WholeStageCodegen (14)"; 3734 [id="node_3734" labelType="html" label="MapPartitionsRDD [3734] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11571 { id="cluster_11571"; isCluster="true"; label="DeserializeToObject"; 3735 [id="node_3735" labelType="html" label="MapPartitionsRDD [3735] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11705 { id="cluster_11705"; isCluster="true"; label="mapPartitions"; 3737 [id="node_3737" labelType="html" label="MapPartitionsRDD [3737] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11706 { id="cluster_11706"; isCluster="true"; label="mapPartitions"; 3738 [id="node_3738" labelType="html" label="MapPartitionsRDD [3738] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11773 { id="cluster_11773"; isCluster="true"; label="Scan"; 3744 [id="node_3744" labelType="html" label="MapPartitionsRDD [3744] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11767 { id="cluster_11767"; isCluster="true"; label="WholeStageCodegen (1)"; 3745 [id="node_3745" labelType="html" label="MapPartitionsRDD [3745] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11766 { id="cluster_11766"; isCluster="true"; label="InMemoryTableScan"; 3746 [id="node_3746" labelType="html" label="MapPartitionsRDD [3746] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3747 [id="node_3747" labelType="html" label="*(1) Generate explode(prodPlantResults#73079), false, [prodPlantResults#73086]\n+- *(1) Project [prodPlantResults#73079]\n +- *(1) Filter ((size(prodPlantResults#73079, true) > 0) AND isnotnull(prodPlantResults#73079))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [3747] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3748 [id="node_3748" labelType="html" label="MapPartitionsRDD [3748] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3749 [id="node_3749" labelType="html" label="MapPartitionsRDD [3749] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3750 [id="node_3750" labelType="html" label="MapPartitionsRDD [3750] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11765 { id="cluster_11765"; isCluster="true"; label="Project"; 3751 [id="node_3751" labelType="html" label="MapPartitionsRDD [3751] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11780 { id="cluster_11780"; isCluster="true"; label="InMemoryTableScan"; 3752 [id="node_3752" labelType="html" label="MapPartitionsRDD [3752] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3753 [id="node_3753" labelType="html" label="MapPartitionsRDD [3753] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3754 [id="node_3754" labelType="html" label="MapPartitionsRDD [3754] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11775 { id="cluster_11775"; isCluster="true"; label="WholeStageCodegen (1)"; 3755 [id="node_3755" labelType="html" label="MapPartitionsRDD [3755] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11774 { id="cluster_11774"; isCluster="true"; label="Project"; 3756 [id="node_3756" labelType="html" label="MapPartitionsRDD [3756] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11787 { id="cluster_11787"; isCluster="true"; label="InMemoryTableScan"; 3757 [id="node_3757" labelType="html" label="MapPartitionsRDD [3757] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3758 [id="node_3758" labelType="html" label="MapPartitionsRDD [3758] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3759 [id="node_3759" labelType="html" label="MapPartitionsRDD [3759] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11782 { id="cluster_11782"; isCluster="true"; label="WholeStageCodegen (2)"; 3760 [id="node_3760" labelType="html" label="MapPartitionsRDD [3760] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11781 { id="cluster_11781"; isCluster="true"; label="Project"; 3761 [id="node_3761" labelType="html" label="MapPartitionsRDD [3761] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11764 { id="cluster_11764"; isCluster="true"; label="Union"; 3762 [id="node_3762" labelType="html" label="UnionRDD [3762] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11750 { id="cluster_11750"; isCluster="true"; label="WholeStageCodegen (4)"; 3763 [id="node_3763" labelType="html" label="MapPartitionsRDD [3763] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11749 { id="cluster_11749"; isCluster="true"; label="SortAggregate"; 3764 [id="node_3764" labelType="html" label="MapPartitionsRDD [3764] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_11748 { id="cluster_11748"; isCluster="true"; label="Exchange"; 3765 [id="node_3765" labelType="html" label="MapPartitionsRDD [3765] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3728->3729; 3729->3730; 3730->3731; 3731->3732; 3732->3733; 3733->3734; 3734->3735; 3735->3736; 3736->3737; 3737->3738; 3738->3744; 3744->3745; 3745->3746; 3746->3747; 3747->3748; 3748->3749; 3749->3750; 3750->3751; 3747->3752; 3752->3753; 3753->3754; 3754->3755; 3755->3756; 3747->3757; 3757->3758; 3758->3759; 3759->3760; 3760->3761; 3751->3762; 3756->3762; 3761->3762; 3762->3763; 3763->3764; 3764->3765; }
3727,3728
3738
3747
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time