4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1317 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 24
Input Size / Records:
116.0 KiB / 24
Shuffle Write Size / Records:
97.3 KiB / 780
Associated Job Ids:
622
DAG Visualization
digraph G { id="graph_1317"; subgraph graph_stage_1317 { id="graph_stage_1317"; isCluster="true"; label="Stage 1317"; 3382 [id="node_3382" labelType="html" label="SQLExecutionRDD [3382] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_10813 { id="cluster_10813"; isCluster="true"; label="Exchange"; 3374 [id="node_3374" labelType="html" label="ShuffledRowRDD [3374] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10812 { id="cluster_10812"; isCluster="true"; label="ObjectHashAggregate"; 3375 [id="node_3375" labelType="html" label="MapPartitionsRDD [3375] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10811 { id="cluster_10811"; isCluster="true"; label="Project"; 3376 [id="node_3376" labelType="html" label="MapPartitionsRDD [3376] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10804 { id="cluster_10804"; isCluster="true"; label="WholeStageCodegen (11)"; 3377 [id="node_3377" labelType="html" label="MapPartitionsRDD [3377] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10803 { id="cluster_10803"; isCluster="true"; label="DeserializeToObject"; 3378 [id="node_3378" labelType="html" label="MapPartitionsRDD [3378] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10802 { id="cluster_10802"; isCluster="true"; label="MapPartitions"; 3379 [id="node_3379" labelType="html" label="MapPartitionsRDD [3379] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10742 { id="cluster_10742"; isCluster="true"; label="WholeStageCodegen (14)"; 3380 [id="node_3380" labelType="html" label="MapPartitionsRDD [3380] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10729 { id="cluster_10729"; isCluster="true"; label="DeserializeToObject"; 3381 [id="node_3381" labelType="html" label="MapPartitionsRDD [3381] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10863 { id="cluster_10863"; isCluster="true"; label="mapPartitions"; 3383 [id="node_3383" labelType="html" label="MapPartitionsRDD [3383] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10864 { id="cluster_10864"; isCluster="true"; label="mapPartitions"; 3384 [id="node_3384" labelType="html" label="MapPartitionsRDD [3384] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10931 { id="cluster_10931"; isCluster="true"; label="Scan"; 3390 [id="node_3390" labelType="html" label="MapPartitionsRDD [3390] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10925 { id="cluster_10925"; isCluster="true"; label="WholeStageCodegen (1)"; 3391 [id="node_3391" labelType="html" label="MapPartitionsRDD [3391] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10924 { id="cluster_10924"; isCluster="true"; label="InMemoryTableScan"; 3392 [id="node_3392" labelType="html" label="MapPartitionsRDD [3392] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3393 [id="node_3393" labelType="html" label="*(1) Generate explode(prodPlantResults#66483), false, [prodPlantResults#66490]\n+- *(1) Project [prodPlantResults#66483]\n +- *(1) Filter ((size(prodPlantResults#66483, true) > 0) AND isnotnull(prodPlantResults#66483))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [3393] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3394 [id="node_3394" labelType="html" label="MapPartitionsRDD [3394] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3395 [id="node_3395" labelType="html" label="MapPartitionsRDD [3395] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3396 [id="node_3396" labelType="html" label="MapPartitionsRDD [3396] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10923 { id="cluster_10923"; isCluster="true"; label="Project"; 3397 [id="node_3397" labelType="html" label="MapPartitionsRDD [3397] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10938 { id="cluster_10938"; isCluster="true"; label="InMemoryTableScan"; 3398 [id="node_3398" labelType="html" label="MapPartitionsRDD [3398] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3399 [id="node_3399" labelType="html" label="MapPartitionsRDD [3399] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3400 [id="node_3400" labelType="html" label="MapPartitionsRDD [3400] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10933 { id="cluster_10933"; isCluster="true"; label="WholeStageCodegen (1)"; 3401 [id="node_3401" labelType="html" label="MapPartitionsRDD [3401] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10932 { id="cluster_10932"; isCluster="true"; label="Project"; 3402 [id="node_3402" labelType="html" label="MapPartitionsRDD [3402] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10945 { id="cluster_10945"; isCluster="true"; label="InMemoryTableScan"; 3403 [id="node_3403" labelType="html" label="MapPartitionsRDD [3403] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3404 [id="node_3404" labelType="html" label="MapPartitionsRDD [3404] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 3405 [id="node_3405" labelType="html" label="MapPartitionsRDD [3405] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10940 { id="cluster_10940"; isCluster="true"; label="WholeStageCodegen (2)"; 3406 [id="node_3406" labelType="html" label="MapPartitionsRDD [3406] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10939 { id="cluster_10939"; isCluster="true"; label="Project"; 3407 [id="node_3407" labelType="html" label="MapPartitionsRDD [3407] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10922 { id="cluster_10922"; isCluster="true"; label="Union"; 3408 [id="node_3408" labelType="html" label="UnionRDD [3408] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10908 { id="cluster_10908"; isCluster="true"; label="WholeStageCodegen (4)"; 3409 [id="node_3409" labelType="html" label="MapPartitionsRDD [3409] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10906 { id="cluster_10906"; isCluster="true"; label="SortAggregate"; 3410 [id="node_3410" labelType="html" label="MapPartitionsRDD [3410] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_10905 { id="cluster_10905"; isCluster="true"; label="Exchange"; 3411 [id="node_3411" labelType="html" label="MapPartitionsRDD [3411] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 3374->3375; 3375->3376; 3376->3377; 3377->3378; 3378->3379; 3379->3380; 3380->3381; 3381->3382; 3382->3383; 3383->3384; 3384->3390; 3390->3391; 3391->3392; 3392->3393; 3393->3394; 3394->3395; 3395->3396; 3396->3397; 3393->3398; 3398->3399; 3399->3400; 3400->3401; 3401->3402; 3393->3403; 3403->3404; 3404->3405; 3405->3406; 3406->3407; 3397->3408; 3402->3408; 3407->3408; 3408->3409; 3409->3410; 3410->3411; }
3373,3374
3384
3393
Event Timeline
Enable zooming
Tasks: 24. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time