4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1029 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 3; Process local: 47
Shuffle Read Size / Records:
6.3 KiB / 8
Shuffle Write Size / Records:
5.6 KiB / 50
Associated Job Ids:
472
DAG Visualization
digraph G { id="graph_1029"; subgraph graph_stage_1029 { id="graph_stage_1029"; isCluster="true"; label="Stage 1029"; 2711 [id="node_2711" labelType="html" label="SQLExecutionRDD [2711] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_8349 { id="cluster_8349"; isCluster="true"; label="Exchange"; 2706 [id="node_2706" labelType="html" label="ShuffledRowRDD [2706] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8344 { id="cluster_8344"; isCluster="true"; label="WholeStageCodegen (2)"; 2707 [id="node_2707" labelType="html" label="MapPartitionsRDD [2707] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8343 { id="cluster_8343"; isCluster="true"; label="DeserializeToObject"; 2708 [id="node_2708" labelType="html" label="MapPartitionsRDD [2708] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8342 { id="cluster_8342"; isCluster="true"; label="MapPartitions"; 2709 [id="node_2709" labelType="html" label="MapPartitionsRDD [2709] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8339 { id="cluster_8339"; isCluster="true"; label="WholeStageCodegen (3)"; 2710 [id="node_2710" labelType="html" label="MapPartitionsRDD [2710] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8350 { id="cluster_8350"; isCluster="true"; label="map"; 2712 [id="node_2712" labelType="html" label="Delta Table State #2 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log [2712] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8354 { id="cluster_8354"; isCluster="true"; label="WholeStageCodegen (1)"; 2713 [id="node_2713" labelType="html" label="MapPartitionsRDD [2713] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8353 { id="cluster_8353"; isCluster="true"; label="ObjectHashAggregate"; 2714 [id="node_2714" labelType="html" label="MapPartitionsRDD [2714] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8352 { id="cluster_8352"; isCluster="true"; label="Exchange"; 2715 [id="node_2715" labelType="html" label="MapPartitionsRDD [2715] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 2706->2707; 2707->2708; 2708->2709; 2709->2710; 2710->2711; 2711->2712; 2712->2713; 2713->2714; 2714->2715; }
2705,2706
2712
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time