4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1050 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 2; Process local: 48
Shuffle Read Size / Records:
3.0 KiB / 5
Associated Job Ids:
484
DAG Visualization
digraph G { id="graph_1050"; subgraph graph_stage_1050 { id="graph_stage_1050"; isCluster="true"; label="Stage 1050"; 2785 [id="node_2785" labelType="html" label="SQLExecutionRDD [2785] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 2789 [id="node_2789" labelType="html" label="SQLExecutionRDD [2789] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_8564 { id="cluster_8564"; isCluster="true"; label="Exchange"; 2780 [id="node_2780" labelType="html" label="ShuffledRowRDD [2780] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8559 { id="cluster_8559"; isCluster="true"; label="WholeStageCodegen (2)"; 2781 [id="node_2781" labelType="html" label="MapPartitionsRDD [2781] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8558 { id="cluster_8558"; isCluster="true"; label="DeserializeToObject"; 2782 [id="node_2782" labelType="html" label="MapPartitionsRDD [2782] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8557 { id="cluster_8557"; isCluster="true"; label="MapPartitions"; 2783 [id="node_2783" labelType="html" label="MapPartitionsRDD [2783] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8554 { id="cluster_8554"; isCluster="true"; label="WholeStageCodegen (3)"; 2784 [id="node_2784" labelType="html" label="MapPartitionsRDD [2784] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8565 { id="cluster_8565"; isCluster="true"; label="map"; 2786 [id="node_2786" labelType="html" label="Delta Table State #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [2786] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8567 { id="cluster_8567"; isCluster="true"; label="WholeStageCodegen (1)"; 2787 [id="node_2787" labelType="html" label="MapPartitionsRDD [2787] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8566 { id="cluster_8566"; isCluster="true"; label="Project"; 2788 [id="node_2788" labelType="html" label="MapPartitionsRDD [2788] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8570 { id="cluster_8570"; isCluster="true"; label="map"; 2790 [id="node_2790" labelType="html" label="Delta Table State with Stats #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [2790] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8571 { id="cluster_8571"; isCluster="true"; label="WholeStageCodegen (1)"; 2791 [id="node_2791" labelType="html" label="MapPartitionsRDD [2791] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8575 { id="cluster_8575"; isCluster="true"; label="mapPartitionsInternal"; 2792 [id="node_2792" labelType="html" label="MapPartitionsRDD [2792] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 2780->2781; 2781->2782; 2782->2783; 2783->2784; 2784->2785; 2785->2786; 2786->2787; 2787->2788; 2788->2789; 2789->2790; 2790->2791; 2791->2792; }
2779,2780
2786
2790
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time