4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1075 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1948.0 B / 1
Associated Job Ids:
498
DAG Visualization
digraph G { id="graph_1075"; subgraph graph_stage_1075 { id="graph_stage_1075"; isCluster="true"; label="Stage 1075"; 2730 [id="node_2730" labelType="html" label="SQLExecutionRDD [2730] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 2734 [id="node_2734" labelType="html" label="SQLExecutionRDD [2734] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_8405 { id="cluster_8405"; isCluster="true"; label="Exchange"; 2725 [id="node_2725" labelType="html" label="ShuffledRowRDD [2725] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8400 { id="cluster_8400"; isCluster="true"; label="WholeStageCodegen (2)"; 2726 [id="node_2726" labelType="html" label="MapPartitionsRDD [2726] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8399 { id="cluster_8399"; isCluster="true"; label="DeserializeToObject"; 2727 [id="node_2727" labelType="html" label="MapPartitionsRDD [2727] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8398 { id="cluster_8398"; isCluster="true"; label="MapPartitions"; 2728 [id="node_2728" labelType="html" label="MapPartitionsRDD [2728] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8395 { id="cluster_8395"; isCluster="true"; label="WholeStageCodegen (3)"; 2729 [id="node_2729" labelType="html" label="MapPartitionsRDD [2729] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8406 { id="cluster_8406"; isCluster="true"; label="map"; 2731 [id="node_2731" labelType="html" label="Delta Table State #2 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [2731] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8408 { id="cluster_8408"; isCluster="true"; label="WholeStageCodegen (1)"; 2732 [id="node_2732" labelType="html" label="MapPartitionsRDD [2732] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8407 { id="cluster_8407"; isCluster="true"; label="Project"; 2733 [id="node_2733" labelType="html" label="MapPartitionsRDD [2733] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8411 { id="cluster_8411"; isCluster="true"; label="map"; 2735 [id="node_2735" labelType="html" label="Delta Table State with Stats #2 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [2735] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8699 { id="cluster_8699"; isCluster="true"; label="WholeStageCodegen (1)"; 2825 [id="node_2825" labelType="html" label="MapPartitionsRDD [2825] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8703 { id="cluster_8703"; isCluster="true"; label="mapPartitionsInternal"; 2826 [id="node_2826" labelType="html" label="MapPartitionsRDD [2826] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 2725->2726; 2726->2727; 2727->2728; 2728->2729; 2729->2730; 2730->2731; 2731->2732; 2732->2733; 2733->2734; 2734->2735; 2735->2825; 2825->2826; }
2724,2725
2731
2735
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time