4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 766 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1948.0 B / 1
Associated Job Ids:
371
DAG Visualization
digraph G { id="graph_766"; subgraph graph_stage_766 { id="graph_stage_766"; isCluster="true"; label="Stage 766"; 1455 [id="node_1455" labelType="html" label="SQLExecutionRDD [1455] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1459 [id="node_1459" labelType="html" label="SQLExecutionRDD [1459] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_4427 { id="cluster_4427"; isCluster="true"; label="Exchange"; 1450 [id="node_1450" labelType="html" label="ShuffledRowRDD [1450] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4422 { id="cluster_4422"; isCluster="true"; label="WholeStageCodegen (2)"; 1451 [id="node_1451" labelType="html" label="MapPartitionsRDD [1451] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4421 { id="cluster_4421"; isCluster="true"; label="DeserializeToObject"; 1452 [id="node_1452" labelType="html" label="MapPartitionsRDD [1452] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4420 { id="cluster_4420"; isCluster="true"; label="MapPartitions"; 1453 [id="node_1453" labelType="html" label="MapPartitionsRDD [1453] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4417 { id="cluster_4417"; isCluster="true"; label="WholeStageCodegen (3)"; 1454 [id="node_1454" labelType="html" label="MapPartitionsRDD [1454] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4428 { id="cluster_4428"; isCluster="true"; label="map"; 1456 [id="node_1456" labelType="html" label="Delta Table State #2 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [1456] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4430 { id="cluster_4430"; isCluster="true"; label="WholeStageCodegen (1)"; 1457 [id="node_1457" labelType="html" label="MapPartitionsRDD [1457] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4429 { id="cluster_4429"; isCluster="true"; label="Project"; 1458 [id="node_1458" labelType="html" label="MapPartitionsRDD [1458] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4433 { id="cluster_4433"; isCluster="true"; label="map"; 1460 [id="node_1460" labelType="html" label="Delta Table State with Stats #2 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [1460] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_6429 { id="cluster_6429"; isCluster="true"; label="WholeStageCodegen (1)"; 1917 [id="node_1917" labelType="html" label="MapPartitionsRDD [1917] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_6433 { id="cluster_6433"; isCluster="true"; label="mapPartitionsInternal"; 1918 [id="node_1918" labelType="html" label="MapPartitionsRDD [1918] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1450->1451; 1451->1452; 1452->1453; 1453->1454; 1454->1455; 1455->1456; 1456->1457; 1457->1458; 1458->1459; 1459->1460; 1460->1917; 1917->1918; }
1449,1450
1456
1460
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time