4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 594 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1563.0 B / 1
Associated Job Ids:
280
DAG Visualization
digraph G { id="graph_594"; subgraph graph_stage_594 { id="graph_stage_594"; isCluster="true"; label="Stage 594"; 1510 [id="node_1510" labelType="html" label="SQLExecutionRDD [1510] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1514 [id="node_1514" labelType="html" label="SQLExecutionRDD [1514] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_4586 { id="cluster_4586"; isCluster="true"; label="Exchange"; 1505 [id="node_1505" labelType="html" label="ShuffledRowRDD [1505] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4581 { id="cluster_4581"; isCluster="true"; label="WholeStageCodegen (2)"; 1506 [id="node_1506" labelType="html" label="MapPartitionsRDD [1506] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4580 { id="cluster_4580"; isCluster="true"; label="DeserializeToObject"; 1507 [id="node_1507" labelType="html" label="MapPartitionsRDD [1507] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4579 { id="cluster_4579"; isCluster="true"; label="MapPartitions"; 1508 [id="node_1508" labelType="html" label="MapPartitionsRDD [1508] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4576 { id="cluster_4576"; isCluster="true"; label="WholeStageCodegen (3)"; 1509 [id="node_1509" labelType="html" label="MapPartitionsRDD [1509] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_4587 { id="cluster_4587"; isCluster="true"; label="map"; 1511 [id="node_1511" labelType="html" label="Delta Table State #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1511] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4589 { id="cluster_4589"; isCluster="true"; label="WholeStageCodegen (1)"; 1512 [id="node_1512" labelType="html" label="MapPartitionsRDD [1512] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4588 { id="cluster_4588"; isCluster="true"; label="Project"; 1513 [id="node_1513" labelType="html" label="MapPartitionsRDD [1513] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4592 { id="cluster_4592"; isCluster="true"; label="map"; 1515 [id="node_1515" labelType="html" label="Delta Table State with Stats #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1515] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4766 { id="cluster_4766"; isCluster="true"; label="WholeStageCodegen (1)"; 1560 [id="node_1560" labelType="html" label="MapPartitionsRDD [1560] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_4770 { id="cluster_4770"; isCluster="true"; label="mapPartitionsInternal"; 1561 [id="node_1561" labelType="html" label="MapPartitionsRDD [1561] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1505->1506; 1506->1507; 1507->1508; 1508->1509; 1509->1510; 1510->1511; 1511->1512; 1512->1513; 1513->1514; 1514->1515; 1515->1560; 1560->1561; }
1504,1505
1511
1515
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time