4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1079 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1655.0 B / 1
Associated Job Ids:
500
DAG Visualization
digraph G { id="graph_1079"; subgraph graph_stage_1079 { id="graph_stage_1079"; isCluster="true"; label="Stage 1079"; 2768 [id="node_2768" labelType="html" label="SQLExecutionRDD [2768] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 2772 [id="node_2772" labelType="html" label="SQLExecutionRDD [2772] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_8517 { id="cluster_8517"; isCluster="true"; label="Exchange"; 2763 [id="node_2763" labelType="html" label="ShuffledRowRDD [2763] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8512 { id="cluster_8512"; isCluster="true"; label="WholeStageCodegen (2)"; 2764 [id="node_2764" labelType="html" label="MapPartitionsRDD [2764] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8511 { id="cluster_8511"; isCluster="true"; label="DeserializeToObject"; 2765 [id="node_2765" labelType="html" label="MapPartitionsRDD [2765] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8510 { id="cluster_8510"; isCluster="true"; label="MapPartitions"; 2766 [id="node_2766" labelType="html" label="MapPartitionsRDD [2766] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8507 { id="cluster_8507"; isCluster="true"; label="WholeStageCodegen (3)"; 2767 [id="node_2767" labelType="html" label="MapPartitionsRDD [2767] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_8518 { id="cluster_8518"; isCluster="true"; label="map"; 2769 [id="node_2769" labelType="html" label="Delta Table State #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [2769] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8520 { id="cluster_8520"; isCluster="true"; label="WholeStageCodegen (1)"; 2770 [id="node_2770" labelType="html" label="MapPartitionsRDD [2770] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8519 { id="cluster_8519"; isCluster="true"; label="Project"; 2771 [id="node_2771" labelType="html" label="MapPartitionsRDD [2771] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8523 { id="cluster_8523"; isCluster="true"; label="map"; 2773 [id="node_2773" labelType="html" label="Delta Table State with Stats #1 - hdlfs://9b46f9d5-066e-49af-bc5c-7af37534ca4d.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [2773] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8717 { id="cluster_8717"; isCluster="true"; label="WholeStageCodegen (1)"; 2829 [id="node_2829" labelType="html" label="MapPartitionsRDD [2829] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_8721 { id="cluster_8721"; isCluster="true"; label="mapPartitionsInternal"; 2830 [id="node_2830" labelType="html" label="MapPartitionsRDD [2830] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 2763->2764; 2764->2765; 2765->2766; 2766->2767; 2767->2768; 2768->2769; 2769->2770; 2770->2771; 2771->2772; 2772->2773; 2773->2829; 2829->2830; }
2762,2763
2769
2773
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time