4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172576 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
42 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
26.3 KiB / 87
Associated Job Ids:
60363
DAG Visualization
digraph G { id="graph_172576"; subgraph graph_stage_172576 { id="graph_stage_172576"; isCluster="true"; label="Stage 172576"; 481171 [id="node_481171" labelType="html" label="SQLExecutionRDD [481171] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481196 [id="node_481196" labelType="html" label="SQLExecutionRDD [481196] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1237181 { id="cluster_1237181"; isCluster="true"; label="Exchange"; 481166 [id="node_481166" labelType="html" label="ShuffledRowRDD [481166] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237177 { id="cluster_1237177"; isCluster="true"; label="WholeStageCodegen (2)"; 481167 [id="node_481167" labelType="html" label="MapPartitionsRDD [481167] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237176 { id="cluster_1237176"; isCluster="true"; label="DeserializeToObject"; 481168 [id="node_481168" labelType="html" label="MapPartitionsRDD [481168] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237175 { id="cluster_1237175"; isCluster="true"; label="MapPartitions"; 481169 [id="node_481169" labelType="html" label="MapPartitionsRDD [481169] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237172 { id="cluster_1237172"; isCluster="true"; label="WholeStageCodegen (3)"; 481170 [id="node_481170" labelType="html" label="MapPartitionsRDD [481170] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237186 { id="cluster_1237186"; isCluster="true"; label="map"; 481172 [id="node_481172" labelType="html" label="Delta Table State #8 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001445/stream-10000001445-1/shardId=0_1_10000001445/_delta_log [481172] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237252 { id="cluster_1237252"; isCluster="true"; label="WholeStageCodegen (1)"; 481194 [id="node_481194" labelType="html" label="MapPartitionsRDD [481194] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237251 { id="cluster_1237251"; isCluster="true"; label="Project"; 481195 [id="node_481195" labelType="html" label="MapPartitionsRDD [481195] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237255 { id="cluster_1237255"; isCluster="true"; label="map"; 481197 [id="node_481197" labelType="html" label="Delta Table State with Stats #8 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001445/stream-10000001445-1/shardId=0_1_10000001445/_delta_log [481197] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238960 { id="cluster_1238960"; isCluster="true"; label="WholeStageCodegen (1)"; 481902 [id="node_481902" labelType="html" label="MapPartitionsRDD [481902] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238952 { id="cluster_1238952"; isCluster="true"; label="Scan parquet "; 481903 [id="node_481903" labelType="html" label="MapPartitionsRDD [481903] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 481166->481167; 481167->481168; 481168->481169; 481169->481170; 481170->481171; 481171->481172; 481172->481194; 481194->481195; 481195->481196; 481196->481197; 481197->481902; 481902->481903; }
481165,481166
481172
481197
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time