4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173263 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
9.8 KiB / 26
Associated Job Ids:
60594
DAG Visualization
digraph G { id="graph_173263"; subgraph graph_stage_173263 { id="graph_stage_173263"; isCluster="true"; label="Stage 173263"; 447408 [id="node_447408" labelType="html" label="SQLExecutionRDD [447408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 447412 [id="node_447412" labelType="html" label="SQLExecutionRDD [447412] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1154561 { id="cluster_1154561"; isCluster="true"; label="Exchange"; 447403 [id="node_447403" labelType="html" label="ShuffledRowRDD [447403] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154557 { id="cluster_1154557"; isCluster="true"; label="WholeStageCodegen (2)"; 447404 [id="node_447404" labelType="html" label="MapPartitionsRDD [447404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154556 { id="cluster_1154556"; isCluster="true"; label="DeserializeToObject"; 447405 [id="node_447405" labelType="html" label="MapPartitionsRDD [447405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154555 { id="cluster_1154555"; isCluster="true"; label="MapPartitions"; 447406 [id="node_447406" labelType="html" label="MapPartitionsRDD [447406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154552 { id="cluster_1154552"; isCluster="true"; label="WholeStageCodegen (3)"; 447407 [id="node_447407" labelType="html" label="MapPartitionsRDD [447407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154566 { id="cluster_1154566"; isCluster="true"; label="map"; 447409 [id="node_447409" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000001445/0_1_10000001445/_delta_log [447409] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154568 { id="cluster_1154568"; isCluster="true"; label="WholeStageCodegen (1)"; 447410 [id="node_447410" labelType="html" label="MapPartitionsRDD [447410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154567 { id="cluster_1154567"; isCluster="true"; label="Project"; 447411 [id="node_447411" labelType="html" label="MapPartitionsRDD [447411] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1154571 { id="cluster_1154571"; isCluster="true"; label="map"; 447413 [id="node_447413" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000001445/0_1_10000001445/_delta_log [447413] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243905 { id="cluster_1243905"; isCluster="true"; label="WholeStageCodegen (1)"; 483888 [id="node_483888" labelType="html" label="MapPartitionsRDD [483888] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243904 { id="cluster_1243904"; isCluster="true"; label="Scan parquet "; 483889 [id="node_483889" labelType="html" label="MapPartitionsRDD [483889] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 447403->447404; 447404->447405; 447405->447406; 447406->447407; 447407->447408; 447408->447409; 447409->447410; 447410->447411; 447411->447412; 447412->447413; 447413->483888; 483888->483889; }
447402,447403
447409
447413
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time