4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172258 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 50
Input Size / Records:
25.9 KiB / 85
Associated Job Ids:
60255
DAG Visualization
digraph G { id="graph_172258"; subgraph graph_stage_172258 { id="graph_stage_172258"; isCluster="true"; label="Stage 172258"; 478742 [id="node_478742" labelType="html" label="SQLExecutionRDD [478742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 478767 [id="node_478767" labelType="html" label="SQLExecutionRDD [478767] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1231223 { id="cluster_1231223"; isCluster="true"; label="Exchange"; 478737 [id="node_478737" labelType="html" label="ShuffledRowRDD [478737] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231219 { id="cluster_1231219"; isCluster="true"; label="WholeStageCodegen (2)"; 478738 [id="node_478738" labelType="html" label="MapPartitionsRDD [478738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231218 { id="cluster_1231218"; isCluster="true"; label="DeserializeToObject"; 478739 [id="node_478739" labelType="html" label="MapPartitionsRDD [478739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231217 { id="cluster_1231217"; isCluster="true"; label="MapPartitions"; 478740 [id="node_478740" labelType="html" label="MapPartitionsRDD [478740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231214 { id="cluster_1231214"; isCluster="true"; label="WholeStageCodegen (3)"; 478741 [id="node_478741" labelType="html" label="MapPartitionsRDD [478741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231228 { id="cluster_1231228"; isCluster="true"; label="map"; 478743 [id="node_478743" labelType="html" label="Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001445/stream-10000001445-1/shardId=0_1_10000001445/_delta_log [478743] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231294 { id="cluster_1231294"; isCluster="true"; label="WholeStageCodegen (1)"; 478765 [id="node_478765" labelType="html" label="MapPartitionsRDD [478765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231293 { id="cluster_1231293"; isCluster="true"; label="Project"; 478766 [id="node_478766" labelType="html" label="MapPartitionsRDD [478766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1231297 { id="cluster_1231297"; isCluster="true"; label="map"; 478768 [id="node_478768" labelType="html" label="Delta Table State with Stats #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001445/stream-10000001445-1/shardId=0_1_10000001445/_delta_log [478768] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1236687 { id="cluster_1236687"; isCluster="true"; label="WholeStageCodegen (1)"; 480963 [id="node_480963" labelType="html" label="MapPartitionsRDD [480963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1236691 { id="cluster_1236691"; isCluster="true"; label="mapPartitionsInternal"; 480964 [id="node_480964" labelType="html" label="MapPartitionsRDD [480964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 478737->478738; 478738->478739; 478739->478740; 478740->478741; 478741->478742; 478742->478743; 478743->478765; 478765->478766; 478766->478767; 478767->478768; 478768->480963; 480963->480964; }
478736,478737
478743
478768
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time