4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173144 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 50
Input Size / Records:
219.4 KiB / 1981
Shuffle Write Size / Records:
218.9 KiB / 1981
Associated Job Ids:
60549
DAG Visualization
digraph G { id="graph_173144"; subgraph graph_stage_173144 { id="graph_stage_173144"; isCluster="true"; label="Stage 173144"; 483528 [id="node_483528" labelType="html" label="SQLExecutionRDD [483528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1242955 { id="cluster_1242955"; isCluster="true"; label="Exchange"; 483523 [id="node_483523" labelType="html" label="ShuffledRowRDD [483523] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242951 { id="cluster_1242951"; isCluster="true"; label="WholeStageCodegen (3)"; 483524 [id="node_483524" labelType="html" label="MapPartitionsRDD [483524] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242950 { id="cluster_1242950"; isCluster="true"; label="DeserializeToObject"; 483525 [id="node_483525" labelType="html" label="MapPartitionsRDD [483525] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242949 { id="cluster_1242949"; isCluster="true"; label="MapPartitions"; 483526 [id="node_483526" labelType="html" label="MapPartitionsRDD [483526] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242946 { id="cluster_1242946"; isCluster="true"; label="WholeStageCodegen (4)"; 483527 [id="node_483527" labelType="html" label="MapPartitionsRDD [483527] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242966 { id="cluster_1242966"; isCluster="true"; label="map"; 483529 [id="node_483529" labelType="html" label="Delta Table State #100 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000001445/stream-10000001445-1/_delta_log [483529] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243003 { id="cluster_1243003"; isCluster="true"; label="WholeStageCodegen (1)"; 483536 [id="node_483536" labelType="html" label="MapPartitionsRDD [483536] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243002 { id="cluster_1243002"; isCluster="true"; label="Exchange"; 483537 [id="node_483537" labelType="html" label="MapPartitionsRDD [483537] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483523->483524; 483524->483525; 483525->483526; 483526->483527; 483527->483528; 483528->483529; 483529->483536; 483536->483537; }
483522,483523
483529
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time