4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173045 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 7; Process local: 23
Shuffle Read Size / Records:
4.8 KiB / 8
Associated Job Ids:
60518
DAG Visualization
digraph G { id="graph_173045"; subgraph graph_stage_173045 { id="graph_stage_173045"; isCluster="true"; label="Stage 173045"; 483266 [id="node_483266" labelType="html" label="SQLExecutionRDD [483266] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1242272 { id="cluster_1242272"; isCluster="true"; label="Exchange"; 483257 [id="node_483257" labelType="html" label="ShuffledRowRDD [483257] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242267 { id="cluster_1242267"; isCluster="true"; label="WholeStageCodegen (5)"; 483258 [id="node_483258" labelType="html" label="MapPartitionsRDD [483258] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242266 { id="cluster_1242266"; isCluster="true"; label="SortAggregate"; 483259 [id="node_483259" labelType="html" label="MapPartitionsRDD [483259] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242265 { id="cluster_1242265"; isCluster="true"; label="InMemoryTableScan"; 483260 [id="node_483260" labelType="html" label="MapPartitionsRDD [483260] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483261 [id="node_483261" labelType="html" label="SortAggregate(key=[demandChannel#8554208, shardId#7905118, qty#8554228, worklistShardItemId#7905119L, demandStream#8554209], functions=[first(kpis#8554237, false)], output=[shardId#7905118, worklistShardItemId#7905119L, qty#8554228, demandChannel#8554208, demandStream#8554209, kpis#8554350])\n+- *(5) Sort [demandChannel#8554208 ASC NULLS FIRST, shardId#7905118 ASC NULLS FIRST, qty#8554228 ASC NULLS FIRST, worklistShardItemId#7905119L ASC NULLS FIRST, demandStream#8554209 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#8554208, shardId#7905118, qty#8554228, worklistShardItemId#7905119L, demandStream#8554209, 30), ENSURE_REQUIREMENTS, [plan_id=11188638]\n +- SortAggregate(key=[demandChannel#8554208, shardId#7905118, knownfloatingpointnormalized(normalizenanandzero(qty#8554228)) AS qty#8554228, worklistShardItemId#7905119L, demandStream#8554209], functions=[partial_first(kpis#8554237, false)], output=[demandChannel#8554208, shardId#7905118, qty#8554228, worklistShardItemId#7905119L... [483261] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483262 [id="node_483262" labelType="html" label="MapPartitionsRDD [483262] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483263 [id="node_483263" labelType="html" label="MapPartitionsRDD [483263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483264 [id="node_483264" labelType="html" label="MapPartitionsRDD [483264] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242264 { id="cluster_1242264"; isCluster="true"; label="DeserializeToObject"; 483265 [id="node_483265" labelType="html" label="MapPartitionsRDD [483265] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242313 { id="cluster_1242313"; isCluster="true"; label="mapPartitions"; 483267 [id="node_483267" labelType="html" label="MapPartitionsRDD [483267] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483257->483258; 483258->483259; 483259->483260; 483260->483261; 483261->483262; 483262->483263; 483263->483264; 483264->483265; 483265->483266; 483266->483267; }
483256,483257
483261
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time