4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172970 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 7; Process local: 23
Shuffle Read Size / Records:
4.8 KiB / 8
Associated Job Ids:
60493
DAG Visualization
digraph G { id="graph_172970"; subgraph graph_stage_172970 { id="graph_stage_172970"; isCluster="true"; label="Stage 172970"; 483052 [id="node_483052" labelType="html" label="SQLExecutionRDD [483052] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1241749 { id="cluster_1241749"; isCluster="true"; label="Exchange"; 483043 [id="node_483043" labelType="html" label="ShuffledRowRDD [483043] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241743 { id="cluster_1241743"; isCluster="true"; label="WholeStageCodegen (5)"; 483044 [id="node_483044" labelType="html" label="MapPartitionsRDD [483044] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241742 { id="cluster_1241742"; isCluster="true"; label="SortAggregate"; 483045 [id="node_483045" labelType="html" label="MapPartitionsRDD [483045] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241741 { id="cluster_1241741"; isCluster="true"; label="InMemoryTableScan"; 483046 [id="node_483046" labelType="html" label="MapPartitionsRDD [483046] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483047 [id="node_483047" labelType="html" label="SortAggregate(key=[demandChannel#8550473, shardId#7905118, qty#8550493, worklistShardItemId#7905119L, demandStream#8550474], functions=[first(kpis#8550502, false)], output=[shardId#7905118, worklistShardItemId#7905119L, qty#8550493, demandChannel#8550473, demandStream#8550474, kpis#8550615])\n+- *(5) Sort [demandChannel#8550473 ASC NULLS FIRST, shardId#7905118 ASC NULLS FIRST, qty#8550493 ASC NULLS FIRST, worklistShardItemId#7905119L ASC NULLS FIRST, demandStream#8550474 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#8550473, shardId#7905118, qty#8550493, worklistShardItemId#7905119L, demandStream#8550474, 30), ENSURE_REQUIREMENTS, [plan_id=11187163]\n +- SortAggregate(key=[demandChannel#8550473, shardId#7905118, knownfloatingpointnormalized(normalizenanandzero(qty#8550493)) AS qty#8550493, worklistShardItemId#7905119L, demandStream#8550474], functions=[partial_first(kpis#8550502, false)], output=[demandChannel#8550473, shardId#7905118, qty#8550493, worklistShardItemId#7905119L... [483047] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483048 [id="node_483048" labelType="html" label="MapPartitionsRDD [483048] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483049 [id="node_483049" labelType="html" label="MapPartitionsRDD [483049] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483050 [id="node_483050" labelType="html" label="MapPartitionsRDD [483050] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241740 { id="cluster_1241740"; isCluster="true"; label="DeserializeToObject"; 483051 [id="node_483051" labelType="html" label="MapPartitionsRDD [483051] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241789 { id="cluster_1241789"; isCluster="true"; label="mapPartitions"; 483053 [id="node_483053" labelType="html" label="MapPartitionsRDD [483053] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483043->483044; 483044->483045; 483045->483046; 483046->483047; 483047->483048; 483048->483049; 483049->483050; 483050->483051; 483051->483052; 483052->483053; }
483042,483043
483047
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time