4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172445 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 29; Process local: 1
Shuffle Read Size / Records:
43.4 KiB / 79
Associated Job Ids:
60318
DAG Visualization
digraph G { id="graph_172445"; subgraph graph_stage_172445 { id="graph_stage_172445"; isCluster="true"; label="Stage 172445"; 481554 [id="node_481554" labelType="html" label="SQLExecutionRDD [481554] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1238081 { id="cluster_1238081"; isCluster="true"; label="Exchange"; 481545 [id="node_481545" labelType="html" label="ShuffledRowRDD [481545] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238075 { id="cluster_1238075"; isCluster="true"; label="WholeStageCodegen (5)"; 481546 [id="node_481546" labelType="html" label="MapPartitionsRDD [481546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238074 { id="cluster_1238074"; isCluster="true"; label="SortAggregate"; 481547 [id="node_481547" labelType="html" label="MapPartitionsRDD [481547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238073 { id="cluster_1238073"; isCluster="true"; label="InMemoryTableScan"; 481548 [id="node_481548" labelType="html" label="MapPartitionsRDD [481548] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481549 [id="node_481549" labelType="html" label="SortAggregate(key=[demandChannel#8524328, shardId#7905118, qty#8524348, worklistShardItemId#7905119L, demandStream#8524329], functions=[first(kpis#8524357, false)], output=[shardId#7905118, worklistShardItemId#7905119L, qty#8524348, demandChannel#8524328, demandStream#8524329, kpis#8524470])\n+- *(5) Sort [demandChannel#8524328 ASC NULLS FIRST, shardId#7905118 ASC NULLS FIRST, qty#8524348 ASC NULLS FIRST, worklistShardItemId#7905119L ASC NULLS FIRST, demandStream#8524329 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#8524328, shardId#7905118, qty#8524348, worklistShardItemId#7905119L, demandStream#8524329, 30), ENSURE_REQUIREMENTS, [plan_id=11176853]\n +- SortAggregate(key=[demandChannel#8524328, shardId#7905118, knownfloatingpointnormalized(normalizenanandzero(qty#8524348)) AS qty#8524348, worklistShardItemId#7905119L, demandStream#8524329], functions=[partial_first(kpis#8524357, false)], output=[demandChannel#8524328, shardId#7905118, qty#8524348, worklistShardItemId#7905119L... [481549] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481550 [id="node_481550" labelType="html" label="MapPartitionsRDD [481550] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481551 [id="node_481551" labelType="html" label="MapPartitionsRDD [481551] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481552 [id="node_481552" labelType="html" label="MapPartitionsRDD [481552] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238072 { id="cluster_1238072"; isCluster="true"; label="DeserializeToObject"; 481553 [id="node_481553" labelType="html" label="MapPartitionsRDD [481553] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238121 { id="cluster_1238121"; isCluster="true"; label="mapPartitions"; 481555 [id="node_481555" labelType="html" label="MapPartitionsRDD [481555] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 481545->481546; 481546->481547; 481547->481548; 481548->481549; 481549->481550; 481550->481551; 481551->481552; 481552->481553; 481553->481554; 481554->481555; }
481544,481545
481549
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time