4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173234 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Node local: 1; Process local: 29
Shuffle Read Size / Records:
211.0 B / 2
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
60581
DAG Visualization
digraph G { id="graph_173234"; subgraph graph_stage_173234 { id="graph_stage_173234"; isCluster="true"; label="Stage 173234"; subgraph cluster_1243627 { id="cluster_1243627"; isCluster="true"; label="Exchange"; 483792 [id="node_483792" labelType="html" label="ShuffledRowRDD [483792] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243626 { id="cluster_1243626"; isCluster="true"; label="InMemoryTableScan"; 483793 [id="node_483793" labelType="html" label="MapPartitionsRDD [483793] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483794 [id="node_483794" labelType="html" label="Exchange hashpartitioning(product#7905121, plant#7905122, 30), REPARTITION_BY_NUM, [plan_id=11192223]\n+- *(1) Scan ExistingRDD[shardId#7905118,worklistShardItemId#7905119L,version#7905120,product#7905121,plant#7905122,periodStart#7905123,periodEnd#7905124,qty#7905125]\n [483794] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483795 [id="node_483795" labelType="html" label="MapPartitionsRDD [483795] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483796 [id="node_483796" labelType="html" label="MapPartitionsRDD [483796] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483797 [id="node_483797" labelType="html" label="MapPartitionsRDD [483797] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1243625 { id="cluster_1243625"; isCluster="true"; label="CollectLimit"; 483798 [id="node_483798" labelType="html" label="MapPartitionsRDD [483798] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483799 [id="node_483799" labelType="html" label="MapPartitionsRDD [483799] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483792->483793; 483793->483794; 483794->483795; 483795->483796; 483796->483797; 483797->483798; 483798->483799; }
483791,483792
483794
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time