4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172647 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
4.8 KiB / 10
Associated Job Ids:
60386
DAG Visualization
digraph G { id="graph_172647"; subgraph graph_stage_172647 { id="graph_stage_172647"; isCluster="true"; label="Stage 172647"; subgraph cluster_1239324 { id="cluster_1239324"; isCluster="true"; label="Exchange"; 482038 [id="node_482038" labelType="html" label="ShuffledRowRDD [482038] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239323 { id="cluster_1239323"; isCluster="true"; label="InMemoryTableScan"; 482039 [id="node_482039" labelType="html" label="MapPartitionsRDD [482039] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 482040 [id="node_482040" labelType="html" label="Exchange hashpartitioning(product#7905121, plant#7905122, 30), REPARTITION_BY_NUM, [plan_id=11180285]\n+- *(1) Scan ExistingRDD[shardId#7905118,worklistShardItemId#7905119L,version#7905120,product#7905121,plant#7905122,periodStart#7905123,periodEnd#7905124,qty#7905125]\n [482040] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239461 { id="cluster_1239461"; isCluster="true"; label="InMemoryTableScan"; 482083 [id="node_482083" labelType="html" label="MapPartitionsRDD [482083] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 482085 [id="node_482085" labelType="html" label="MapPartitionsRDD [482085] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 482087 [id="node_482087" labelType="html" label="MapPartitionsRDD [482087] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239450 { id="cluster_1239450"; isCluster="true"; label="WholeStageCodegen (14)"; 482088 [id="node_482088" labelType="html" label="MapPartitionsRDD [482088] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239449 { id="cluster_1239449"; isCluster="true"; label="ObjectHashAggregate"; 482090 [id="node_482090" labelType="html" label="MapPartitionsRDD [482090] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239448 { id="cluster_1239448"; isCluster="true"; label="ObjectHashAggregate"; 482091 [id="node_482091" labelType="html" label="MapPartitionsRDD [482091] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239483 { id="cluster_1239483"; isCluster="true"; label="InMemoryTableScan"; 482096 [id="node_482096" labelType="html" label="MapPartitionsRDD [482096] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 482097 [id="node_482097" labelType="html" label="MapPartitionsRDD [482097] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 482098 [id="node_482098" labelType="html" label="MapPartitionsRDD [482098] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239478 { id="cluster_1239478"; isCluster="true"; label="WholeStageCodegen (15)"; 482102 [id="node_482102" labelType="html" label="MapPartitionsRDD [482102] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239447 { id="cluster_1239447"; isCluster="true"; label="Union"; 482103 [id="node_482103" labelType="html" label="UnionRDD [482103] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239432 { id="cluster_1239432"; isCluster="true"; label="DeserializeToObject"; 482104 [id="node_482104" labelType="html" label="MapPartitionsRDD [482104] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 482038->482039; 482039->482040; 482040->482083; 482083->482085; 482085->482087; 482087->482088; 482088->482090; 482090->482091; 482040->482096; 482096->482097; 482097->482098; 482098->482102; 482091->482103; 482102->482103; 482103->482104; }
482037,482038
482040
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time