4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173020 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2.7 KiB / 4
Associated Job Ids:
60510
DAG Visualization
digraph G { id="graph_173020"; subgraph graph_stage_173020 { id="graph_stage_173020"; isCluster="true"; label="Stage 173020"; subgraph cluster_1241944 { id="cluster_1241944"; isCluster="true"; label="Exchange"; 483108 [id="node_483108" labelType="html" label="ShuffledRowRDD [483108] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241943 { id="cluster_1241943"; isCluster="true"; label="InMemoryTableScan"; 483109 [id="node_483109" labelType="html" label="MapPartitionsRDD [483109] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483110 [id="node_483110" labelType="html" label="Exchange hashpartitioning(product#7905121, plant#7905122, 30), REPARTITION_BY_NUM, [plan_id=11187645]\n+- *(1) Scan ExistingRDD[shardId#7905118,worklistShardItemId#7905119L,version#7905120,product#7905121,plant#7905122,periodStart#7905123,periodEnd#7905124,qty#7905125]\n [483110] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242081 { id="cluster_1242081"; isCluster="true"; label="InMemoryTableScan"; 483155 [id="node_483155" labelType="html" label="MapPartitionsRDD [483155] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483156 [id="node_483156" labelType="html" label="MapPartitionsRDD [483156] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483157 [id="node_483157" labelType="html" label="MapPartitionsRDD [483157] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242069 { id="cluster_1242069"; isCluster="true"; label="WholeStageCodegen (14)"; 483160 [id="node_483160" labelType="html" label="MapPartitionsRDD [483160] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242068 { id="cluster_1242068"; isCluster="true"; label="ObjectHashAggregate"; 483161 [id="node_483161" labelType="html" label="MapPartitionsRDD [483161] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242067 { id="cluster_1242067"; isCluster="true"; label="ObjectHashAggregate"; 483162 [id="node_483162" labelType="html" label="MapPartitionsRDD [483162] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242103 { id="cluster_1242103"; isCluster="true"; label="InMemoryTableScan"; 483166 [id="node_483166" labelType="html" label="MapPartitionsRDD [483166] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483167 [id="node_483167" labelType="html" label="MapPartitionsRDD [483167] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483168 [id="node_483168" labelType="html" label="MapPartitionsRDD [483168] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242098 { id="cluster_1242098"; isCluster="true"; label="WholeStageCodegen (15)"; 483172 [id="node_483172" labelType="html" label="MapPartitionsRDD [483172] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242066 { id="cluster_1242066"; isCluster="true"; label="Union"; 483173 [id="node_483173" labelType="html" label="UnionRDD [483173] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242052 { id="cluster_1242052"; isCluster="true"; label="DeserializeToObject"; 483174 [id="node_483174" labelType="html" label="MapPartitionsRDD [483174] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483108->483109; 483109->483110; 483110->483155; 483155->483156; 483156->483157; 483157->483160; 483160->483161; 483161->483162; 483110->483166; 483166->483167; 483167->483168; 483168->483172; 483162->483173; 483172->483173; 483173->483174; }
483107,483108
483110
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time