4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173096 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
1988.0 B / 2
Associated Job Ids:
60536
DAG Visualization
digraph G { id="graph_173096"; subgraph graph_stage_173096 { id="graph_stage_173096"; isCluster="true"; label="Stage 173096"; subgraph cluster_1242490 { id="cluster_1242490"; isCluster="true"; label="Exchange"; 483330 [id="node_483330" labelType="html" label="ShuffledRowRDD [483330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242489 { id="cluster_1242489"; isCluster="true"; label="InMemoryTableScan"; 483331 [id="node_483331" labelType="html" label="MapPartitionsRDD [483331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483332 [id="node_483332" labelType="html" label="Exchange hashpartitioning(product#7905121, plant#7905122, 30), REPARTITION_BY_NUM, [plan_id=11189153]\n+- *(1) Scan ExistingRDD[shardId#7905118,worklistShardItemId#7905119L,version#7905120,product#7905121,plant#7905122,periodStart#7905123,periodEnd#7905124,qty#7905125]\n [483332] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242627 { id="cluster_1242627"; isCluster="true"; label="InMemoryTableScan"; 483377 [id="node_483377" labelType="html" label="MapPartitionsRDD [483377] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483378 [id="node_483378" labelType="html" label="MapPartitionsRDD [483378] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483379 [id="node_483379" labelType="html" label="MapPartitionsRDD [483379] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242616 { id="cluster_1242616"; isCluster="true"; label="WholeStageCodegen (14)"; 483381 [id="node_483381" labelType="html" label="MapPartitionsRDD [483381] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242615 { id="cluster_1242615"; isCluster="true"; label="ObjectHashAggregate"; 483383 [id="node_483383" labelType="html" label="MapPartitionsRDD [483383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242614 { id="cluster_1242614"; isCluster="true"; label="ObjectHashAggregate"; 483384 [id="node_483384" labelType="html" label="MapPartitionsRDD [483384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242649 { id="cluster_1242649"; isCluster="true"; label="InMemoryTableScan"; 483388 [id="node_483388" labelType="html" label="MapPartitionsRDD [483388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483389 [id="node_483389" labelType="html" label="MapPartitionsRDD [483389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483390 [id="node_483390" labelType="html" label="MapPartitionsRDD [483390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242643 { id="cluster_1242643"; isCluster="true"; label="WholeStageCodegen (15)"; 483394 [id="node_483394" labelType="html" label="MapPartitionsRDD [483394] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242613 { id="cluster_1242613"; isCluster="true"; label="Union"; 483395 [id="node_483395" labelType="html" label="UnionRDD [483395] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242598 { id="cluster_1242598"; isCluster="true"; label="DeserializeToObject"; 483396 [id="node_483396" labelType="html" label="MapPartitionsRDD [483396] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483330->483331; 483331->483332; 483332->483377; 483377->483378; 483378->483379; 483379->483381; 483381->483383; 483383->483384; 483332->483388; 483388->483389; 483389->483390; 483390->483394; 483384->483395; 483394->483395; 483395->483396; }
483329,483330
483332
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time