4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173120 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 90
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
1226.0 B / 2
Associated Job Ids:
60544
DAG Visualization
digraph G { id="graph_173120"; subgraph graph_stage_173120 { id="graph_stage_173120"; isCluster="true"; label="Stage 173120"; 483449 [id="node_483449" labelType="html" label="SQLExecutionRDD [483449] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1242698 { id="cluster_1242698"; isCluster="true"; label="Exchange"; 483441 [id="node_483441" labelType="html" label="ShuffledRowRDD [483441] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242697 { id="cluster_1242697"; isCluster="true"; label="ObjectHashAggregate"; 483442 [id="node_483442" labelType="html" label="MapPartitionsRDD [483442] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242696 { id="cluster_1242696"; isCluster="true"; label="Project"; 483443 [id="node_483443" labelType="html" label="MapPartitionsRDD [483443] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242689 { id="cluster_1242689"; isCluster="true"; label="WholeStageCodegen (16)"; 483444 [id="node_483444" labelType="html" label="MapPartitionsRDD [483444] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242688 { id="cluster_1242688"; isCluster="true"; label="DeserializeToObject"; 483445 [id="node_483445" labelType="html" label="MapPartitionsRDD [483445] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242687 { id="cluster_1242687"; isCluster="true"; label="MapPartitions"; 483446 [id="node_483446" labelType="html" label="MapPartitionsRDD [483446] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242619 { id="cluster_1242619"; isCluster="true"; label="WholeStageCodegen (19)"; 483447 [id="node_483447" labelType="html" label="MapPartitionsRDD [483447] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242598 { id="cluster_1242598"; isCluster="true"; label="DeserializeToObject"; 483448 [id="node_483448" labelType="html" label="MapPartitionsRDD [483448] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242775 { id="cluster_1242775"; isCluster="true"; label="mapPartitions"; 483450 [id="node_483450" labelType="html" label="MapPartitionsRDD [483450] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242776 { id="cluster_1242776"; isCluster="true"; label="mapPartitions"; 483451 [id="node_483451" labelType="html" label="MapPartitionsRDD [483451] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242844 { id="cluster_1242844"; isCluster="true"; label="Scan"; 483457 [id="node_483457" labelType="html" label="MapPartitionsRDD [483457] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242838 { id="cluster_1242838"; isCluster="true"; label="WholeStageCodegen (1)"; 483458 [id="node_483458" labelType="html" label="MapPartitionsRDD [483458] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242837 { id="cluster_1242837"; isCluster="true"; label="InMemoryTableScan"; 483459 [id="node_483459" labelType="html" label="MapPartitionsRDD [483459] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483460 [id="node_483460" labelType="html" label="*(1) Generate explode(prodPlantResults#8557942), false, [prodPlantResults#8557949]\n+- *(1) Project [prodPlantResults#8557942]\n +- *(1) Filter ((size(prodPlantResults#8557942, true) > 0) AND isnotnull(prodPlantResults#8557942))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [483460] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483461 [id="node_483461" labelType="html" label="MapPartitionsRDD [483461] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483462 [id="node_483462" labelType="html" label="MapPartitionsRDD [483462] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483463 [id="node_483463" labelType="html" label="MapPartitionsRDD [483463] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242836 { id="cluster_1242836"; isCluster="true"; label="Project"; 483464 [id="node_483464" labelType="html" label="MapPartitionsRDD [483464] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242851 { id="cluster_1242851"; isCluster="true"; label="InMemoryTableScan"; 483465 [id="node_483465" labelType="html" label="MapPartitionsRDD [483465] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483466 [id="node_483466" labelType="html" label="MapPartitionsRDD [483466] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483467 [id="node_483467" labelType="html" label="MapPartitionsRDD [483467] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242846 { id="cluster_1242846"; isCluster="true"; label="WholeStageCodegen (1)"; 483468 [id="node_483468" labelType="html" label="MapPartitionsRDD [483468] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242845 { id="cluster_1242845"; isCluster="true"; label="Project"; 483469 [id="node_483469" labelType="html" label="MapPartitionsRDD [483469] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242858 { id="cluster_1242858"; isCluster="true"; label="InMemoryTableScan"; 483470 [id="node_483470" labelType="html" label="MapPartitionsRDD [483470] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483471 [id="node_483471" labelType="html" label="MapPartitionsRDD [483471] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483472 [id="node_483472" labelType="html" label="MapPartitionsRDD [483472] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242853 { id="cluster_1242853"; isCluster="true"; label="WholeStageCodegen (2)"; 483473 [id="node_483473" labelType="html" label="MapPartitionsRDD [483473] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242852 { id="cluster_1242852"; isCluster="true"; label="Project"; 483474 [id="node_483474" labelType="html" label="MapPartitionsRDD [483474] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242835 { id="cluster_1242835"; isCluster="true"; label="Union"; 483475 [id="node_483475" labelType="html" label="UnionRDD [483475] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242821 { id="cluster_1242821"; isCluster="true"; label="WholeStageCodegen (4)"; 483476 [id="node_483476" labelType="html" label="MapPartitionsRDD [483476] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242820 { id="cluster_1242820"; isCluster="true"; label="SortAggregate"; 483477 [id="node_483477" labelType="html" label="MapPartitionsRDD [483477] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242819 { id="cluster_1242819"; isCluster="true"; label="Exchange"; 483478 [id="node_483478" labelType="html" label="MapPartitionsRDD [483478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483441->483442; 483442->483443; 483443->483444; 483444->483445; 483445->483446; 483446->483447; 483447->483448; 483448->483449; 483449->483450; 483450->483451; 483451->483457; 483457->483458; 483458->483459; 483459->483460; 483460->483461; 483461->483462; 483462->483463; 483463->483464; 483460->483465; 483465->483466; 483466->483467; 483467->483468; 483468->483469; 483460->483470; 483470->483471; 483471->483472; 483472->483473; 483473->483474; 483464->483475; 483469->483475; 483474->483475; 483475->483476; 483476->483477; 483477->483478; }
483440,483441
483451
483460
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time