4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172969 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 90
Input Size / Records:
15.9 KiB / 12
Shuffle Write Size / Records:
4.8 KiB / 8
Associated Job Ids:
60493
DAG Visualization
digraph G { id="graph_172969"; subgraph graph_stage_172969 { id="graph_stage_172969"; isCluster="true"; label="Stage 172969"; 483013 [id="node_483013" labelType="html" label="SQLExecutionRDD [483013] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1241628 { id="cluster_1241628"; isCluster="true"; label="Exchange"; 483005 [id="node_483005" labelType="html" label="ShuffledRowRDD [483005] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241627 { id="cluster_1241627"; isCluster="true"; label="ObjectHashAggregate"; 483006 [id="node_483006" labelType="html" label="MapPartitionsRDD [483006] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241626 { id="cluster_1241626"; isCluster="true"; label="Project"; 483007 [id="node_483007" labelType="html" label="MapPartitionsRDD [483007] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241605 { id="cluster_1241605"; isCluster="true"; label="WholeStageCodegen (16)"; 483008 [id="node_483008" labelType="html" label="MapPartitionsRDD [483008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241604 { id="cluster_1241604"; isCluster="true"; label="DeserializeToObject"; 483009 [id="node_483009" labelType="html" label="MapPartitionsRDD [483009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241603 { id="cluster_1241603"; isCluster="true"; label="MapPartitions"; 483010 [id="node_483010" labelType="html" label="MapPartitionsRDD [483010] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241549 { id="cluster_1241549"; isCluster="true"; label="WholeStageCodegen (19)"; 483011 [id="node_483011" labelType="html" label="MapPartitionsRDD [483011] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241528 { id="cluster_1241528"; isCluster="true"; label="DeserializeToObject"; 483012 [id="node_483012" labelType="html" label="MapPartitionsRDD [483012] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241705 { id="cluster_1241705"; isCluster="true"; label="mapPartitions"; 483014 [id="node_483014" labelType="html" label="MapPartitionsRDD [483014] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241706 { id="cluster_1241706"; isCluster="true"; label="mapPartitions"; 483015 [id="node_483015" labelType="html" label="MapPartitionsRDD [483015] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241774 { id="cluster_1241774"; isCluster="true"; label="Scan"; 483021 [id="node_483021" labelType="html" label="MapPartitionsRDD [483021] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241768 { id="cluster_1241768"; isCluster="true"; label="WholeStageCodegen (1)"; 483022 [id="node_483022" labelType="html" label="MapPartitionsRDD [483022] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241767 { id="cluster_1241767"; isCluster="true"; label="InMemoryTableScan"; 483023 [id="node_483023" labelType="html" label="MapPartitionsRDD [483023] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483024 [id="node_483024" labelType="html" label="*(1) Generate explode(prodPlantResults#8550440), false, [prodPlantResults#8550447]\n+- *(1) Project [prodPlantResults#8550440]\n +- *(1) Filter ((size(prodPlantResults#8550440, true) > 0) AND isnotnull(prodPlantResults#8550440))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [483024] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483025 [id="node_483025" labelType="html" label="MapPartitionsRDD [483025] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483026 [id="node_483026" labelType="html" label="MapPartitionsRDD [483026] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483027 [id="node_483027" labelType="html" label="MapPartitionsRDD [483027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241766 { id="cluster_1241766"; isCluster="true"; label="Project"; 483028 [id="node_483028" labelType="html" label="MapPartitionsRDD [483028] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241781 { id="cluster_1241781"; isCluster="true"; label="InMemoryTableScan"; 483029 [id="node_483029" labelType="html" label="MapPartitionsRDD [483029] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483030 [id="node_483030" labelType="html" label="MapPartitionsRDD [483030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483031 [id="node_483031" labelType="html" label="MapPartitionsRDD [483031] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241776 { id="cluster_1241776"; isCluster="true"; label="WholeStageCodegen (1)"; 483032 [id="node_483032" labelType="html" label="MapPartitionsRDD [483032] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241775 { id="cluster_1241775"; isCluster="true"; label="Project"; 483033 [id="node_483033" labelType="html" label="MapPartitionsRDD [483033] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241788 { id="cluster_1241788"; isCluster="true"; label="InMemoryTableScan"; 483034 [id="node_483034" labelType="html" label="MapPartitionsRDD [483034] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483035 [id="node_483035" labelType="html" label="MapPartitionsRDD [483035] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483036 [id="node_483036" labelType="html" label="MapPartitionsRDD [483036] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241783 { id="cluster_1241783"; isCluster="true"; label="WholeStageCodegen (2)"; 483037 [id="node_483037" labelType="html" label="MapPartitionsRDD [483037] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241782 { id="cluster_1241782"; isCluster="true"; label="Project"; 483038 [id="node_483038" labelType="html" label="MapPartitionsRDD [483038] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241765 { id="cluster_1241765"; isCluster="true"; label="Union"; 483039 [id="node_483039" labelType="html" label="UnionRDD [483039] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241751 { id="cluster_1241751"; isCluster="true"; label="WholeStageCodegen (4)"; 483040 [id="node_483040" labelType="html" label="MapPartitionsRDD [483040] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241750 { id="cluster_1241750"; isCluster="true"; label="SortAggregate"; 483041 [id="node_483041" labelType="html" label="MapPartitionsRDD [483041] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1241749 { id="cluster_1241749"; isCluster="true"; label="Exchange"; 483042 [id="node_483042" labelType="html" label="MapPartitionsRDD [483042] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483005->483006; 483006->483007; 483007->483008; 483008->483009; 483009->483010; 483010->483011; 483011->483012; 483012->483013; 483013->483014; 483014->483015; 483015->483021; 483021->483022; 483022->483023; 483023->483024; 483024->483025; 483025->483026; 483026->483027; 483027->483028; 483024->483029; 483029->483030; 483030->483031; 483031->483032; 483032->483033; 483024->483034; 483034->483035; 483035->483036; 483036->483037; 483037->483038; 483028->483039; 483033->483039; 483038->483039; 483039->483040; 483040->483041; 483041->483042; }
483004,483005
483015
483024
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time