4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 173044 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 90
Input Size / Records:
9.4 KiB / 6
Shuffle Write Size / Records:
4.8 KiB / 8
Associated Job Ids:
60518
DAG Visualization
digraph G { id="graph_173044"; subgraph graph_stage_173044 { id="graph_stage_173044"; isCluster="true"; label="Stage 173044"; 483227 [id="node_483227" labelType="html" label="SQLExecutionRDD [483227] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1242152 { id="cluster_1242152"; isCluster="true"; label="Exchange"; 483219 [id="node_483219" labelType="html" label="ShuffledRowRDD [483219] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242151 { id="cluster_1242151"; isCluster="true"; label="ObjectHashAggregate"; 483220 [id="node_483220" labelType="html" label="MapPartitionsRDD [483220] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242150 { id="cluster_1242150"; isCluster="true"; label="Project"; 483221 [id="node_483221" labelType="html" label="MapPartitionsRDD [483221] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242129 { id="cluster_1242129"; isCluster="true"; label="WholeStageCodegen (16)"; 483222 [id="node_483222" labelType="html" label="MapPartitionsRDD [483222] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242128 { id="cluster_1242128"; isCluster="true"; label="DeserializeToObject"; 483223 [id="node_483223" labelType="html" label="MapPartitionsRDD [483223] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242127 { id="cluster_1242127"; isCluster="true"; label="MapPartitions"; 483224 [id="node_483224" labelType="html" label="MapPartitionsRDD [483224] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242074 { id="cluster_1242074"; isCluster="true"; label="WholeStageCodegen (19)"; 483225 [id="node_483225" labelType="html" label="MapPartitionsRDD [483225] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242052 { id="cluster_1242052"; isCluster="true"; label="DeserializeToObject"; 483226 [id="node_483226" labelType="html" label="MapPartitionsRDD [483226] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242229 { id="cluster_1242229"; isCluster="true"; label="mapPartitions"; 483228 [id="node_483228" labelType="html" label="MapPartitionsRDD [483228] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242230 { id="cluster_1242230"; isCluster="true"; label="mapPartitions"; 483229 [id="node_483229" labelType="html" label="MapPartitionsRDD [483229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242298 { id="cluster_1242298"; isCluster="true"; label="Scan"; 483235 [id="node_483235" labelType="html" label="MapPartitionsRDD [483235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242292 { id="cluster_1242292"; isCluster="true"; label="WholeStageCodegen (1)"; 483236 [id="node_483236" labelType="html" label="MapPartitionsRDD [483236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242291 { id="cluster_1242291"; isCluster="true"; label="InMemoryTableScan"; 483237 [id="node_483237" labelType="html" label="MapPartitionsRDD [483237] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483238 [id="node_483238" labelType="html" label="*(1) Generate explode(prodPlantResults#8554175), false, [prodPlantResults#8554182]\n+- *(1) Project [prodPlantResults#8554175]\n +- *(1) Filter ((size(prodPlantResults#8554175, true) > 0) AND isnotnull(prodPlantResults#8554175))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [483238] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483239 [id="node_483239" labelType="html" label="MapPartitionsRDD [483239] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483240 [id="node_483240" labelType="html" label="MapPartitionsRDD [483240] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483241 [id="node_483241" labelType="html" label="MapPartitionsRDD [483241] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242290 { id="cluster_1242290"; isCluster="true"; label="Project"; 483242 [id="node_483242" labelType="html" label="MapPartitionsRDD [483242] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242305 { id="cluster_1242305"; isCluster="true"; label="InMemoryTableScan"; 483243 [id="node_483243" labelType="html" label="MapPartitionsRDD [483243] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483244 [id="node_483244" labelType="html" label="MapPartitionsRDD [483244] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483245 [id="node_483245" labelType="html" label="MapPartitionsRDD [483245] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242300 { id="cluster_1242300"; isCluster="true"; label="WholeStageCodegen (1)"; 483246 [id="node_483246" labelType="html" label="MapPartitionsRDD [483246] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242299 { id="cluster_1242299"; isCluster="true"; label="Project"; 483247 [id="node_483247" labelType="html" label="MapPartitionsRDD [483247] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242312 { id="cluster_1242312"; isCluster="true"; label="InMemoryTableScan"; 483248 [id="node_483248" labelType="html" label="MapPartitionsRDD [483248] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483249 [id="node_483249" labelType="html" label="MapPartitionsRDD [483249] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 483250 [id="node_483250" labelType="html" label="MapPartitionsRDD [483250] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242307 { id="cluster_1242307"; isCluster="true"; label="WholeStageCodegen (2)"; 483251 [id="node_483251" labelType="html" label="MapPartitionsRDD [483251] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242306 { id="cluster_1242306"; isCluster="true"; label="Project"; 483252 [id="node_483252" labelType="html" label="MapPartitionsRDD [483252] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242289 { id="cluster_1242289"; isCluster="true"; label="Union"; 483253 [id="node_483253" labelType="html" label="UnionRDD [483253] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242275 { id="cluster_1242275"; isCluster="true"; label="WholeStageCodegen (4)"; 483254 [id="node_483254" labelType="html" label="MapPartitionsRDD [483254] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242274 { id="cluster_1242274"; isCluster="true"; label="SortAggregate"; 483255 [id="node_483255" labelType="html" label="MapPartitionsRDD [483255] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1242272 { id="cluster_1242272"; isCluster="true"; label="Exchange"; 483256 [id="node_483256" labelType="html" label="MapPartitionsRDD [483256] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 483219->483220; 483220->483221; 483221->483222; 483222->483223; 483223->483224; 483224->483225; 483225->483226; 483226->483227; 483227->483228; 483228->483229; 483229->483235; 483235->483236; 483236->483237; 483237->483238; 483238->483239; 483239->483240; 483240->483241; 483241->483242; 483238->483243; 483243->483244; 483244->483245; 483245->483246; 483246->483247; 483238->483248; 483248->483249; 483249->483250; 483250->483251; 483251->483252; 483242->483253; 483247->483253; 483252->483253; 483253->483254; 483254->483255; 483255->483256; }
483218,483219
483229
483238
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time