4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172444 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 90
Input Size / Records:
81.1 KiB / 48
Shuffle Write Size / Records:
43.4 KiB / 79
Associated Job Ids:
60318
DAG Visualization
digraph G { id="graph_172444"; subgraph graph_stage_172444 { id="graph_stage_172444"; isCluster="true"; label="Stage 172444"; 481515 [id="node_481515" labelType="html" label="SQLExecutionRDD [481515] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1237960 { id="cluster_1237960"; isCluster="true"; label="Exchange"; 481507 [id="node_481507" labelType="html" label="ShuffledRowRDD [481507] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237959 { id="cluster_1237959"; isCluster="true"; label="ObjectHashAggregate"; 481508 [id="node_481508" labelType="html" label="MapPartitionsRDD [481508] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237958 { id="cluster_1237958"; isCluster="true"; label="Project"; 481509 [id="node_481509" labelType="html" label="MapPartitionsRDD [481509] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237937 { id="cluster_1237937"; isCluster="true"; label="WholeStageCodegen (16)"; 481510 [id="node_481510" labelType="html" label="MapPartitionsRDD [481510] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237936 { id="cluster_1237936"; isCluster="true"; label="DeserializeToObject"; 481511 [id="node_481511" labelType="html" label="MapPartitionsRDD [481511] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237935 { id="cluster_1237935"; isCluster="true"; label="MapPartitions"; 481512 [id="node_481512" labelType="html" label="MapPartitionsRDD [481512] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237881 { id="cluster_1237881"; isCluster="true"; label="WholeStageCodegen (19)"; 481513 [id="node_481513" labelType="html" label="MapPartitionsRDD [481513] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1237860 { id="cluster_1237860"; isCluster="true"; label="DeserializeToObject"; 481514 [id="node_481514" labelType="html" label="MapPartitionsRDD [481514] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238037 { id="cluster_1238037"; isCluster="true"; label="mapPartitions"; 481516 [id="node_481516" labelType="html" label="MapPartitionsRDD [481516] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238038 { id="cluster_1238038"; isCluster="true"; label="mapPartitions"; 481517 [id="node_481517" labelType="html" label="MapPartitionsRDD [481517] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238106 { id="cluster_1238106"; isCluster="true"; label="Scan"; 481523 [id="node_481523" labelType="html" label="MapPartitionsRDD [481523] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238100 { id="cluster_1238100"; isCluster="true"; label="WholeStageCodegen (1)"; 481524 [id="node_481524" labelType="html" label="MapPartitionsRDD [481524] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238099 { id="cluster_1238099"; isCluster="true"; label="InMemoryTableScan"; 481525 [id="node_481525" labelType="html" label="MapPartitionsRDD [481525] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481526 [id="node_481526" labelType="html" label="*(1) Generate explode(prodPlantResults#8524295), false, [prodPlantResults#8524302]\n+- *(1) Project [prodPlantResults#8524295]\n +- *(1) Filter ((size(prodPlantResults#8524295, true) > 0) AND isnotnull(prodPlantResults#8524295))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [481526] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481527 [id="node_481527" labelType="html" label="MapPartitionsRDD [481527] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481528 [id="node_481528" labelType="html" label="MapPartitionsRDD [481528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481529 [id="node_481529" labelType="html" label="MapPartitionsRDD [481529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238098 { id="cluster_1238098"; isCluster="true"; label="Project"; 481530 [id="node_481530" labelType="html" label="MapPartitionsRDD [481530] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238113 { id="cluster_1238113"; isCluster="true"; label="InMemoryTableScan"; 481531 [id="node_481531" labelType="html" label="MapPartitionsRDD [481531] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481532 [id="node_481532" labelType="html" label="MapPartitionsRDD [481532] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481533 [id="node_481533" labelType="html" label="MapPartitionsRDD [481533] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238108 { id="cluster_1238108"; isCluster="true"; label="WholeStageCodegen (1)"; 481534 [id="node_481534" labelType="html" label="MapPartitionsRDD [481534] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238107 { id="cluster_1238107"; isCluster="true"; label="Project"; 481535 [id="node_481535" labelType="html" label="MapPartitionsRDD [481535] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238120 { id="cluster_1238120"; isCluster="true"; label="InMemoryTableScan"; 481536 [id="node_481536" labelType="html" label="MapPartitionsRDD [481536] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481537 [id="node_481537" labelType="html" label="MapPartitionsRDD [481537] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481538 [id="node_481538" labelType="html" label="MapPartitionsRDD [481538] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238115 { id="cluster_1238115"; isCluster="true"; label="WholeStageCodegen (2)"; 481539 [id="node_481539" labelType="html" label="MapPartitionsRDD [481539] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238114 { id="cluster_1238114"; isCluster="true"; label="Project"; 481540 [id="node_481540" labelType="html" label="MapPartitionsRDD [481540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238097 { id="cluster_1238097"; isCluster="true"; label="Union"; 481541 [id="node_481541" labelType="html" label="UnionRDD [481541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238083 { id="cluster_1238083"; isCluster="true"; label="WholeStageCodegen (4)"; 481542 [id="node_481542" labelType="html" label="MapPartitionsRDD [481542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238082 { id="cluster_1238082"; isCluster="true"; label="SortAggregate"; 481543 [id="node_481543" labelType="html" label="MapPartitionsRDD [481543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238081 { id="cluster_1238081"; isCluster="true"; label="Exchange"; 481544 [id="node_481544" labelType="html" label="MapPartitionsRDD [481544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 481507->481508; 481508->481509; 481509->481510; 481510->481511; 481511->481512; 481512->481513; 481513->481514; 481514->481515; 481515->481516; 481516->481517; 481517->481523; 481523->481524; 481524->481525; 481525->481526; 481526->481527; 481527->481528; 481528->481529; 481529->481530; 481526->481531; 481531->481532; 481532->481533; 481533->481534; 481534->481535; 481526->481536; 481536->481537; 481537->481538; 481538->481539; 481539->481540; 481530->481541; 481535->481541; 481540->481541; 481541->481542; 481542->481543; 481543->481544; }
481506,481507
481517
481526
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time