4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 172594 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 90
Input Size / Records:
18.5 KiB / 12
Shuffle Write Size / Records:
8.5 KiB / 15
Associated Job Ids:
60368
DAG Visualization
digraph G { id="graph_172594"; subgraph graph_stage_172594 { id="graph_stage_172594"; isCluster="true"; label="Stage 172594"; 481943 [id="node_481943" labelType="html" label="SQLExecutionRDD [481943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1239008 { id="cluster_1239008"; isCluster="true"; label="Exchange"; 481935 [id="node_481935" labelType="html" label="ShuffledRowRDD [481935] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239007 { id="cluster_1239007"; isCluster="true"; label="ObjectHashAggregate"; 481936 [id="node_481936" labelType="html" label="MapPartitionsRDD [481936] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239006 { id="cluster_1239006"; isCluster="true"; label="Project"; 481937 [id="node_481937" labelType="html" label="MapPartitionsRDD [481937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238985 { id="cluster_1238985"; isCluster="true"; label="WholeStageCodegen (16)"; 481938 [id="node_481938" labelType="html" label="MapPartitionsRDD [481938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238984 { id="cluster_1238984"; isCluster="true"; label="DeserializeToObject"; 481939 [id="node_481939" labelType="html" label="MapPartitionsRDD [481939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238983 { id="cluster_1238983"; isCluster="true"; label="MapPartitions"; 481940 [id="node_481940" labelType="html" label="MapPartitionsRDD [481940] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238930 { id="cluster_1238930"; isCluster="true"; label="WholeStageCodegen (19)"; 481941 [id="node_481941" labelType="html" label="MapPartitionsRDD [481941] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1238908 { id="cluster_1238908"; isCluster="true"; label="DeserializeToObject"; 481942 [id="node_481942" labelType="html" label="MapPartitionsRDD [481942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239085 { id="cluster_1239085"; isCluster="true"; label="mapPartitions"; 481944 [id="node_481944" labelType="html" label="MapPartitionsRDD [481944] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239086 { id="cluster_1239086"; isCluster="true"; label="mapPartitions"; 481945 [id="node_481945" labelType="html" label="MapPartitionsRDD [481945] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239154 { id="cluster_1239154"; isCluster="true"; label="Scan"; 481951 [id="node_481951" labelType="html" label="MapPartitionsRDD [481951] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239148 { id="cluster_1239148"; isCluster="true"; label="WholeStageCodegen (1)"; 481952 [id="node_481952" labelType="html" label="MapPartitionsRDD [481952] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239147 { id="cluster_1239147"; isCluster="true"; label="InMemoryTableScan"; 481953 [id="node_481953" labelType="html" label="MapPartitionsRDD [481953] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481954 [id="node_481954" labelType="html" label="*(1) Generate explode(prodPlantResults#8531765), false, [prodPlantResults#8531772]\n+- *(1) Project [prodPlantResults#8531765]\n +- *(1) Filter ((size(prodPlantResults#8531765, true) > 0) AND isnotnull(prodPlantResults#8531765))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [481954] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481955 [id="node_481955" labelType="html" label="MapPartitionsRDD [481955] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481956 [id="node_481956" labelType="html" label="MapPartitionsRDD [481956] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481957 [id="node_481957" labelType="html" label="MapPartitionsRDD [481957] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239146 { id="cluster_1239146"; isCluster="true"; label="Project"; 481958 [id="node_481958" labelType="html" label="MapPartitionsRDD [481958] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239161 { id="cluster_1239161"; isCluster="true"; label="InMemoryTableScan"; 481959 [id="node_481959" labelType="html" label="MapPartitionsRDD [481959] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481960 [id="node_481960" labelType="html" label="MapPartitionsRDD [481960] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481961 [id="node_481961" labelType="html" label="MapPartitionsRDD [481961] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239156 { id="cluster_1239156"; isCluster="true"; label="WholeStageCodegen (1)"; 481962 [id="node_481962" labelType="html" label="MapPartitionsRDD [481962] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239155 { id="cluster_1239155"; isCluster="true"; label="Project"; 481963 [id="node_481963" labelType="html" label="MapPartitionsRDD [481963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239168 { id="cluster_1239168"; isCluster="true"; label="InMemoryTableScan"; 481964 [id="node_481964" labelType="html" label="MapPartitionsRDD [481964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481965 [id="node_481965" labelType="html" label="MapPartitionsRDD [481965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 481966 [id="node_481966" labelType="html" label="MapPartitionsRDD [481966] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239163 { id="cluster_1239163"; isCluster="true"; label="WholeStageCodegen (2)"; 481967 [id="node_481967" labelType="html" label="MapPartitionsRDD [481967] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239162 { id="cluster_1239162"; isCluster="true"; label="Project"; 481968 [id="node_481968" labelType="html" label="MapPartitionsRDD [481968] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239145 { id="cluster_1239145"; isCluster="true"; label="Union"; 481969 [id="node_481969" labelType="html" label="UnionRDD [481969] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239131 { id="cluster_1239131"; isCluster="true"; label="WholeStageCodegen (4)"; 481970 [id="node_481970" labelType="html" label="MapPartitionsRDD [481970] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239130 { id="cluster_1239130"; isCluster="true"; label="SortAggregate"; 481971 [id="node_481971" labelType="html" label="MapPartitionsRDD [481971] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1239129 { id="cluster_1239129"; isCluster="true"; label="Exchange"; 481972 [id="node_481972" labelType="html" label="MapPartitionsRDD [481972] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 481935->481936; 481936->481937; 481937->481938; 481938->481939; 481939->481940; 481940->481941; 481941->481942; 481942->481943; 481943->481944; 481944->481945; 481945->481951; 481951->481952; 481952->481953; 481953->481954; 481954->481955; 481955->481956; 481956->481957; 481957->481958; 481954->481959; 481959->481960; 481960->481961; 481961->481962; 481962->481963; 481954->481964; 481964->481965; 481965->481966; 481966->481967; 481967->481968; 481958->481969; 481963->481969; 481968->481969; 481969->481970; 481970->481971; 481971->481972; }
481934,481935
481945
481954
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time