PlusAMP App Middleware - Details for Stage 513119 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 56.4 KiB / 6432
Shuffle Write Size / Records: 56.4 KiB / 6432
Associated Job Ids: 331502

digraph G { subgraph clusterstage_513119 { label="Stage 513119"; subgraph cluster6303988 { label="Exchange"; 3625270 [labelType="html" label="ShuffledRowRDD [3625270] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303985 { label="WholeStageCodegen (2)"; 3625271 [labelType="html" label="MapPartitionsRDD [3625271] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303984 { label="InMemoryTableScan"; 3625272 [labelType="html" label="MapPartitionsRDD [3625272] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625273 [labelType="html" label="*(2) Sort [date#94396426 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94396426 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7536907]\n +- Union\n :- InMemoryTableScan [date#94396426, numcos#94396504]\n : +- InMemoryRelation [date#94396426, overall#94396454, ret#94396487, resret#94396488, retnet#94396489, turnover#94396490, numcos#94396504, benchmark#94396505, excess_ret#94396506, excess_resret#94396507, excess_retnet#94396508], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94396171 = null) THEN null ELSE cast(date#94396171 as date) END AS date#94396426, CASE WHEN ((overall#94396172 = NA) OR (overall#94396172 = null)) THEN null ELSE cast(overall#94396172 as int) END AS overall#94396454, CASE WHEN ((ret#94396173 = NA) OR (ret#94396173 = null)) THEN null ELSE cast(ret#94396173 as float) END AS ret#94396487, CASE WHEN ((resret#94396174 = NA) OR (resret#94396174 = null)) THEN null ELSE cast(resret#94396174 as float) END A... [3625273] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625274 [labelType="html" label="MapPartitionsRDD [3625274] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625275 [labelType="html" label="MapPartitionsRDD [3625275] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625276 [labelType="html" label="MapPartitionsRDD [3625276] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303983 { label="CollectLimit"; 3625277 [labelType="html" label="MapPartitionsRDD [3625277] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625278 [labelType="html" label="MapPartitionsRDD [3625278] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625270->3625271; 3625271->3625272; 3625272->3625273; 3625273->3625274; 3625274->3625275; 3625275->3625276; 3625276->3625277; 3625277->3625278; }

3625269,3625270

3625273

Event Timeline

Enable zooming