PlusAMP App Middleware - Details for Stage 513045 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 59.7 KiB / 6432
Shuffle Write Size / Records: 59.7 KiB / 6432
Associated Job Ids: 331453

digraph G { subgraph clusterstage_513045 { label="Stage 513045"; subgraph cluster6303055 { label="Exchange"; 3624733 [labelType="html" label="ShuffledRowRDD [3624733] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303052 { label="WholeStageCodegen (2)"; 3624734 [labelType="html" label="MapPartitionsRDD [3624734] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303051 { label="InMemoryTableScan"; 3624735 [labelType="html" label="MapPartitionsRDD [3624735] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624736 [labelType="html" label="*(2) Sort [date#94382484 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94382484 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7535759]\n +- Union\n :- InMemoryTableScan [date#94382484, numcos#94382547]\n : +- InMemoryRelation [date#94382484, overall#94382488, ret#94382490, resret#94382518, retnet#94382519, turnover#94382546, numcos#94382547, benchmark#94382548, excess_ret#94382549, excess_resret#94382564, excess_retnet#94382566], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94382301 = null) THEN null ELSE cast(date#94382301 as date) END AS date#94382484, CASE WHEN ((overall#94382302 = NA) OR (overall#94382302 = null)) THEN null ELSE cast(overall#94382302 as int) END AS overall#94382488, CASE WHEN ((ret#94382303 = NA) OR (ret#94382303 = null)) THEN null ELSE cast(ret#94382303 as float) END AS ret#94382490, CASE WHEN ((resret#94382304 = NA) OR (resret#94382304 = null)) THEN null ELSE cast(resret#94382304 as float) END A... [3624736] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624737 [labelType="html" label="MapPartitionsRDD [3624737] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624738 [labelType="html" label="MapPartitionsRDD [3624738] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624739 [labelType="html" label="MapPartitionsRDD [3624739] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303050 { label="CollectLimit"; 3624740 [labelType="html" label="MapPartitionsRDD [3624740] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624741 [labelType="html" label="MapPartitionsRDD [3624741] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624733->3624734; 3624734->3624735; 3624735->3624736; 3624736->3624737; 3624737->3624738; 3624738->3624739; 3624739->3624740; 3624740->3624741; }

3624732,3624733

3624736

Event Timeline

Enable zooming