PlusAMP App Middleware - Details for Stage 512715 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 37.4 KiB / 3412
Shuffle Write Size / Records: 37.4 KiB / 3412
Associated Job Ids: 331236

digraph G { subgraph clusterstage_512715 { label="Stage 512715"; subgraph cluster6298886 { label="Exchange"; 3622321 [labelType="html" label="ShuffledRowRDD [3622321] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298883 { label="WholeStageCodegen (2)"; 3622322 [labelType="html" label="MapPartitionsRDD [3622322] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298882 { label="InMemoryTableScan"; 3622323 [labelType="html" label="MapPartitionsRDD [3622323] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622324 [labelType="html" label="*(2) Sort [date#94320428 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94320428 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7530754]\n +- *(1) Project [date#94320428, allcum#94320434 AS cum_gross#94320593, allcumnet#94320445 AS cum_net#94320594]\n +- InMemoryTableScan [allcum#94320434, allcumnet#94320445, date#94320428]\n +- InMemoryRelation [date#94320428, allret#94320431, allcum#94320434, drawdown_gross#94320436, drawdown_length_gross#94320439, allretnet#94320442, allcumnet#94320445, drawdown_net#94320447, drawdown_length_net#94320449, numcos#94320450, largecum#94320474, largecumnet#94320477, largeret#94320479, largeretnet#94320503, midcum#94320508, midcumnet#94320510, midret#94320511, midretnet#94320513, smallcum#94320515, smallcumnet#94320517, smallret#94320519, smallretnet#94320521], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94319357 = null) THEN null ELSE cast(date#94319357 as date) END AS date#94319470, ... [3622324] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622325 [labelType="html" label="MapPartitionsRDD [3622325] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622326 [labelType="html" label="MapPartitionsRDD [3622326] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622327 [labelType="html" label="MapPartitionsRDD [3622327] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298881 { label="CollectLimit"; 3622328 [labelType="html" label="MapPartitionsRDD [3622328] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622329 [labelType="html" label="MapPartitionsRDD [3622329] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622321->3622322; 3622322->3622323; 3622323->3622324; 3622324->3622325; 3622325->3622326; 3622326->3622327; 3622327->3622328; 3622328->3622329; }

3622320,3622321

3622324

Event Timeline

Enable zooming