PlusAMP App Middleware - Details for Stage 512208 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 82.5 KiB / 4850
Shuffle Write Size / Records: 82.5 KiB / 4850
Associated Job Ids: 330902

digraph G { subgraph clusterstage_512208 { label="Stage 512208"; subgraph cluster6292468 { label="Exchange"; 3618646 [labelType="html" label="ShuffledRowRDD [3618646] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292465 { label="WholeStageCodegen (2)"; 3618647 [labelType="html" label="MapPartitionsRDD [3618647] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292464 { label="InMemoryTableScan"; 3618648 [labelType="html" label="MapPartitionsRDD [3618648] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618649 [labelType="html" label="*(2) Sort [date#94226467 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94226467 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7523081]\n +- *(1) Project [date#94226467, allcum#94226492 AS cum_gross#94226708, allcumnet#94226496 AS cum_net#94226709]\n +- InMemoryTableScan [allcum#94226492, allcumnet#94226496, date#94226467]\n +- InMemoryRelation [date#94226467, allret#94226491, allcum#94226492, drawdown_gross#94226493, drawdown_length_gross#94226494, allretnet#94226495, allcumnet#94226496, drawdown_net#94226497, drawdown_length_net#94226498, numcos#94226499, largecum#94226525, largecumnet#94226526, largeret#94226527, largeretnet#94226539, midcum#94226540, midcumnet#94226541, midret#94226542, midretnet#94226543, smallcum#94226544, smallcumnet#94226545, smallret#94226546, smallretnet#94226547], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94225338 = null) THEN null ELSE cast(date#94225338 as date) END AS date#94225492, ... [3618649] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618650 [labelType="html" label="MapPartitionsRDD [3618650] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618651 [labelType="html" label="MapPartitionsRDD [3618651] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618652 [labelType="html" label="MapPartitionsRDD [3618652] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292463 { label="CollectLimit"; 3618653 [labelType="html" label="MapPartitionsRDD [3618653] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618654 [labelType="html" label="MapPartitionsRDD [3618654] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618646->3618647; 3618647->3618648; 3618648->3618649; 3618649->3618650; 3618650->3618651; 3618651->3618652; 3618652->3618653; 3618653->3618654; }

3618645,3618646

3618649

Event Timeline

Enable zooming