PlusAMP App Middleware - Details for Stage 512641 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 49.5 KiB / 3414
Shuffle Write Size / Records: 49.5 KiB / 3414
Associated Job Ids: 331187

digraph G { subgraph clusterstage_512641 { label="Stage 512641"; subgraph cluster6297953 { label="Exchange"; 3621784 [labelType="html" label="ShuffledRowRDD [3621784] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297950 { label="WholeStageCodegen (2)"; 3621785 [labelType="html" label="MapPartitionsRDD [3621785] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297949 { label="InMemoryTableScan"; 3621786 [labelType="html" label="MapPartitionsRDD [3621786] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621787 [labelType="html" label="*(2) Sort [date#94305865 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94305865 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7529614]\n +- *(1) Project [date#94305865, allcum#94305868 AS cum_gross#94306187, allcumnet#94305880 AS cum_net#94306188]\n +- InMemoryTableScan [allcum#94305868, allcumnet#94305880, date#94305865]\n +- InMemoryRelation [date#94305865, allret#94305866, allcum#94305868, drawdown_gross#94305871, drawdown_length_gross#94305873, allretnet#94305874, allcumnet#94305880, drawdown_net#94305882, drawdown_length_net#94305883, numcos#94305885, largecum#94305887, largecumnet#94305889, largeret#94305891, largeretnet#94305893, midcum#94305895, midcumnet#94305897, midret#94305900, midretnet#94305904, smallcum#94305906, smallcumnet#94305908, smallret#94305910, smallretnet#94305911], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94305708 = null) THEN null ELSE cast(date#94305708 as date) END AS date#94305864, ... [3621787] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621788 [labelType="html" label="MapPartitionsRDD [3621788] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621789 [labelType="html" label="MapPartitionsRDD [3621789] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621790 [labelType="html" label="MapPartitionsRDD [3621790] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297948 { label="CollectLimit"; 3621791 [labelType="html" label="MapPartitionsRDD [3621791] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621792 [labelType="html" label="MapPartitionsRDD [3621792] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621784->3621785; 3621785->3621786; 3621786->3621787; 3621787->3621788; 3621788->3621789; 3621789->3621790; 3621790->3621791; 3621791->3621792; }

3621783,3621784

3621787

Event Timeline

Enable zooming