PlusAMP App Middleware - Details for Stage 512937 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 109.8 KiB / 6432
Shuffle Write Size / Records: 109.8 KiB / 6432
Associated Job Ids: 331383

digraph G { subgraph clusterstage_512937 { label="Stage 512937"; subgraph cluster6301701 { label="Exchange"; 3623944 [labelType="html" label="ShuffledRowRDD [3623944] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301698 { label="WholeStageCodegen (2)"; 3623945 [labelType="html" label="MapPartitionsRDD [3623945] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301697 { label="InMemoryTableScan"; 3623946 [labelType="html" label="MapPartitionsRDD [3623946] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623947 [labelType="html" label="*(2) Sort [date#94362737 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94362737 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534139]\n +- *(1) Project [date#94362737, allcum#94362749 AS cum_gross#94363051, allcumnet#94362785 AS cum_net#94363052]\n +- InMemoryTableScan [allcum#94362749, allcumnet#94362785, date#94362737]\n +- InMemoryRelation [date#94362737, allret#94362743, allcum#94362749, drawdown_gross#94362750, drawdown_length_gross#94362751, allretnet#94362757, allcumnet#94362785, drawdown_net#94362786, drawdown_length_net#94362787, numcos#94362810, largecum#94362811, largecumnet#94362812, largeret#94362816, largeretnet#94362835, midcum#94362837, midcumnet#94362838, midret#94362839, midretnet#94362840, smallcum#94362841, smallcumnet#94362847, smallret#94362858, smallretnet#94362864], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94362604 = null) THEN null ELSE cast(date#94362604 as date) END AS date#94362737, ... [3623947] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623948 [labelType="html" label="MapPartitionsRDD [3623948] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623949 [labelType="html" label="MapPartitionsRDD [3623949] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623950 [labelType="html" label="MapPartitionsRDD [3623950] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301696 { label="CollectLimit"; 3623951 [labelType="html" label="MapPartitionsRDD [3623951] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623952 [labelType="html" label="MapPartitionsRDD [3623952] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623944->3623945; 3623945->3623946; 3623946->3623947; 3623947->3623948; 3623948->3623949; 3623949->3623950; 3623950->3623951; 3623951->3623952; }

3623943,3623944

3623947

Event Timeline

Enable zooming