PlusAMP App Middleware - Details for Stage 512789 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 46.5 KiB / 3414
Shuffle Write Size / Records: 46.5 KiB / 3414
Associated Job Ids: 331285

digraph G { subgraph clusterstage_512789 { label="Stage 512789"; subgraph cluster6299830 { label="Exchange"; 3622864 [labelType="html" label="ShuffledRowRDD [3622864] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299827 { label="WholeStageCodegen (2)"; 3622865 [labelType="html" label="MapPartitionsRDD [3622865] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299826 { label="InMemoryTableScan"; 3622866 [labelType="html" label="MapPartitionsRDD [3622866] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622867 [labelType="html" label="*(2) Sort [date#94333951 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94333951 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531896]\n +- *(1) Project [date#94333951, allcum#94333953 AS cum_gross#94334258, allcumnet#94333957 AS cum_net#94334259]\n +- InMemoryTableScan [allcum#94333953, allcumnet#94333957, date#94333951]\n +- InMemoryRelation [date#94333951, allret#94333952, allcum#94333953, drawdown_gross#94333954, drawdown_length_gross#94333955, allretnet#94333956, allcumnet#94333957, drawdown_net#94333958, drawdown_length_net#94333964, numcos#94333970, largecum#94333976, largecumnet#94333983, largeret#94333984, largeretnet#94333985, midcum#94333986, midcumnet#94333987, midret#94333988, midretnet#94334011, smallcum#94334017, smallcumnet#94334045, smallret#94334051, smallretnet#94334110], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94333860 = null) THEN null ELSE cast(date#94333860 as date) END AS date#94333951, ... [3622867] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622868 [labelType="html" label="MapPartitionsRDD [3622868] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622869 [labelType="html" label="MapPartitionsRDD [3622869] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622870 [labelType="html" label="MapPartitionsRDD [3622870] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299825 { label="CollectLimit"; 3622871 [labelType="html" label="MapPartitionsRDD [3622871] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622872 [labelType="html" label="MapPartitionsRDD [3622872] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622864->3622865; 3622865->3622866; 3622866->3622867; 3622867->3622868; 3622868->3622869; 3622869->3622870; 3622870->3622871; 3622871->3622872; }

3622863,3622864

3622867

Event Timeline

Enable zooming