PlusAMP App Middleware - Details for Stage 512793 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 49.7 KiB / 3414
Shuffle Write Size / Records: 49.7 KiB / 3414
Associated Job Ids: 331287

digraph G { subgraph clusterstage_512793 { label="Stage 512793"; subgraph cluster6299874 { label="Exchange"; 3622885 [labelType="html" label="ShuffledRowRDD [3622885] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299871 { label="WholeStageCodegen (2)"; 3622886 [labelType="html" label="MapPartitionsRDD [3622886] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299870 { label="InMemoryTableScan"; 3622887 [labelType="html" label="MapPartitionsRDD [3622887] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622888 [labelType="html" label="*(2) Sort [date#94334879 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94334879 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531921]\n +- *(1) Project [date#94334879, allret#94334882 AS daily_gross#94335166, allretnet#94334892 AS daily_net#94335167]\n +- InMemoryTableScan [allret#94334882, allretnet#94334892, date#94334879]\n +- InMemoryRelation [date#94334879, allret#94334882, allcum#94334884, drawdown_gross#94334886, drawdown_length_gross#94334889, allretnet#94334892, allcumnet#94334895, drawdown_net#94334898, drawdown_length_net#94334900, numcos#94334902, largecum#94334904, largecumnet#94334906, largeret#94334931, largeretnet#94334932, midcum#94334933, midcumnet#94334934, midret#94334935, midretnet#94334936, smallcum#94334962, smallcumnet#94334963, smallret#94334975, smallretnet#94334977], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94333860 = null) THEN null ELSE cast(date#94333860 as date) END AS date#943339... [3622888] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622889 [labelType="html" label="MapPartitionsRDD [3622889] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622890 [labelType="html" label="MapPartitionsRDD [3622890] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622891 [labelType="html" label="MapPartitionsRDD [3622891] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299869 { label="CollectLimit"; 3622892 [labelType="html" label="MapPartitionsRDD [3622892] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622893 [labelType="html" label="MapPartitionsRDD [3622893] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622885->3622886; 3622886->3622887; 3622887->3622888; 3622888->3622889; 3622889->3622890; 3622890->3622891; 3622891->3622892; 3622892->3622893; }

3622884,3622885

3622888

Event Timeline

Enable zooming