PlusAMP App Middleware - Details for Stage 512797 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 45.8 KiB / 3414
Shuffle Write Size / Records: 45.8 KiB / 3414
Associated Job Ids: 331289

digraph G { subgraph clusterstage_512797 { label="Stage 512797"; subgraph cluster6299910 { label="Exchange"; 3622905 [labelType="html" label="ShuffledRowRDD [3622905] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299907 { label="WholeStageCodegen (1)"; 3622906 [labelType="html" label="MapPartitionsRDD [3622906] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299906 { label="InMemoryTableScan"; 3622907 [labelType="html" label="MapPartitionsRDD [3622907] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622908 [labelType="html" label="*(1) Sort [date#94334111 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94334111 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531939]\n +- InMemoryTableScan [date#94334111, drawdown_gross#94334119, drawdown_net#94334123]\n +- InMemoryRelation [date#94334111, allret#94334112, allcum#94334113, drawdown_gross#94334119, drawdown_length_gross#94334120, allretnet#94334121, allcumnet#94334122, drawdown_net#94334123, drawdown_length_net#94334124, numcos#94334125, largecum#94334126, largecumnet#94334127, largeret#94334244, largeretnet#94334251, midcum#94334252, midcumnet#94334403, midret#94334408, midretnet#94334412, smallcum#94334414, smallcumnet#94334417, smallret#94334419, smallretnet#94334421], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94333860 = null) THEN null ELSE cast(date#94333860 as date) END AS date#94333951, CASE WHEN ((allret#94333861 = NA) OR (allret#94333861 = null)) THEN null ELSE cast(allret#94333861 as float) END... [3622908] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622909 [labelType="html" label="MapPartitionsRDD [3622909] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622910 [labelType="html" label="MapPartitionsRDD [3622910] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622911 [labelType="html" label="MapPartitionsRDD [3622911] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299905 { label="CollectLimit"; 3622912 [labelType="html" label="MapPartitionsRDD [3622912] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622913 [labelType="html" label="MapPartitionsRDD [3622913] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622905->3622906; 3622906->3622907; 3622907->3622908; 3622908->3622909; 3622909->3622910; 3622910->3622911; 3622911->3622912; 3622912->3622913; }

3622904,3622905

3622908

Event Timeline

Enable zooming