PlusAMP App Middleware - Details for Stage 512801 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 41.5 KiB / 3414
Shuffle Write Size / Records: 41.5 KiB / 3414
Associated Job Ids: 331291

digraph G { subgraph clusterstage_512801 { label="Stage 512801"; subgraph cluster6299942 { label="Exchange"; 3622926 [labelType="html" label="ShuffledRowRDD [3622926] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299939 { label="WholeStageCodegen (2)"; 3622927 [labelType="html" label="MapPartitionsRDD [3622927] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299938 { label="InMemoryTableScan"; 3622928 [labelType="html" label="MapPartitionsRDD [3622928] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622929 [labelType="html" label="*(2) Sort [date#94334827 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94334827 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531961]\n +- *(1) Project [date#94334827, (drawdown_length_gross#94334881 * -1) AS drawdown_length_gross#94335168]\n +- InMemoryTableScan [date#94334827, drawdown_length_gross#94334881]\n +- InMemoryRelation [date#94334827, allret#94334852, allcum#94334876, drawdown_gross#94334878, drawdown_length_gross#94334881, allretnet#94334885, allcumnet#94334887, drawdown_net#94334891, drawdown_length_net#94334894, numcos#94334897, largecum#94334899, largecumnet#94334901, largeret#94334903, largeretnet#94334905, midcum#94334907, midcumnet#94334976, midret#94334978, midretnet#94334979, smallcum#94334980, smallcumnet#94334981, smallret#94334982, smallretnet#94334983], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94333860 = null) THEN null ELSE cast(date#94333860 as date) END AS date#94333951, CASE WHEN (... [3622929] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622930 [labelType="html" label="MapPartitionsRDD [3622930] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622931 [labelType="html" label="MapPartitionsRDD [3622931] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622932 [labelType="html" label="MapPartitionsRDD [3622932] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299937 { label="CollectLimit"; 3622933 [labelType="html" label="MapPartitionsRDD [3622933] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622934 [labelType="html" label="MapPartitionsRDD [3622934] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622926->3622927; 3622927->3622928; 3622928->3622929; 3622929->3622930; 3622930->3622931; 3622931->3622932; 3622932->3622933; 3622933->3622934; }

3622925,3622926

3622929

Event Timeline

Enable zooming