PlusAMP App Middleware - Details for Stage 512230 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 86.3 KiB / 4518
Shuffle Write Size / Records: 86.3 KiB / 4518
Associated Job Ids: 330913

digraph G { subgraph clusterstage_512230 { label="Stage 512230"; subgraph cluster6292710 { label="Exchange"; 3618780 [labelType="html" label="ShuffledRowRDD [3618780] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292707 { label="WholeStageCodegen (1)"; 3618781 [labelType="html" label="MapPartitionsRDD [3618781] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292706 { label="InMemoryTableScan"; 3618782 [labelType="html" label="MapPartitionsRDD [3618782] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618783 [labelType="html" label="*(1) Sort [date#94220078 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94220078 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7522631]\n +- InMemoryTableScan [date#94220078, drawdown_gross#94220105, drawdown_net#94220112]\n +- InMemoryRelation [date#94220078, allret#94220080, allcum#94220104, drawdown_gross#94220105, drawdown_length_gross#94220107, allretnet#94220109, allcumnet#94220111, drawdown_net#94220112, drawdown_length_net#94220114, numcos#94220116, largecum#94220119, largecumnet#94220121, largeret#94220123, largeretnet#94220147, midcum#94220171, midcumnet#94220173, midret#94220175, midretnet#94220177, smallcum#94220179, smallcumnet#94220181, smallret#94220182, smallretnet#94220295], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94219172 = null) THEN null ELSE cast(date#94219172 as date) END AS date#94219331, CASE WHEN ((allret#94219173 = NA) OR (allret#94219173 = null)) THEN null ELSE cast(allret#94219173 as float) END... [3618783] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618784 [labelType="html" label="MapPartitionsRDD [3618784] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618785 [labelType="html" label="MapPartitionsRDD [3618785] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618786 [labelType="html" label="MapPartitionsRDD [3618786] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292705 { label="CollectLimit"; 3618787 [labelType="html" label="MapPartitionsRDD [3618787] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618788 [labelType="html" label="MapPartitionsRDD [3618788] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618780->3618781; 3618781->3618782; 3618782->3618783; 3618783->3618784; 3618784->3618785; 3618785->3618786; 3618786->3618787; 3618787->3618788; }

3618779,3618780

3618783

Event Timeline

Enable zooming