PlusAMP App Middleware - Details for Stage 512501 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 105.3 KiB / 5931
Shuffle Write Size / Records: 105.3 KiB / 5931
Associated Job Ids: 331093

digraph G { subgraph clusterstage_512501 { label="Stage 512501"; subgraph cluster6296156 { label="Exchange"; 3620745 [labelType="html" label="ShuffledRowRDD [3620745] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296153 { label="WholeStageCodegen (1)"; 3620746 [labelType="html" label="MapPartitionsRDD [3620746] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296152 { label="InMemoryTableScan"; 3620747 [labelType="html" label="MapPartitionsRDD [3620747] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620748 [labelType="html" label="*(1) Sort [date#94278275 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94278275 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7527360]\n +- InMemoryTableScan [date#94278275, drawdown_gross#94278300, drawdown_net#94278326]\n +- InMemoryRelation [date#94278275, allret#94278276, allcum#94278277, drawdown_gross#94278300, drawdown_length_gross#94278323, allretnet#94278324, allcumnet#94278325, drawdown_net#94278326, drawdown_length_net#94278327, numcos#94278328, largecum#94278329, largecumnet#94278330, largeret#94278331, largeretnet#94278332, midcum#94278333, midcumnet#94278334, midret#94278335, midretnet#94278336, smallcum#94278337, smallcumnet#94278338, smallret#94278339, smallretnet#94278340], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94277187 = null) THEN null ELSE cast(date#94277187 as date) END AS date#94277363, CASE WHEN ((allret#94277188 = NA) OR (allret#94277188 = null)) THEN null ELSE cast(allret#94277188 as float) END... [3620748] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620749 [labelType="html" label="MapPartitionsRDD [3620749] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620750 [labelType="html" label="MapPartitionsRDD [3620750] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620751 [labelType="html" label="MapPartitionsRDD [3620751] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296151 { label="CollectLimit"; 3620752 [labelType="html" label="MapPartitionsRDD [3620752] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620753 [labelType="html" label="MapPartitionsRDD [3620753] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620745->3620746; 3620746->3620747; 3620747->3620748; 3620748->3620749; 3620749->3620750; 3620750->3620751; 3620751->3620752; 3620752->3620753; }

3620744,3620745

3620748

Event Timeline

Enable zooming