PlusAMP App Middleware - Details for Stage 512497 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 119.7 KiB / 5931
Shuffle Write Size / Records: 119.7 KiB / 5931
Associated Job Ids: 331091

digraph G { subgraph clusterstage_512497 { label="Stage 512497"; subgraph cluster6296120 { label="Exchange"; 3620725 [labelType="html" label="ShuffledRowRDD [3620725] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296117 { label="WholeStageCodegen (2)"; 3620726 [labelType="html" label="MapPartitionsRDD [3620726] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296116 { label="InMemoryTableScan"; 3620727 [labelType="html" label="MapPartitionsRDD [3620727] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620728 [labelType="html" label="*(2) Sort [date#94277363 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94277363 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7527342]\n +- *(1) Project [date#94277363, allret#94277368 AS daily_gross#94277516, allretnet#94277398 AS daily_net#94277517]\n +- InMemoryTableScan [allret#94277368, allretnet#94277398, date#94277363]\n +- InMemoryRelation [date#94277363, allret#94277368, allcum#94277369, drawdown_gross#94277393, drawdown_length_gross#94277394, allretnet#94277398, allcumnet#94277403, drawdown_net#94277408, drawdown_length_net#94277409, numcos#94277411, largecum#94277417, largecumnet#94277420, largeret#94277422, largeretnet#94277424, midcum#94277427, midcumnet#94277429, midret#94277432, midretnet#94277434, smallcum#94277437, smallcumnet#94277439, smallret#94277441, smallretnet#94277442], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94277187 = null) THEN null ELSE cast(date#94277187 as date) END AS date#942773... [3620728] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620729 [labelType="html" label="MapPartitionsRDD [3620729] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620730 [labelType="html" label="MapPartitionsRDD [3620730] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620731 [labelType="html" label="MapPartitionsRDD [3620731] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296115 { label="CollectLimit"; 3620732 [labelType="html" label="MapPartitionsRDD [3620732] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620733 [labelType="html" label="MapPartitionsRDD [3620733] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620725->3620726; 3620726->3620727; 3620727->3620728; 3620728->3620729; 3620729->3620730; 3620730->3620731; 3620731->3620732; 3620732->3620733; }

3620724,3620725

3620728

Event Timeline

Enable zooming