PlusAMP App Middleware - Details for Stage 512419 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 61.0 KiB / 3211
Shuffle Write Size / Records: 61.0 KiB / 3211
Associated Job Ids: 331040

digraph G { subgraph clusterstage_512419 { label="Stage 512419"; subgraph cluster6295132 { label="Exchange"; 3620161 [labelType="html" label="ShuffledRowRDD [3620161] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295129 { label="WholeStageCodegen (2)"; 3620162 [labelType="html" label="MapPartitionsRDD [3620162] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295128 { label="InMemoryTableScan"; 3620163 [labelType="html" label="MapPartitionsRDD [3620163] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620164 [labelType="html" label="*(2) Sort [date#94263534 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94263534 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7526151]\n +- *(1) Project [date#94263534, allcum#94263582 AS cum_gross#94263766, allcumnet#94263609 AS cum_net#94263767]\n +- InMemoryTableScan [allcum#94263582, allcumnet#94263609, date#94263534]\n +- InMemoryRelation [date#94263534, allret#94263558, allcum#94263582, drawdown_gross#94263583, drawdown_length_gross#94263584, allretnet#94263608, allcumnet#94263609, drawdown_net#94263610, drawdown_length_net#94263634, numcos#94263635, largecum#94263662, largecumnet#94263685, largeret#94263689, largeretnet#94263694, midcum#94263696, midcumnet#94263698, midret#94263699, midretnet#94263700, smallcum#94263702, smallcumnet#94263703, smallret#94263705, smallretnet#94263707], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94262636 = null) THEN null ELSE cast(date#94262636 as date) END AS date#94262742, ... [3620164] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620165 [labelType="html" label="MapPartitionsRDD [3620165] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620166 [labelType="html" label="MapPartitionsRDD [3620166] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620167 [labelType="html" label="MapPartitionsRDD [3620167] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295127 { label="CollectLimit"; 3620168 [labelType="html" label="MapPartitionsRDD [3620168] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620169 [labelType="html" label="MapPartitionsRDD [3620169] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620161->3620162; 3620162->3620163; 3620163->3620164; 3620164->3620165; 3620165->3620166; 3620166->3620167; 3620167->3620168; 3620168->3620169; }

3620160,3620161

3620164

Event Timeline

Enable zooming