PlusAMP App Middleware - Details for Stage 512727 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 41.4 KiB / 3412
Shuffle Write Size / Records: 41.4 KiB / 3412
Associated Job Ids: 331242

digraph G { subgraph clusterstage_512727 { label="Stage 512727"; subgraph cluster6298998 { label="Exchange"; 3622383 [labelType="html" label="ShuffledRowRDD [3622383] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298995 { label="WholeStageCodegen (2)"; 3622384 [labelType="html" label="MapPartitionsRDD [3622384] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298994 { label="InMemoryTableScan"; 3622385 [labelType="html" label="MapPartitionsRDD [3622385] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622386 [labelType="html" label="*(2) Sort [date#94319633 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94319633 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7530819]\n +- *(1) Project [date#94319633, (drawdown_length_gross#94319641 * -1) AS drawdown_length_gross#94319777]\n +- InMemoryTableScan [date#94319633, drawdown_length_gross#94319641]\n +- InMemoryRelation [date#94319633, allret#94319634, allcum#94319636, drawdown_gross#94319638, drawdown_length_gross#94319641, allretnet#94319644, allcumnet#94319650, drawdown_net#94319656, drawdown_length_net#94319663, numcos#94319672, largecum#94319676, largecumnet#94319682, largeret#94319683, largeretnet#94319684, midcum#94319685, midcumnet#94319686, midret#94319687, midretnet#94319688, smallcum#94319689, smallcumnet#94319690, smallret#94319691, smallretnet#94319692], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94319357 = null) THEN null ELSE cast(date#94319357 as date) END AS date#94319470, CASE WHEN (... [3622386] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622387 [labelType="html" label="MapPartitionsRDD [3622387] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622388 [labelType="html" label="MapPartitionsRDD [3622388] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622389 [labelType="html" label="MapPartitionsRDD [3622389] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298993 { label="CollectLimit"; 3622390 [labelType="html" label="MapPartitionsRDD [3622390] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622391 [labelType="html" label="MapPartitionsRDD [3622391] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622383->3622384; 3622384->3622385; 3622385->3622386; 3622386->3622387; 3622387->3622388; 3622388->3622389; 3622389->3622390; 3622390->3622391; }

3622382,3622383

3622386

Event Timeline

Enable zooming