PlusAMP App Middleware - Details for Stage 512875 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 28.9 KiB / 1981
Shuffle Write Size / Records: 28.9 KiB / 1981
Associated Job Ids: 331340

digraph G { subgraph clusterstage_512875 { label="Stage 512875"; subgraph cluster6300886 { label="Exchange"; 3623469 [labelType="html" label="ShuffledRowRDD [3623469] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300883 { label="WholeStageCodegen (2)"; 3623470 [labelType="html" label="MapPartitionsRDD [3623470] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300882 { label="InMemoryTableScan"; 3623471 [labelType="html" label="MapPartitionsRDD [3623471] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623472 [labelType="html" label="*(2) Sort [date#94350024 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94350024 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533114]\n +- *(1) Project [date#94350024, (drawdown_length_gross#94350028 * -1) AS drawdown_length_gross#94350068]\n +- InMemoryTableScan [date#94350024, drawdown_length_gross#94350028]\n +- InMemoryRelation [date#94350024, allret#94350025, allcum#94350026, drawdown_gross#94350027, drawdown_length_gross#94350028, allretnet#94350029, allcumnet#94350030, drawdown_net#94350031, drawdown_length_net#94350032, numcos#94350033, largecum#94350034, largecumnet#94350035, largeret#94350036, largeretnet#94350037, midcum#94350038, midcumnet#94350039, midret#94350040, midretnet#94350041, smallcum#94350042, smallcumnet#94350043, smallret#94350044, smallretnet#94350045], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94348290 = null) THEN null ELSE cast(date#94348290 as date) END AS date#94348458, CASE WHEN (... [3623472] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623473 [labelType="html" label="MapPartitionsRDD [3623473] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623474 [labelType="html" label="MapPartitionsRDD [3623474] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623475 [labelType="html" label="MapPartitionsRDD [3623475] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300881 { label="CollectLimit"; 3623476 [labelType="html" label="MapPartitionsRDD [3623476] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623477 [labelType="html" label="MapPartitionsRDD [3623477] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623469->3623470; 3623470->3623471; 3623471->3623472; 3623472->3623473; 3623473->3623474; 3623474->3623475; 3623475->3623476; 3623476->3623477; }

3623468,3623469

3623472

Event Timeline

Enable zooming