PlusAMP App Middleware - Details for Stage 512649 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 49.9 KiB / 3414
Shuffle Write Size / Records: 49.9 KiB / 3414
Associated Job Ids: 331191

digraph G { subgraph clusterstage_512649 { label="Stage 512649"; subgraph cluster6298033 { label="Exchange"; 3621825 [labelType="html" label="ShuffledRowRDD [3621825] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298030 { label="WholeStageCodegen (1)"; 3621826 [labelType="html" label="MapPartitionsRDD [3621826] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298029 { label="InMemoryTableScan"; 3621827 [labelType="html" label="MapPartitionsRDD [3621827] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621828 [labelType="html" label="*(1) Sort [date#94305864 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94305864 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7529657]\n +- InMemoryTableScan [date#94305864, drawdown_gross#94305870, drawdown_net#94305879]\n +- InMemoryRelation [date#94305864, allret#94305867, allcum#94305869, drawdown_gross#94305870, drawdown_length_gross#94305872, allretnet#94305875, allcumnet#94305877, drawdown_net#94305879, drawdown_length_net#94305881, numcos#94305884, largecum#94305886, largecumnet#94305888, largeret#94305890, largeretnet#94305892, midcum#94305894, midcumnet#94305896, midret#94305898, midretnet#94305899, smallcum#94305902, smallcumnet#94305905, smallret#94305907, smallretnet#94305909], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94305708 = null) THEN null ELSE cast(date#94305708 as date) END AS date#94305864, CASE WHEN ((allret#94305709 = NA) OR (allret#94305709 = null)) THEN null ELSE cast(allret#94305709 as float) END... [3621828] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621829 [labelType="html" label="MapPartitionsRDD [3621829] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621830 [labelType="html" label="MapPartitionsRDD [3621830] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621831 [labelType="html" label="MapPartitionsRDD [3621831] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298028 { label="CollectLimit"; 3621832 [labelType="html" label="MapPartitionsRDD [3621832] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621833 [labelType="html" label="MapPartitionsRDD [3621833] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621825->3621826; 3621826->3621827; 3621827->3621828; 3621828->3621829; 3621829->3621830; 3621830->3621831; 3621831->3621832; 3621832->3621833; }

3621824,3621825

3621828

Event Timeline

Enable zooming