PlusAMP App Middleware - Details for Stage 512353 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 82.8 KiB / 5034
Shuffle Write Size / Records: 82.8 KiB / 5034
Associated Job Ids: 330995

digraph G { subgraph clusterstage_512353 { label="Stage 512353"; subgraph cluster6294290 { label="Exchange"; 3619671 [labelType="html" label="ShuffledRowRDD [3619671] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294287 { label="WholeStageCodegen (1)"; 3619672 [labelType="html" label="MapPartitionsRDD [3619672] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294286 { label="InMemoryTableScan"; 3619673 [labelType="html" label="MapPartitionsRDD [3619673] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619674 [labelType="html" label="*(1) Sort [date#94249598 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94249598 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7525077]\n +- InMemoryTableScan [date#94249598, drawdown_gross#94249617, drawdown_net#94249621]\n +- InMemoryRelation [date#94249598, allret#94249607, allcum#94249609, drawdown_gross#94249617, drawdown_length_gross#94249618, allretnet#94249619, allcumnet#94249620, drawdown_net#94249621, drawdown_length_net#94249626, numcos#94249627, largecum#94249628, largecumnet#94249629, largeret#94249631, largeretnet#94249633, midcum#94249634, midcumnet#94249635, midret#94249636, midretnet#94249637, smallcum#94249638, smallcumnet#94249639, smallret#94249640, smallretnet#94249641], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94250069 = null) THEN null ELSE cast(date#94250069 as date) END AS date#94250291, CASE WHEN ((allret#94250070 = NA) OR (allret#94250070 = null)) THEN null ELSE cast(allret#94250070 as float) END... [3619674] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619675 [labelType="html" label="MapPartitionsRDD [3619675] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619676 [labelType="html" label="MapPartitionsRDD [3619676] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619677 [labelType="html" label="MapPartitionsRDD [3619677] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294285 { label="CollectLimit"; 3619678 [labelType="html" label="MapPartitionsRDD [3619678] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619679 [labelType="html" label="MapPartitionsRDD [3619679] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3619671->3619672; 3619672->3619673; 3619673->3619674; 3619674->3619675; 3619675->3619676; 3619676->3619677; 3619677->3619678; 3619678->3619679; }

3619670,3619671

3619674

Event Timeline

Enable zooming