PlusAMP App Middleware - Details for Stage 512345 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 83.5 KiB / 5034
Shuffle Write Size / Records: 83.5 KiB / 5034
Associated Job Ids: 330991

digraph G { subgraph clusterstage_512345 { label="Stage 512345"; subgraph cluster6294210 { label="Exchange"; 3619630 [labelType="html" label="ShuffledRowRDD [3619630] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294207 { label="WholeStageCodegen (2)"; 3619631 [labelType="html" label="MapPartitionsRDD [3619631] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294206 { label="InMemoryTableScan"; 3619632 [labelType="html" label="MapPartitionsRDD [3619632] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619633 [labelType="html" label="*(2) Sort [date#94250846 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94250846 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7525034]\n +- *(1) Project [date#94250846, allcum#94250848 AS cum_gross#94250913, allcumnet#94250852 AS cum_net#94250914]\n +- InMemoryTableScan [allcum#94250848, allcumnet#94250852, date#94250846]\n +- InMemoryRelation [date#94250846, allret#94250847, allcum#94250848, drawdown_gross#94250849, drawdown_length_gross#94250850, allretnet#94250851, allcumnet#94250852, drawdown_net#94250853, drawdown_length_net#94250854, numcos#94250855, largecum#94250856, largecumnet#94250857, largeret#94250858, largeretnet#94250859, midcum#94250860, midcumnet#94250861, midret#94250862, midretnet#94250863, smallcum#94250864, smallcumnet#94250865, smallret#94250866, smallretnet#94250867], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94250069 = null) THEN null ELSE cast(date#94250069 as date) END AS date#94250291, ... [3619633] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619634 [labelType="html" label="MapPartitionsRDD [3619634] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619635 [labelType="html" label="MapPartitionsRDD [3619635] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619636 [labelType="html" label="MapPartitionsRDD [3619636] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294205 { label="CollectLimit"; 3619637 [labelType="html" label="MapPartitionsRDD [3619637] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619638 [labelType="html" label="MapPartitionsRDD [3619638] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3619630->3619631; 3619631->3619632; 3619632->3619633; 3619633->3619634; 3619634->3619635; 3619635->3619636; 3619636->3619637; 3619637->3619638; }

3619629,3619630

3619633

Event Timeline

Enable zooming