PlusAMP App Middleware - Details for Stage 512941 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 129.0 KiB / 6432
Shuffle Write Size / Records: 129.0 KiB / 6432
Associated Job Ids: 331385

digraph G { subgraph clusterstage_512941 { label="Stage 512941"; subgraph cluster6301745 { label="Exchange"; 3623965 [labelType="html" label="ShuffledRowRDD [3623965] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301742 { label="WholeStageCodegen (2)"; 3623966 [labelType="html" label="MapPartitionsRDD [3623966] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301741 { label="InMemoryTableScan"; 3623967 [labelType="html" label="MapPartitionsRDD [3623967] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623968 [labelType="html" label="*(2) Sort [date#94363663 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94363663 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534172]\n +- *(1) Project [date#94363663, allret#94363664 AS daily_gross#94363799, allretnet#94363714 AS daily_net#94363800]\n +- InMemoryTableScan [allret#94363664, allretnet#94363714, date#94363663]\n +- InMemoryRelation [date#94363663, allret#94363664, allcum#94363688, drawdown_gross#94363689, drawdown_length_gross#94363690, allretnet#94363714, allcumnet#94363715, drawdown_net#94363716, drawdown_length_net#94363718, numcos#94363720, largecum#94363722, largecumnet#94363724, largeret#94363726, largeretnet#94363728, midcum#94363730, midcumnet#94363732, midret#94363734, midretnet#94363736, smallcum#94363738, smallcumnet#94363740, smallret#94363742, smallretnet#94363744], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94362604 = null) THEN null ELSE cast(date#94362604 as date) END AS date#943627... [3623968] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623969 [labelType="html" label="MapPartitionsRDD [3623969] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623970 [labelType="html" label="MapPartitionsRDD [3623970] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623971 [labelType="html" label="MapPartitionsRDD [3623971] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301740 { label="CollectLimit"; 3623972 [labelType="html" label="MapPartitionsRDD [3623972] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623973 [labelType="html" label="MapPartitionsRDD [3623973] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623965->3623966; 3623966->3623967; 3623967->3623968; 3623968->3623969; 3623969->3623970; 3623970->3623971; 3623971->3623972; 3623972->3623973; }

3623964,3623965

3623968

Event Timeline

Enable zooming