PlusAMP App Middleware - Details for Stage 512949 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 68.3 KiB / 6432
Shuffle Write Size / Records: 68.3 KiB / 6432
Associated Job Ids: 331389

digraph G { subgraph clusterstage_512949 { label="Stage 512949"; subgraph cluster6301813 { label="Exchange"; 3624006 [labelType="html" label="ShuffledRowRDD [3624006] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301810 { label="WholeStageCodegen (2)"; 3624007 [labelType="html" label="MapPartitionsRDD [3624007] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301809 { label="InMemoryTableScan"; 3624008 [labelType="html" label="MapPartitionsRDD [3624008] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624009 [labelType="html" label="*(2) Sort [date#94362817 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94362817 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534212]\n +- *(1) Project [date#94362817, (drawdown_length_gross#94362821 * -1) AS drawdown_length_gross#94363096]\n +- InMemoryTableScan [date#94362817, drawdown_length_gross#94362821]\n +- InMemoryRelation [date#94362817, allret#94362818, allcum#94362819, drawdown_gross#94362820, drawdown_length_gross#94362821, allretnet#94362822, allcumnet#94362823, drawdown_net#94362824, drawdown_length_net#94362825, numcos#94362826, largecum#94362828, largecumnet#94362829, largeret#94362830, largeretnet#94362831, midcum#94362833, midcumnet#94362834, midret#94362877, midretnet#94362878, smallcum#94362879, smallcumnet#94362880, smallret#94362885, smallretnet#94362886], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94362604 = null) THEN null ELSE cast(date#94362604 as date) END AS date#94362737, CASE WHEN (... [3624009] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624010 [labelType="html" label="MapPartitionsRDD [3624010] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624011 [labelType="html" label="MapPartitionsRDD [3624011] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624012 [labelType="html" label="MapPartitionsRDD [3624012] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301808 { label="CollectLimit"; 3624013 [labelType="html" label="MapPartitionsRDD [3624013] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624014 [labelType="html" label="MapPartitionsRDD [3624014] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624006->3624007; 3624007->3624008; 3624008->3624009; 3624009->3624010; 3624010->3624011; 3624011->3624012; 3624012->3624013; 3624013->3624014; }

3624005,3624006

3624009

Event Timeline

Enable zooming