PlusAMP App Middleware - Details for Stage 512567 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 100.6 KiB / 5647
Shuffle Write Size / Records: 100.6 KiB / 5647
Associated Job Ids: 331138

digraph G { subgraph clusterstage_512567 { label="Stage 512567"; subgraph cluster6297009 { label="Exchange"; 3621241 [labelType="html" label="ShuffledRowRDD [3621241] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297006 { label="WholeStageCodegen (2)"; 3621242 [labelType="html" label="MapPartitionsRDD [3621242] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297005 { label="InMemoryTableScan"; 3621243 [labelType="html" label="MapPartitionsRDD [3621243] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621244 [labelType="html" label="*(2) Sort [date#94291874 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94291874 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7528465]\n +- *(1) Project [date#94291874, allcum#94291876 AS cum_gross#94291988, allcumnet#94291880 AS cum_net#94291989]\n +- InMemoryTableScan [allcum#94291876, allcumnet#94291880, date#94291874]\n +- InMemoryRelation [date#94291874, allret#94291875, allcum#94291876, drawdown_gross#94291877, drawdown_length_gross#94291878, allretnet#94291879, allcumnet#94291880, drawdown_net#94291881, drawdown_length_net#94291883, numcos#94291884, largecum#94291885, largecumnet#94291886, largeret#94291887, largeretnet#94291888, midcum#94291889, midcumnet#94291890, midret#94291891, midretnet#94291892, smallcum#94291893, smallcumnet#94291894, smallret#94291895, smallretnet#94291896], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94290984 = null) THEN null ELSE cast(date#94290984 as date) END AS date#94291102, ... [3621244] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621245 [labelType="html" label="MapPartitionsRDD [3621245] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621246 [labelType="html" label="MapPartitionsRDD [3621246] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621247 [labelType="html" label="MapPartitionsRDD [3621247] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297004 { label="CollectLimit"; 3621248 [labelType="html" label="MapPartitionsRDD [3621248] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621249 [labelType="html" label="MapPartitionsRDD [3621249] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621241->3621242; 3621242->3621243; 3621243->3621244; 3621244->3621245; 3621245->3621246; 3621246->3621247; 3621247->3621248; 3621248->3621249; }

3621240,3621241

3621244

Event Timeline

Enable zooming