PlusAMP App Middleware - Details for Stage 513085 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 110.2 KiB / 6432
Shuffle Write Size / Records: 110.2 KiB / 6432
Associated Job Ids: 331481

digraph G { subgraph clusterstage_513085 { label="Stage 513085"; subgraph cluster6303578 { label="Exchange"; 3625024 [labelType="html" label="ShuffledRowRDD [3625024] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303575 { label="WholeStageCodegen (2)"; 3625025 [labelType="html" label="MapPartitionsRDD [3625025] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303574 { label="InMemoryTableScan"; 3625026 [labelType="html" label="MapPartitionsRDD [3625026] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625027 [labelType="html" label="*(2) Sort [date#94391851 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94391851 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7536452]\n +- *(1) Project [date#94391851, allcum#94391985 AS cum_gross#94392207, allcumnet#94392012 AS cum_net#94392208]\n +- InMemoryTableScan [allcum#94391985, allcumnet#94392012, date#94391851]\n +- InMemoryRelation [date#94391851, allret#94391852, allcum#94391985, drawdown_gross#94391986, drawdown_length_gross#94391988, allretnet#94392011, allcumnet#94392012, drawdown_net#94392014, drawdown_length_net#94392016, numcos#94392018, largecum#94392020, largecumnet#94392023, largeret#94392025, largeretnet#94392027, midcum#94392030, midcumnet#94392032, midret#94392034, midretnet#94392082, smallcum#94392085, smallcumnet#94392087, smallret#94392112, smallretnet#94392137], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94390885 = null) THEN null ELSE cast(date#94390885 as date) END AS date#94390995, ... [3625027] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625028 [labelType="html" label="MapPartitionsRDD [3625028] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625029 [labelType="html" label="MapPartitionsRDD [3625029] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625030 [labelType="html" label="MapPartitionsRDD [3625030] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303573 { label="CollectLimit"; 3625031 [labelType="html" label="MapPartitionsRDD [3625031] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625032 [labelType="html" label="MapPartitionsRDD [3625032] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625024->3625025; 3625025->3625026; 3625026->3625027; 3625027->3625028; 3625028->3625029; 3625029->3625030; 3625030->3625031; 3625031->3625032; }

3625023,3625024

3625027

Event Timeline

Enable zooming