PlusAMP App Middleware - Details for Stage 513011 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 111.5 KiB / 6432
Shuffle Write Size / Records: 111.5 KiB / 6432
Associated Job Ids: 331432

digraph G { subgraph clusterstage_513011 { label="Stage 513011"; subgraph cluster6302645 { label="Exchange"; 3624487 [labelType="html" label="ShuffledRowRDD [3624487] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302642 { label="WholeStageCodegen (2)"; 3624488 [labelType="html" label="MapPartitionsRDD [3624488] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302641 { label="InMemoryTableScan"; 3624489 [labelType="html" label="MapPartitionsRDD [3624489] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624490 [labelType="html" label="*(2) Sort [date#94377294 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94377294 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7535304]\n +- *(1) Project [date#94377294, allcum#94377301 AS cum_gross#94377473, allcumnet#94377317 AS cum_net#94377474]\n +- InMemoryTableScan [allcum#94377301, allcumnet#94377317, date#94377294]\n +- InMemoryRelation [date#94377294, allret#94377300, allcum#94377301, drawdown_gross#94377307, drawdown_length_gross#94377308, allretnet#94377314, allcumnet#94377317, drawdown_net#94377323, drawdown_length_net#94377324, numcos#94377325, largecum#94377326, largecumnet#94377327, largeret#94377328, largeretnet#94377329, midcum#94377355, midcumnet#94377356, midret#94377361, midretnet#94377362, smallcum#94377363, smallcumnet#94377364, smallret#94377365, smallretnet#94377366], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94377170 = null) THEN null ELSE cast(date#94377170 as date) END AS date#94377294, ... [3624490] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624491 [labelType="html" label="MapPartitionsRDD [3624491] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624492 [labelType="html" label="MapPartitionsRDD [3624492] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624493 [labelType="html" label="MapPartitionsRDD [3624493] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302640 { label="CollectLimit"; 3624494 [labelType="html" label="MapPartitionsRDD [3624494] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624495 [labelType="html" label="MapPartitionsRDD [3624495] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624487->3624488; 3624488->3624489; 3624489->3624490; 3624490->3624491; 3624491->3624492; 3624492->3624493; 3624493->3624494; 3624494->3624495; }

3624486,3624487

3624490

Event Timeline

Enable zooming