PlusAMP App Middleware - Details for Stage 512493 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 97.9 KiB / 5931
Shuffle Write Size / Records: 97.9 KiB / 5931
Associated Job Ids: 331089

digraph G { subgraph clusterstage_512493 { label="Stage 512493"; subgraph cluster6296076 { label="Exchange"; 3620704 [labelType="html" label="ShuffledRowRDD [3620704] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296073 { label="WholeStageCodegen (2)"; 3620705 [labelType="html" label="MapPartitionsRDD [3620705] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296072 { label="InMemoryTableScan"; 3620706 [labelType="html" label="MapPartitionsRDD [3620706] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620707 [labelType="html" label="*(2) Sort [date#94277395 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94277395 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7527317]\n +- *(1) Project [date#94277395, allcum#94277406 AS cum_gross#94277655, allcumnet#94277421 AS cum_net#94277656]\n +- InMemoryTableScan [allcum#94277406, allcumnet#94277421, date#94277395]\n +- InMemoryRelation [date#94277395, allret#94277400, allcum#94277406, drawdown_gross#94277410, drawdown_length_gross#94277415, allretnet#94277419, allcumnet#94277421, drawdown_net#94277423, drawdown_length_net#94277425, numcos#94277426, largecum#94277428, largecumnet#94277430, largeret#94277431, largeretnet#94277433, midcum#94277436, midcumnet#94277438, midret#94277440, midretnet#94277443, smallcum#94277444, smallcumnet#94277446, smallret#94277447, smallretnet#94277448], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94277187 = null) THEN null ELSE cast(date#94277187 as date) END AS date#94277363, ... [3620707] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620708 [labelType="html" label="MapPartitionsRDD [3620708] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620709 [labelType="html" label="MapPartitionsRDD [3620709] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620710 [labelType="html" label="MapPartitionsRDD [3620710] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296071 { label="CollectLimit"; 3620711 [labelType="html" label="MapPartitionsRDD [3620711] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620712 [labelType="html" label="MapPartitionsRDD [3620712] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620704->3620705; 3620705->3620706; 3620706->3620707; 3620707->3620708; 3620708->3620709; 3620709->3620710; 3620710->3620711; 3620711->3620712; }

3620703,3620704

3620707

Event Timeline

Enable zooming