PlusAMP App Middleware - Details for Stage 512579 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 60.8 KiB / 5647
Shuffle Write Size / Records: 60.8 KiB / 5647
Associated Job Ids: 331144

digraph G { subgraph clusterstage_512579 { label="Stage 512579"; subgraph cluster6297121 { label="Exchange"; 3621303 [labelType="html" label="ShuffledRowRDD [3621303] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297118 { label="WholeStageCodegen (2)"; 3621304 [labelType="html" label="MapPartitionsRDD [3621304] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297117 { label="InMemoryTableScan"; 3621305 [labelType="html" label="MapPartitionsRDD [3621305] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621306 [labelType="html" label="*(2) Sort [date#94291239 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94291239 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7528530]\n +- *(1) Project [date#94291239, (drawdown_length_gross#94291247 * -1) AS drawdown_length_gross#94291409]\n +- InMemoryTableScan [date#94291239, drawdown_length_gross#94291247]\n +- InMemoryRelation [date#94291239, allret#94291243, allcum#94291245, drawdown_gross#94291246, drawdown_length_gross#94291247, allretnet#94291248, allcumnet#94291254, drawdown_net#94291255, drawdown_length_net#94291261, numcos#94291273, largecum#94291282, largecumnet#94291283, largeret#94291314, largeretnet#94291315, midcum#94291316, midcumnet#94291317, midret#94291322, midretnet#94291323, smallcum#94291325, smallcumnet#94291326, smallret#94291327, smallretnet#94291328], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94290984 = null) THEN null ELSE cast(date#94290984 as date) END AS date#94291102, CASE WHEN (... [3621306] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621307 [labelType="html" label="MapPartitionsRDD [3621307] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621308 [labelType="html" label="MapPartitionsRDD [3621308] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621309 [labelType="html" label="MapPartitionsRDD [3621309] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297116 { label="CollectLimit"; 3621310 [labelType="html" label="MapPartitionsRDD [3621310] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621311 [labelType="html" label="MapPartitionsRDD [3621311] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621303->3621304; 3621304->3621305; 3621305->3621306; 3621306->3621307; 3621307->3621308; 3621308->3621309; 3621309->3621310; 3621310->3621311; }

3621302,3621303

3621306

Event Timeline

Enable zooming