PlusAMP App Middleware - Details for Stage 512723 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 36.2 KiB / 3412
Shuffle Write Size / Records: 36.2 KiB / 3412
Associated Job Ids: 331240

digraph G { subgraph clusterstage_512723 { label="Stage 512723"; subgraph cluster6298966 { label="Exchange"; 3622362 [labelType="html" label="ShuffledRowRDD [3622362] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298963 { label="WholeStageCodegen (1)"; 3622363 [labelType="html" label="MapPartitionsRDD [3622363] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298962 { label="InMemoryTableScan"; 3622364 [labelType="html" label="MapPartitionsRDD [3622364] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622365 [labelType="html" label="*(1) Sort [date#94320164 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94320164 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7530797]\n +- InMemoryTableScan [date#94320164, drawdown_gross#94320167, drawdown_net#94320194]\n +- InMemoryRelation [date#94320164, allret#94320165, allcum#94320166, drawdown_gross#94320167, drawdown_length_gross#94320168, allretnet#94320169, allcumnet#94320170, drawdown_net#94320194, drawdown_length_net#94320218, numcos#94320329, largecum#94320352, largecumnet#94320353, largeret#94320354, largeretnet#94320400, midcum#94320401, midcumnet#94320402, midret#94320426, midretnet#94320427, smallcum#94320429, smallcumnet#94320433, smallret#94320437, smallretnet#94320440], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94319357 = null) THEN null ELSE cast(date#94319357 as date) END AS date#94319470, CASE WHEN ((allret#94319358 = NA) OR (allret#94319358 = null)) THEN null ELSE cast(allret#94319358 as float) END... [3622365] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622366 [labelType="html" label="MapPartitionsRDD [3622366] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622367 [labelType="html" label="MapPartitionsRDD [3622367] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622368 [labelType="html" label="MapPartitionsRDD [3622368] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298961 { label="CollectLimit"; 3622369 [labelType="html" label="MapPartitionsRDD [3622369] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622370 [labelType="html" label="MapPartitionsRDD [3622370] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622362->3622363; 3622363->3622364; 3622364->3622365; 3622365->3622366; 3622366->3622367; 3622367->3622368; 3622368->3622369; 3622369->3622370; }

3622361,3622362

3622365

Event Timeline

Enable zooming