PlusAMP App Middleware - Details for Stage 512220 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 85.5 KiB / 4850
Shuffle Write Size / Records: 85.5 KiB / 4850
Associated Job Ids: 330908

digraph G { subgraph clusterstage_512220 { label="Stage 512220"; subgraph cluster6292584 { label="Exchange"; 3618708 [labelType="html" label="ShuffledRowRDD [3618708] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292581 { label="WholeStageCodegen (1)"; 3618709 [labelType="html" label="MapPartitionsRDD [3618709] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292580 { label="InMemoryTableScan"; 3618710 [labelType="html" label="MapPartitionsRDD [3618710] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618711 [labelType="html" label="*(1) Sort [date#94225622 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94225622 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7523124]\n +- InMemoryTableScan [date#94225622, drawdown_gross#94225632, drawdown_net#94225646]\n +- InMemoryRelation [date#94225622, allret#94225626, allcum#94225629, drawdown_gross#94225632, drawdown_length_gross#94225635, allretnet#94225640, allcumnet#94225644, drawdown_net#94225646, drawdown_length_net#94225649, numcos#94225652, largecum#94225655, largecumnet#94225658, largeret#94225660, largeretnet#94225662, midcum#94225674, midcumnet#94225675, midret#94225681, midretnet#94225687, smallcum#94225688, smallcumnet#94225765, smallret#94225766, smallretnet#94225767], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94225338 = null) THEN null ELSE cast(date#94225338 as date) END AS date#94225492, CASE WHEN ((allret#94225339 = NA) OR (allret#94225339 = null)) THEN null ELSE cast(allret#94225339 as float) END... [3618711] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618712 [labelType="html" label="MapPartitionsRDD [3618712] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618713 [labelType="html" label="MapPartitionsRDD [3618713] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618714 [labelType="html" label="MapPartitionsRDD [3618714] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292579 { label="CollectLimit"; 3618715 [labelType="html" label="MapPartitionsRDD [3618715] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618716 [labelType="html" label="MapPartitionsRDD [3618716] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618708->3618709; 3618709->3618710; 3618710->3618711; 3618711->3618712; 3618712->3618713; 3618713->3618714; 3618714->3618715; 3618715->3618716; }

3618707,3618708

3618711

Event Timeline

Enable zooming