PlusAMP App Middleware - Details for Stage 512719 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 38.1 KiB / 3412
Shuffle Write Size / Records: 38.1 KiB / 3412
Associated Job Ids: 331238

digraph G { subgraph clusterstage_512719 { label="Stage 512719"; subgraph cluster6298930 { label="Exchange"; 3622342 [labelType="html" label="ShuffledRowRDD [3622342] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298927 { label="WholeStageCodegen (2)"; 3622343 [labelType="html" label="MapPartitionsRDD [3622343] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298926 { label="InMemoryTableScan"; 3622344 [labelType="html" label="MapPartitionsRDD [3622344] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622345 [labelType="html" label="*(2) Sort [date#94319470 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94319470 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7530779]\n +- *(1) Project [date#94319470, allret#94319476 AS daily_gross#94319739, allretnet#94319580 AS daily_net#94319740]\n +- InMemoryTableScan [allret#94319476, allretnet#94319580, date#94319470]\n +- InMemoryRelation [date#94319470, allret#94319476, allcum#94319477, drawdown_gross#94319529, drawdown_length_gross#94319579, allretnet#94319580, allcumnet#94319581, drawdown_net#94319604, drawdown_length_net#94319631, numcos#94319632, largecum#94319635, largecumnet#94319637, largeret#94319642, largeretnet#94319647, midcum#94319652, midcumnet#94319654, midret#94319658, midretnet#94319664, smallcum#94319671, smallcumnet#94319675, smallret#94319679, smallretnet#94319681], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94319357 = null) THEN null ELSE cast(date#94319357 as date) END AS date#943194... [3622345] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622346 [labelType="html" label="MapPartitionsRDD [3622346] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622347 [labelType="html" label="MapPartitionsRDD [3622347] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622348 [labelType="html" label="MapPartitionsRDD [3622348] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298925 { label="CollectLimit"; 3622349 [labelType="html" label="MapPartitionsRDD [3622349] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622350 [labelType="html" label="MapPartitionsRDD [3622350] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622342->3622343; 3622343->3622344; 3622344->3622345; 3622345->3622346; 3622346->3622347; 3622347->3622348; 3622348->3622349; 3622349->3622350; }

3622341,3622342

3622345

Event Timeline

Enable zooming