PlusAMP App Middleware - Details for Stage 512863 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 42.1 KiB / 1981
Shuffle Write Size / Records: 42.1 KiB / 1981
Associated Job Ids: 331334

digraph G { subgraph clusterstage_512863 { label="Stage 512863"; subgraph cluster6300774 { label="Exchange"; 3623407 [labelType="html" label="ShuffledRowRDD [3623407] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300771 { label="WholeStageCodegen (2)"; 3623408 [labelType="html" label="MapPartitionsRDD [3623408] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300770 { label="InMemoryTableScan"; 3623409 [labelType="html" label="MapPartitionsRDD [3623409] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623410 [labelType="html" label="*(2) Sort [date#94348458 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94348458 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533049]\n +- *(1) Project [date#94348458, allcum#94348470 AS cum_gross#94348643, allcumnet#94348502 AS cum_net#94348644]\n +- InMemoryTableScan [allcum#94348470, allcumnet#94348502, date#94348458]\n +- InMemoryRelation [date#94348458, allret#94348464, allcum#94348470, drawdown_gross#94348471, drawdown_length_gross#94348477, allretnet#94348479, allcumnet#94348502, drawdown_net#94348503, drawdown_length_net#94348509, numcos#94348510, largecum#94348511, largecumnet#94348512, largeret#94348539, largeretnet#94348540, midcum#94348554, midcumnet#94348557, midret#94348563, midretnet#94348564, smallcum#94348565, smallcumnet#94348566, smallret#94348567, smallretnet#94348569], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94348290 = null) THEN null ELSE cast(date#94348290 as date) END AS date#94348458, ... [3623410] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623411 [labelType="html" label="MapPartitionsRDD [3623411] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623412 [labelType="html" label="MapPartitionsRDD [3623412] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623413 [labelType="html" label="MapPartitionsRDD [3623413] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300769 { label="CollectLimit"; 3623414 [labelType="html" label="MapPartitionsRDD [3623414] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623415 [labelType="html" label="MapPartitionsRDD [3623415] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623407->3623408; 3623408->3623409; 3623409->3623410; 3623410->3623411; 3623411->3623412; 3623412->3623413; 3623413->3623414; 3623414->3623415; }

3623406,3623407

3623410

Event Timeline

Enable zooming