PlusAMP App Middleware - Details for Stage 512653 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 41.3 KiB / 3414
Shuffle Write Size / Records: 41.3 KiB / 3414
Associated Job Ids: 331193

digraph G { subgraph clusterstage_512653 { label="Stage 512653"; subgraph cluster6298065 { label="Exchange"; 3621846 [labelType="html" label="ShuffledRowRDD [3621846] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298062 { label="WholeStageCodegen (2)"; 3621847 [labelType="html" label="MapPartitionsRDD [3621847] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298061 { label="InMemoryTableScan"; 3621848 [labelType="html" label="MapPartitionsRDD [3621848] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621849 [labelType="html" label="*(2) Sort [date#94306438 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94306438 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7529679]\n +- *(1) Project [date#94306438, (drawdown_length_gross#94306442 * -1) AS drawdown_length_gross#94306667]\n +- InMemoryTableScan [date#94306438, drawdown_length_gross#94306442]\n +- InMemoryRelation [date#94306438, allret#94306439, allcum#94306440, drawdown_gross#94306441, drawdown_length_gross#94306442, allretnet#94306451, allcumnet#94306453, drawdown_net#94306455, drawdown_length_net#94306456, numcos#94306457, largecum#94306481, largecumnet#94306482, largeret#94306483, largeretnet#94306509, midcum#94306510, midcumnet#94306511, midret#94306512, midretnet#94306524, smallcum#94306525, smallcumnet#94306527, smallret#94306528, smallretnet#94306529], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94305708 = null) THEN null ELSE cast(date#94305708 as date) END AS date#94305864, CASE WHEN (... [3621849] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621850 [labelType="html" label="MapPartitionsRDD [3621850] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621851 [labelType="html" label="MapPartitionsRDD [3621851] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621852 [labelType="html" label="MapPartitionsRDD [3621852] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298060 { label="CollectLimit"; 3621853 [labelType="html" label="MapPartitionsRDD [3621853] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621854 [labelType="html" label="MapPartitionsRDD [3621854] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621846->3621847; 3621847->3621848; 3621848->3621849; 3621849->3621850; 3621850->3621851; 3621851->3621852; 3621852->3621853; 3621853->3621854; }

3621845,3621846

3621849

Event Timeline

Enable zooming