PlusAMP App Middleware - Details for Stage 512867 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 47.6 KiB / 1981
Shuffle Write Size / Records: 47.6 KiB / 1981
Associated Job Ids: 331336

digraph G { subgraph clusterstage_512867 { label="Stage 512867"; subgraph cluster6300818 { label="Exchange"; 3623428 [labelType="html" label="ShuffledRowRDD [3623428] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300815 { label="WholeStageCodegen (2)"; 3623429 [labelType="html" label="MapPartitionsRDD [3623429] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300814 { label="InMemoryTableScan"; 3623430 [labelType="html" label="MapPartitionsRDD [3623430] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623431 [labelType="html" label="*(2) Sort [date#94348541 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94348541 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533074]\n +- *(1) Project [date#94348541, allret#94348542 AS daily_gross#94348813, allretnet#94348546 AS daily_net#94348814]\n +- InMemoryTableScan [allret#94348542, allretnet#94348546, date#94348541]\n +- InMemoryRelation [date#94348541, allret#94348542, allcum#94348543, drawdown_gross#94348544, drawdown_length_gross#94348545, allretnet#94348546, allcumnet#94348549, drawdown_net#94348551, drawdown_length_net#94348559, numcos#94348560, largecum#94348561, largecumnet#94348562, largeret#94348604, largeretnet#94348605, midcum#94348606, midcumnet#94348607, midret#94348608, midretnet#94348609, smallcum#94348610, smallcumnet#94348611, smallret#94348614, smallretnet#94348616], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94348290 = null) THEN null ELSE cast(date#94348290 as date) END AS date#943484... [3623431] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623432 [labelType="html" label="MapPartitionsRDD [3623432] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623433 [labelType="html" label="MapPartitionsRDD [3623433] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623434 [labelType="html" label="MapPartitionsRDD [3623434] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300813 { label="CollectLimit"; 3623435 [labelType="html" label="MapPartitionsRDD [3623435] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623436 [labelType="html" label="MapPartitionsRDD [3623436] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623428->3623429; 3623429->3623430; 3623430->3623431; 3623431->3623432; 3623432->3623433; 3623433->3623434; 3623434->3623435; 3623435->3623436; }

3623427,3623428

3623431

Event Timeline

Enable zooming