PlusAMP App Middleware - Details for Stage 512645 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 54.5 KiB / 3414
Shuffle Write Size / Records: 54.5 KiB / 3414
Associated Job Ids: 331189

digraph G { subgraph clusterstage_512645 { label="Stage 512645"; subgraph cluster6297997 { label="Exchange"; 3621805 [labelType="html" label="ShuffledRowRDD [3621805] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297994 { label="WholeStageCodegen (2)"; 3621806 [labelType="html" label="MapPartitionsRDD [3621806] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297993 { label="InMemoryTableScan"; 3621807 [labelType="html" label="MapPartitionsRDD [3621807] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621808 [labelType="html" label="*(2) Sort [date#94306892 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94306892 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7529639]\n +- *(1) Project [date#94306892, allret#94306893 AS daily_gross#94306959, allretnet#94306897 AS daily_net#94306960]\n +- InMemoryTableScan [allret#94306893, allretnet#94306897, date#94306892]\n +- InMemoryRelation [date#94306892, allret#94306893, allcum#94306894, drawdown_gross#94306895, drawdown_length_gross#94306896, allretnet#94306897, allcumnet#94306898, drawdown_net#94306899, drawdown_length_net#94306900, numcos#94306901, largecum#94306902, largecumnet#94306903, largeret#94306904, largeretnet#94306905, midcum#94306906, midcumnet#94306907, midret#94306908, midretnet#94306909, smallcum#94306910, smallcumnet#94306911, smallret#94306912, smallretnet#94306913], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94305708 = null) THEN null ELSE cast(date#94305708 as date) END AS date#943058... [3621808] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621809 [labelType="html" label="MapPartitionsRDD [3621809] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621810 [labelType="html" label="MapPartitionsRDD [3621810] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621811 [labelType="html" label="MapPartitionsRDD [3621811] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297992 { label="CollectLimit"; 3621812 [labelType="html" label="MapPartitionsRDD [3621812] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621813 [labelType="html" label="MapPartitionsRDD [3621813] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621805->3621806; 3621806->3621807; 3621807->3621808; 3621808->3621809; 3621809->3621810; 3621810->3621811; 3621811->3621812; 3621812->3621813; }

3621804,3621805

3621808

Event Timeline

Enable zooming