PlusAMP App Middleware - Details for Stage 512571 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 113.8 KiB / 5647
Shuffle Write Size / Records: 113.8 KiB / 5647
Associated Job Ids: 331140

digraph G { subgraph clusterstage_512571 { label="Stage 512571"; subgraph cluster6297053 { label="Exchange"; 3621262 [labelType="html" label="ShuffledRowRDD [3621262] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297050 { label="WholeStageCodegen (2)"; 3621263 [labelType="html" label="MapPartitionsRDD [3621263] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297049 { label="InMemoryTableScan"; 3621264 [labelType="html" label="MapPartitionsRDD [3621264] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621265 [labelType="html" label="*(2) Sort [date#94291102 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94291102 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7528490]\n +- *(1) Project [date#94291102, allret#94291108 AS daily_gross#94291435, allretnet#94291122 AS daily_net#94291436]\n +- InMemoryTableScan [allret#94291108, allretnet#94291122, date#94291102]\n +- InMemoryRelation [date#94291102, allret#94291108, allcum#94291109, drawdown_gross#94291110, drawdown_length_gross#94291116, allretnet#94291122, allcumnet#94291123, drawdown_net#94291124, drawdown_length_net#94291125, numcos#94291127, largecum#94291128, largecumnet#94291129, largeret#94291131, largeretnet#94291133, midcum#94291135, midcumnet#94291186, midret#94291240, midretnet#94291241, smallcum#94291242, smallcumnet#94291262, smallret#94291274, smallretnet#94291281], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94290984 = null) THEN null ELSE cast(date#94290984 as date) END AS date#942911... [3621265] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621266 [labelType="html" label="MapPartitionsRDD [3621266] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621267 [labelType="html" label="MapPartitionsRDD [3621267] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621268 [labelType="html" label="MapPartitionsRDD [3621268] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297048 { label="CollectLimit"; 3621269 [labelType="html" label="MapPartitionsRDD [3621269] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621270 [labelType="html" label="MapPartitionsRDD [3621270] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621262->3621263; 3621263->3621264; 3621264->3621265; 3621265->3621266; 3621266->3621267; 3621267->3621268; 3621268->3621269; 3621269->3621270; }

3621261,3621262

3621265

Event Timeline

Enable zooming