PlusAMP App Middleware - Details for Stage 512945 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 109.9 KiB / 6432
Shuffle Write Size / Records: 109.9 KiB / 6432
Associated Job Ids: 331387

digraph G { subgraph clusterstage_512945 { label="Stage 512945"; subgraph cluster6301781 { label="Exchange"; 3623985 [labelType="html" label="ShuffledRowRDD [3623985] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301778 { label="WholeStageCodegen (1)"; 3623986 [labelType="html" label="MapPartitionsRDD [3623986] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301777 { label="InMemoryTableScan"; 3623987 [labelType="html" label="MapPartitionsRDD [3623987] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623988 [labelType="html" label="*(1) Sort [date#94363023 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94363023 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534190]\n +- InMemoryTableScan [date#94363023, drawdown_gross#94363026, drawdown_net#94363054]\n +- InMemoryRelation [date#94363023, allret#94363024, allcum#94363025, drawdown_gross#94363026, drawdown_length_gross#94363027, allretnet#94363050, allcumnet#94363053, drawdown_net#94363054, drawdown_length_net#94363055, numcos#94363056, largecum#94363060, largecumnet#94363061, largeret#94363062, largeretnet#94363085, midcum#94363086, midcumnet#94363088, midret#94363091, midretnet#94363237, smallcum#94363238, smallcumnet#94363239, smallret#94363240, smallretnet#94363241], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94362604 = null) THEN null ELSE cast(date#94362604 as date) END AS date#94362737, CASE WHEN ((allret#94362605 = NA) OR (allret#94362605 = null)) THEN null ELSE cast(allret#94362605 as float) END... [3623988] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623989 [labelType="html" label="MapPartitionsRDD [3623989] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623990 [labelType="html" label="MapPartitionsRDD [3623990] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623991 [labelType="html" label="MapPartitionsRDD [3623991] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301776 { label="CollectLimit"; 3623992 [labelType="html" label="MapPartitionsRDD [3623992] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623993 [labelType="html" label="MapPartitionsRDD [3623993] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623985->3623986; 3623986->3623987; 3623987->3623988; 3623988->3623989; 3623989->3623990; 3623990->3623991; 3623991->3623992; 3623992->3623993; }

3623984,3623985

3623988

Event Timeline

Enable zooming