3.2.1
Jobs
Stages
Storage
Environment
Executors
SQL
PlusAMP App Middleware
application UI
Details for Stage 513053 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
2.6 KiB / 1
Associated Job Ids:
331460
DAG Visualization
digraph G { subgraph clusterstage_513053 { label="Stage 513053"; subgraph cluster6303011 { label="Scan csv "; 3624680 [labelType="html" label="FileScanRDD [3624680]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3624681 [labelType="html" label="MapPartitionsRDD [3624681]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303008 { label="WholeStageCodegen (1)"; 3624682 [labelType="html" label="MapPartitionsRDD [3624682]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303007 { label="InMemoryTableScan"; 3624683 [labelType="html" label="MapPartitionsRDD [3624683]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3624684 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94382327 = NA) OR (cap#94382327 = null)) THEN null ELSE cast(cap#94382327 as float) END AS cap#94382550, CASE WHEN ((retIC#94382328 = NA) OR (retIC#94382328 = null)) THEN null ELSE cast(retIC#94382328 as float) END AS retIC#94382563, CASE WHEN ((resretIC#94382329 = NA) OR (resretIC#94382329 = null)) THEN null ELSE cast(resretIC#94382329 as float) END AS resretIC#94382565, CASE WHEN ((numcos#94382330 = NA) OR (numcos#94382330 = null)) THEN null ELSE cast(numcos#94382330 as float) END AS numcos#94382567, CASE WHEN ((numdates#94382331 = NA) OR (numdates#94382331 = null)) THEN null ELSE cast(numdates#94382331 as int) END AS numdates#94382568, CASE WHEN ((annual_bmret#94382332 = NA) OR (annual_bmret#94382332 = null)) THEN null ELSE cast(annual_bmret#94382332 as float) END AS annual_bmret#94382569, CASE WHEN ((annual_ret#94382333 = NA) OR (annual_ret#94382333 = null)) THEN null ELSE cast(annual_ret#94382333 as float) END AS annual_ret#94382570, CASE WHEN ((std_ret#94382334 = NA) OR ... [3624684] [Cached]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303209 { label="InMemoryTableScan"; 3624786 [labelType="html" label="MapPartitionsRDD [3624786]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624790 [labelType="html" label="MapPartitionsRDD [3624790]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624793 [labelType="html" label="MapPartitionsRDD [3624793]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303159 { label="WholeStageCodegen (2)"; 3624798 [labelType="html" label="MapPartitionsRDD [3624798]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303158 { label="InMemoryTableScan"; 3624800 [labelType="html" label="MapPartitionsRDD [3624800]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624802 [labelType="html" label="*(2) Project [ret_large#94385129, ret_small#94385159, (ret_large#94385129 - ret_small#94385159) AS differential#94385217]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94382570 AS ret_large#94385129]\n : +- *(2) Filter (isnotnull(cap#94382550) AND (cap#94382550 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94382570, cap#94382550], [isnotnull(cap#94382550), (cap#94382550 = 1.0)]\n : +- InMemoryRelation [cap#94382550, retIC#94382563, resretIC#94382565, numcos#94382567, numdates#94382568, annual_bmret#94382569, annual_ret#94382570, std_ret#94382571, Sharpe_ret#94382572, PctPos_ret#94382599, TR_ret#94382600, IR_ret#94382638, annual_resret#94382640, std_resret#94382641, Sharpe_resret#94382654, PctPos_resret#94382655, TR_resret#94382667, IR_resret#94382668, annual_retnet#94382669, std_retnet#94382670, Sharpe_retnet#94382671, PctPos_retnet#94382732, TR_retnet#94382733, IR_retnet#94382735, ... 2 more fields], StorageLevel(disk... [3624802] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624804 [labelType="html" label="MapPartitionsRDD [3624804]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624805 [labelType="html" label="MapPartitionsRDD [3624805]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624807 [labelType="html" label="MapPartitionsRDD [3624807]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303155 { label="WholeStageCodegen (1)"; 3624809 [labelType="html" label="MapPartitionsRDD [3624809]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303154 { label="CollectLimit"; 3624810 [labelType="html" label="MapPartitionsRDD [3624810]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303213 { label="mapPartitionsInternal"; 3624811 [labelType="html" label="MapPartitionsRDD [3624811]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303214 { label="map"; 3624812 [labelType="html" label="MapPartitionsRDD [3624812]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624680->3624681; 3624681->3624682; 3624682->3624683; 3624683->3624684; 3624684->3624786; 3624786->3624790; 3624790->3624793; 3624793->3624798; 3624798->3624800; 3624800->3624802; 3624802->3624804; 3624804->3624805; 3624805->3624807; 3624807->3624809; 3624809->3624810; 3624810->3624811; 3624811->3624812; }
3624684
3624802
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time