3.2.1
Jobs
Stages
Storage
Environment
Executors
SQL
PlusAMP App Middleware
application UI
Details for Stage 512831 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
2.6 KiB / 1
Associated Job Ids:
331313
DAG Visualization
digraph G { subgraph clusterstage_512831 { label="Stage 512831"; subgraph cluster6300207 { label="Scan csv "; 3623063 [labelType="html" label="FileScanRDD [3623063]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623064 [labelType="html" label="MapPartitionsRDD [3623064]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300204 { label="WholeStageCodegen (1)"; 3623065 [labelType="html" label="MapPartitionsRDD [3623065]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300203 { label="InMemoryTableScan"; 3623066 [labelType="html" label="MapPartitionsRDD [3623066]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623067 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94338977 = NA) OR (cap#94338977 = null)) THEN null ELSE cast(cap#94338977 as float) END AS cap#94339344, CASE WHEN ((retIC#94338978 = NA) OR (retIC#94338978 = null)) THEN null ELSE cast(retIC#94338978 as float) END AS retIC#94339345, CASE WHEN ((resretIC#94338979 = NA) OR (resretIC#94338979 = null)) THEN null ELSE cast(resretIC#94338979 as float) END AS resretIC#94339346, CASE WHEN ((numcos#94338980 = NA) OR (numcos#94338980 = null)) THEN null ELSE cast(numcos#94338980 as float) END AS numcos#94339347, CASE WHEN ((numdates#94338981 = NA) OR (numdates#94338981 = null)) THEN null ELSE cast(numdates#94338981 as int) END AS numdates#94339348, CASE WHEN ((annual_bmret#94338982 = NA) OR (annual_bmret#94338982 = null)) THEN null ELSE cast(annual_bmret#94338982 as float) END AS annual_bmret#94339349, CASE WHEN ((annual_ret#94338983 = NA) OR (annual_ret#94338983 = null)) THEN null ELSE cast(annual_ret#94338983 as float) END AS annual_ret#94339350, CASE WHEN ((std_ret#94338984 = NA) OR ... [3623067] [Cached]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300414 { label="InMemoryTableScan"; 3623183 [labelType="html" label="MapPartitionsRDD [3623183]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623184 [labelType="html" label="MapPartitionsRDD [3623184]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623185 [labelType="html" label="MapPartitionsRDD [3623185]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300381 { label="WholeStageCodegen (2)"; 3623186 [labelType="html" label="MapPartitionsRDD [3623186]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300380 { label="InMemoryTableScan"; 3623187 [labelType="html" label="MapPartitionsRDD [3623187]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623188 [labelType="html" label="*(2) Project [ret_large#94342452, ret_small#94342454, (ret_large#94342452 - ret_small#94342454) AS differential#94342567]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94339350 AS ret_large#94342452]\n : +- *(2) Filter (isnotnull(cap#94339344) AND (cap#94339344 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94339350, cap#94339344], [isnotnull(cap#94339344), (cap#94339344 = 1.0)]\n : +- InMemoryRelation [cap#94339344, retIC#94339345, resretIC#94339346, numcos#94339347, numdates#94339348, annual_bmret#94339349, annual_ret#94339350, std_ret#94339351, Sharpe_ret#94339352, PctPos_ret#94339353, TR_ret#94339354, IR_ret#94339355, annual_resret#94339357, std_resret#94339358, Sharpe_resret#94339426, PctPos_resret#94339427, TR_resret#94339428, IR_resret#94339440, annual_retnet#94339442, std_retnet#94339443, Sharpe_retnet#94339457, PctPos_retnet#94339471, TR_retnet#94339473, IR_retnet#94339489, ... 2 more fields], StorageLevel(disk... [3623188] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623189 [labelType="html" label="MapPartitionsRDD [3623189]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623190 [labelType="html" label="MapPartitionsRDD [3623190]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623191 [labelType="html" label="MapPartitionsRDD [3623191]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300370 { label="WholeStageCodegen (1)"; 3623193 [labelType="html" label="MapPartitionsRDD [3623193]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300369 { label="CollectLimit"; 3623195 [labelType="html" label="MapPartitionsRDD [3623195]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300417 { label="mapPartitionsInternal"; 3623196 [labelType="html" label="MapPartitionsRDD [3623196]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300418 { label="map"; 3623198 [labelType="html" label="MapPartitionsRDD [3623198]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623063->3623064; 3623064->3623065; 3623065->3623066; 3623066->3623067; 3623067->3623183; 3623183->3623184; 3623184->3623185; 3623185->3623186; 3623186->3623187; 3623187->3623188; 3623188->3623189; 3623189->3623190; 3623190->3623191; 3623191->3623193; 3623193->3623195; 3623195->3623196; 3623196->3623198; }
3623067
3623188
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time