3.2.1
Jobs
Stages
Storage
Environment
Executors
SQL
PlusAMP App Middleware
application UI
Details for Stage 512772 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
424.0 B / 1
Associated Job Ids:
331271
DAG Visualization
digraph G { subgraph clusterstage_512772 { label="Stage 512772"; subgraph cluster6299263 { label="Scan csv "; 3622520 [labelType="html" label="FileScanRDD [3622520]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3622521 [labelType="html" label="MapPartitionsRDD [3622521]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6299259 { label="WholeStageCodegen (1)"; 3622522 [labelType="html" label="MapPartitionsRDD [3622522]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6299258 { label="InMemoryTableScan"; 3622523 [labelType="html" label="MapPartitionsRDD [3622523]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3622524 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94324657 = NA) OR (cap#94324657 = null)) THEN null ELSE cast(cap#94324657 as float) END AS cap#94324901, CASE WHEN ((retIC#94324658 = NA) OR (retIC#94324658 = null)) THEN null ELSE cast(retIC#94324658 as float) END AS retIC#94324914, CASE WHEN ((resretIC#94324659 = NA) OR (resretIC#94324659 = null)) THEN null ELSE cast(resretIC#94324659 as float) END AS resretIC#94324916, CASE WHEN ((numcos#94324660 = NA) OR (numcos#94324660 = null)) THEN null ELSE cast(numcos#94324660 as float) END AS numcos#94324920, CASE WHEN ((numdates#94324661 = NA) OR (numdates#94324661 = null)) THEN null ELSE cast(numdates#94324661 as float) END AS numdates#94324922, CASE WHEN ((annual_bmret#94324662 = NA) OR (annual_bmret#94324662 = null)) THEN null ELSE cast(annual_bmret#94324662 as float) END AS annual_bmret#94324925, CASE WHEN ((annual_ret#94324663 = NA) OR (annual_ret#94324663 = null)) THEN null ELSE cast(annual_ret#94324663 as float) END AS annual_ret#94324984, CASE WHEN ((std_ret#94324664 = NA) O... [3622524] [Cached]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6299470 { label="InMemoryTableScan"; 3622640 [labelType="html" label="MapPartitionsRDD [3622640]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622641 [labelType="html" label="MapPartitionsRDD [3622641]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622642 [labelType="html" label="MapPartitionsRDD [3622642]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299428 { label="WholeStageCodegen (2)"; 3622643 [labelType="html" label="MapPartitionsRDD [3622643]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299427 { label="InMemoryTableScan"; 3622644 [labelType="html" label="MapPartitionsRDD [3622644]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622645 [labelType="html" label="*(2) Project [ret_large#94328105, ret_small#94328107, (ret_large#94328105 - ret_small#94328107) AS differential#94328220]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94324984 AS ret_large#94328105]\n : +- *(2) Filter (isnotnull(cap#94324901) AND (cap#94324901 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94324984, cap#94324901], [isnotnull(cap#94324901), (cap#94324901 = 1.0)]\n : +- InMemoryRelation [cap#94324901, retIC#94324914, resretIC#94324916, numcos#94324920, numdates#94324922, annual_bmret#94324925, annual_ret#94324984, std_ret#94324987, Sharpe_ret#94324989, PctPos_ret#94325003, TR_ret#94325095, IR_ret#94325159, annual_resret#94325161, std_resret#94325162, Sharpe_resret#94325163, PctPos_resret#94325164, TR_resret#94325165, IR_resret#94325166, annual_retnet#94325167, std_retnet#94325168, Sharpe_retnet#94325169, PctPos_retnet#94325170, TR_retnet#94325171, IR_retnet#94325172, ... 2 more fields], StorageLevel(disk... [3622645] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299613 { label="InMemoryTableScan"; 3622715 [labelType="html" label="MapPartitionsRDD [3622715]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622716 [labelType="html" label="MapPartitionsRDD [3622716]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622717 [labelType="html" label="MapPartitionsRDD [3622717]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299610 { label="WholeStageCodegen (1)"; 3622718 [labelType="html" label="MapPartitionsRDD [3622718]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299609 { label="CollectLimit"; 3622719 [labelType="html" label="MapPartitionsRDD [3622719]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299614 { label="mapPartitionsInternal"; 3622720 [labelType="html" label="MapPartitionsRDD [3622720]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299615 { label="map"; 3622721 [labelType="html" label="MapPartitionsRDD [3622721]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622520->3622521; 3622521->3622522; 3622522->3622523; 3622523->3622524; 3622524->3622640; 3622640->3622641; 3622641->3622642; 3622642->3622643; 3622643->3622644; 3622644->3622645; 3622645->3622715; 3622715->3622716; 3622716->3622717; 3622717->3622718; 3622718->3622719; 3622719->3622720; 3622720->3622721; }
3622524
3622645
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time