3.2.1
Jobs
Stages
Storage
Environment
Executors
SQL
PlusAMP App Middleware
application UI
Details for Stage 512187 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
424.0 B / 1
Associated Job Ids:
330886
DAG Visualization
digraph G { subgraph clusterstage_512187 { label="Stage 512187"; subgraph cluster6291730 { label="Scan csv "; 3618188 [labelType="html" label="FileScanRDD [3618188]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3618189 [labelType="html" label="MapPartitionsRDD [3618189]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6291726 { label="WholeStageCodegen (1)"; 3618190 [labelType="html" label="MapPartitionsRDD [3618190]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6291725 { label="InMemoryTableScan"; 3618191 [labelType="html" label="MapPartitionsRDD [3618191]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3618192 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94211535 = NA) OR (cap#94211535 = null)) THEN null ELSE cast(cap#94211535 as float) END AS cap#94211702, CASE WHEN ((retIC#94211536 = NA) OR (retIC#94211536 = null)) THEN null ELSE cast(retIC#94211536 as float) END AS retIC#94211706, CASE WHEN ((resretIC#94211537 = NA) OR (resretIC#94211537 = null)) THEN null ELSE cast(resretIC#94211537 as float) END AS resretIC#94211709, CASE WHEN ((numcos#94211538 = NA) OR (numcos#94211538 = null)) THEN null ELSE cast(numcos#94211538 as float) END AS numcos#94211712, CASE WHEN ((numdates#94211539 = NA) OR (numdates#94211539 = null)) THEN null ELSE cast(numdates#94211539 as int) END AS numdates#94211718, CASE WHEN ((annual_bmret#94211540 = NA) OR (annual_bmret#94211540 = null)) THEN null ELSE cast(annual_bmret#94211540 as float) END AS annual_bmret#94211721, CASE WHEN ((annual_ret#94211541 = NA) OR (annual_ret#94211541 = null)) THEN null ELSE cast(annual_ret#94211541 as float) END AS annual_ret#94211724, CASE WHEN ((std_ret#94211542 = NA) OR ... [3618192] [Cached]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6291967 { label="InMemoryTableScan"; 3618314 [labelType="html" label="MapPartitionsRDD [3618314]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618315 [labelType="html" label="MapPartitionsRDD [3618315]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618317 [labelType="html" label="MapPartitionsRDD [3618317]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6291935 { label="WholeStageCodegen (2)"; 3618319 [labelType="html" label="MapPartitionsRDD [3618319]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6291934 { label="InMemoryTableScan"; 3618320 [labelType="html" label="MapPartitionsRDD [3618320]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618322 [labelType="html" label="*(2) Project [ret_large#94215255, ret_small#94215257, (ret_large#94215255 - ret_small#94215257) AS differential#94215371]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94211724 AS ret_large#94215255]\n : +- *(2) Filter (isnotnull(cap#94211702) AND (cap#94211702 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94211724, cap#94211702], [isnotnull(cap#94211702), (cap#94211702 = 1.0)]\n : +- InMemoryRelation [cap#94211702, retIC#94211706, resretIC#94211709, numcos#94211712, numdates#94211718, annual_bmret#94211721, annual_ret#94211724, std_ret#94211738, Sharpe_ret#94211740, PctPos_ret#94211742, TR_ret#94211799, IR_ret#94211850, annual_resret#94211864, std_resret#94211866, Sharpe_resret#94211882, PctPos_resret#94211944, TR_resret#94211958, IR_resret#94211963, annual_retnet#94211965, std_retnet#94211967, Sharpe_retnet#94211970, PctPos_retnet#94211972, TR_retnet#94211974, IR_retnet#94211976, ... 2 more fields], StorageLevel(disk... [3618322] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292207 { label="InMemoryTableScan"; 3618471 [labelType="html" label="MapPartitionsRDD [3618471]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618472 [labelType="html" label="MapPartitionsRDD [3618472]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618473 [labelType="html" label="MapPartitionsRDD [3618473]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292204 { label="WholeStageCodegen (1)"; 3618474 [labelType="html" label="MapPartitionsRDD [3618474]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292203 { label="CollectLimit"; 3618475 [labelType="html" label="MapPartitionsRDD [3618475]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292208 { label="mapPartitionsInternal"; 3618476 [labelType="html" label="MapPartitionsRDD [3618476]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292209 { label="map"; 3618477 [labelType="html" label="MapPartitionsRDD [3618477]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618188->3618189; 3618189->3618190; 3618190->3618191; 3618191->3618192; 3618192->3618314; 3618314->3618315; 3618315->3618317; 3618317->3618319; 3618319->3618320; 3618320->3618322; 3618322->3618471; 3618471->3618472; 3618472->3618473; 3618473->3618474; 3618474->3618475; 3618475->3618476; 3618476->3618477; }
3618192
3618322
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time